[ 472.522850] env[64443]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=64443) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 472.523229] env[64443]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=64443) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 472.523372] env[64443]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=64443) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 472.523625] env[64443]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 472.619076] env[64443]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=64443) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 472.631338] env[64443]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.012s {{(pid=64443) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 473.231964] env[64443]: INFO nova.virt.driver [None req-188c24c4-3511-4f15-abc2-7fb53d5b4c1c None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 473.301973] env[64443]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 473.302152] env[64443]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 473.302252] env[64443]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=64443) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 476.516358] env[64443]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-338b817e-6824-4666-a726-0e75ae69a041 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.532380] env[64443]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=64443) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 476.532512] env[64443]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-4db64e1f-8b8a-4da5-ba16-b1252148bd03 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.564338] env[64443]: INFO oslo_vmware.api [-] Successfully established new session; session ID is d698d. [ 476.564477] env[64443]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.262s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 476.565097] env[64443]: INFO nova.virt.vmwareapi.driver [None req-188c24c4-3511-4f15-abc2-7fb53d5b4c1c None None] VMware vCenter version: 7.0.3 [ 476.568517] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3385ae26-ac80-4edf-a89c-afe0338a1604 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.586463] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af4240e-b4b7-4caf-acbf-4adeeacb8312 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.592360] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6429e6cc-3d8a-408e-9786-a1de1cad5725 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.598970] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cfe2ae-d209-4b46-9c8d-f8a47a912305 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.611804] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5555a2-76c1-4646-9e67-4c0339db0fcf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.617609] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f36884-21b4-4b39-add9-3218e954262e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.647185] env[64443]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-7eaaa53f-8981-4d58-8888-cc1fac945679 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 476.652579] env[64443]: DEBUG nova.virt.vmwareapi.driver [None req-188c24c4-3511-4f15-abc2-7fb53d5b4c1c None None] Extension org.openstack.compute already exists. {{(pid=64443) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 476.655298] env[64443]: INFO nova.compute.provider_config [None req-188c24c4-3511-4f15-abc2-7fb53d5b4c1c None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 477.159020] env[64443]: DEBUG nova.context [None req-188c24c4-3511-4f15-abc2-7fb53d5b4c1c None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),14931ef5-c95a-49bf-a0d2-c0b954169f5d(cell1) {{(pid=64443) load_cells /opt/stack/nova/nova/context.py:464}} [ 477.162067] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 477.162304] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 477.163062] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 477.163506] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] Acquiring lock "14931ef5-c95a-49bf-a0d2-c0b954169f5d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 477.163696] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] Lock "14931ef5-c95a-49bf-a0d2-c0b954169f5d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 477.164723] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] Lock "14931ef5-c95a-49bf-a0d2-c0b954169f5d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 477.184309] env[64443]: INFO dbcounter [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] Registered counter for database nova_cell0 [ 477.192445] env[64443]: INFO dbcounter [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] Registered counter for database nova_cell1 [ 477.195801] env[64443]: DEBUG oslo_db.sqlalchemy.engines [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=64443) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 477.196166] env[64443]: DEBUG oslo_db.sqlalchemy.engines [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=64443) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 477.201092] env[64443]: ERROR nova.db.main.api [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 477.201092] env[64443]: result = function(*args, **kwargs) [ 477.201092] env[64443]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 477.201092] env[64443]: return func(*args, **kwargs) [ 477.201092] env[64443]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 477.201092] env[64443]: result = fn(*args, **kwargs) [ 477.201092] env[64443]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 477.201092] env[64443]: return f(*args, **kwargs) [ 477.201092] env[64443]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 477.201092] env[64443]: return db.service_get_minimum_version(context, binaries) [ 477.201092] env[64443]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 477.201092] env[64443]: _check_db_access() [ 477.201092] env[64443]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 477.201092] env[64443]: stacktrace = ''.join(traceback.format_stack()) [ 477.201092] env[64443]: [ 477.201942] env[64443]: ERROR nova.db.main.api [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 477.201942] env[64443]: result = function(*args, **kwargs) [ 477.201942] env[64443]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 477.201942] env[64443]: return func(*args, **kwargs) [ 477.201942] env[64443]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 477.201942] env[64443]: result = fn(*args, **kwargs) [ 477.201942] env[64443]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 477.201942] env[64443]: return f(*args, **kwargs) [ 477.201942] env[64443]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 477.201942] env[64443]: return db.service_get_minimum_version(context, binaries) [ 477.201942] env[64443]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 477.201942] env[64443]: _check_db_access() [ 477.201942] env[64443]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 477.201942] env[64443]: stacktrace = ''.join(traceback.format_stack()) [ 477.201942] env[64443]: [ 477.202561] env[64443]: WARNING nova.objects.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 477.202561] env[64443]: WARNING nova.objects.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] Failed to get minimum service version for cell 14931ef5-c95a-49bf-a0d2-c0b954169f5d [ 477.202983] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] Acquiring lock "singleton_lock" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 477.203171] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] Acquired lock "singleton_lock" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 477.203414] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] Releasing lock "singleton_lock" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 477.203731] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] Full set of CONF: {{(pid=64443) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 477.203924] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ******************************************************************************** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 477.203997] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] Configuration options gathered from: {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 477.204145] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 477.204336] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 477.204464] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ================================================================================ {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 477.204738] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] allow_resize_to_same_host = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.204964] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] arq_binding_timeout = 300 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.205124] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] backdoor_port = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.205254] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] backdoor_socket = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.205427] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] block_device_allocate_retries = 60 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.205599] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] block_device_allocate_retries_interval = 3 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.205768] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cert = self.pem {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.205936] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.206129] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] compute_monitors = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.206301] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] config_dir = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.206475] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] config_drive_format = iso9660 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.206610] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.206777] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] config_source = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.206947] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] console_host = devstack {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.207128] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] control_exchange = nova {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.207292] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cpu_allocation_ratio = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.207453] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] daemon = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.207624] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] debug = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.207811] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] default_access_ip_network_name = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.207987] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] default_availability_zone = nova {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.208161] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] default_ephemeral_format = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.208325] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] default_green_pool_size = 1000 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.208557] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.208724] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] default_schedule_zone = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.208885] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] disk_allocation_ratio = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.209058] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] enable_new_services = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.209240] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] enabled_apis = ['osapi_compute'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.209406] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] enabled_ssl_apis = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.209571] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] flat_injected = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.209732] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] force_config_drive = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.209892] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] force_raw_images = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.210080] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] graceful_shutdown_timeout = 5 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.210245] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] heal_instance_info_cache_interval = 60 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.210471] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] host = cpu-1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.210708] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.210899] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] initial_disk_allocation_ratio = 1.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.211083] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] initial_ram_allocation_ratio = 1.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.211312] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.211481] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] instance_build_timeout = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.211676] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] instance_delete_interval = 300 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.211813] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] instance_format = [instance: %(uuid)s] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.211984] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] instance_name_template = instance-%08x {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.212162] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] instance_usage_audit = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.212333] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] instance_usage_audit_period = month {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.212504] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.212669] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] instances_path = /opt/stack/data/nova/instances {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.212838] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] internal_service_availability_zone = internal {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.212997] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] key = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.213172] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] live_migration_retry_count = 30 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.213343] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] log_color = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.213510] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] log_config_append = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.213690] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.213874] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] log_dir = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.214051] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] log_file = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.214181] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] log_options = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.214346] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] log_rotate_interval = 1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.214516] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] log_rotate_interval_type = days {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.214710] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] log_rotation_type = none {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.214844] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.214972] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.215160] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.215329] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.215457] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.215619] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] long_rpc_timeout = 1800 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.215782] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] max_concurrent_builds = 10 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.215942] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] max_concurrent_live_migrations = 1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.216127] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] max_concurrent_snapshots = 5 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.216270] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] max_local_block_devices = 3 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.216430] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] max_logfile_count = 30 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.216591] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] max_logfile_size_mb = 200 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.216805] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] maximum_instance_delete_attempts = 5 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.216996] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] metadata_listen = 0.0.0.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.217181] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] metadata_listen_port = 8775 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.217352] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] metadata_workers = 2 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.217515] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] migrate_max_retries = -1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.217682] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] mkisofs_cmd = genisoimage {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.217893] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] my_block_storage_ip = 10.180.1.21 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.218037] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] my_ip = 10.180.1.21 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.218247] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.218414] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] network_allocate_retries = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.218595] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.218765] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] osapi_compute_listen = 0.0.0.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.218931] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] osapi_compute_listen_port = 8774 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.219110] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] osapi_compute_unique_server_name_scope = {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.219285] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] osapi_compute_workers = 2 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.219448] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] password_length = 12 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.219609] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] periodic_enable = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.219781] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] periodic_fuzzy_delay = 60 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.219969] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] pointer_model = usbtablet {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.220157] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] preallocate_images = none {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.220322] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] publish_errors = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.220455] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] pybasedir = /opt/stack/nova {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.220615] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ram_allocation_ratio = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.220777] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] rate_limit_burst = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.220944] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] rate_limit_except_level = CRITICAL {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.221121] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] rate_limit_interval = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.221285] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] reboot_timeout = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.221448] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] reclaim_instance_interval = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.221607] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] record = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.221787] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] reimage_timeout_per_gb = 60 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.221943] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] report_interval = 120 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.222121] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] rescue_timeout = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.222287] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] reserved_host_cpus = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.222451] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] reserved_host_disk_mb = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.222632] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] reserved_host_memory_mb = 512 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.222835] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] reserved_huge_pages = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.223015] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] resize_confirm_window = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.223186] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] resize_fs_using_block_device = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.223348] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] resume_guests_state_on_host_boot = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.223521] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.223684] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] rpc_response_timeout = 60 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.223847] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] run_external_periodic_tasks = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.224026] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] running_deleted_instance_action = reap {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.224241] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] running_deleted_instance_poll_interval = 1800 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.224353] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] running_deleted_instance_timeout = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.224511] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] scheduler_instance_sync_interval = 120 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.224708] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] service_down_time = 720 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.224887] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] servicegroup_driver = db {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.225064] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] shell_completion = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.225232] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] shelved_offload_time = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.225394] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] shelved_poll_interval = 3600 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.225580] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] shutdown_timeout = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.225768] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] source_is_ipv6 = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.225966] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ssl_only = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.226217] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.226392] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] sync_power_state_interval = 600 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.226557] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] sync_power_state_pool_size = 1000 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.226729] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] syslog_log_facility = LOG_USER {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.226887] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] tempdir = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.227062] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] timeout_nbd = 10 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.227237] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] transport_url = **** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.227400] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] update_resources_interval = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.227560] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] use_cow_images = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.227721] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] use_journal = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.227879] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] use_json = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.228048] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] use_rootwrap_daemon = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.228213] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] use_stderr = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.228375] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] use_syslog = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.228534] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vcpu_pin_set = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.228737] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vif_plugging_is_fatal = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.228935] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vif_plugging_timeout = 300 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.229121] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] virt_mkfs = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.229288] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] volume_usage_poll_interval = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.229450] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] watch_log_file = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.229621] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] web = /usr/share/spice-html5 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 477.229811] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.229984] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.230170] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.230346] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_concurrency.disable_process_locking = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.231403] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.231605] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.231810] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.231998] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.232192] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.232364] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.232558] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.auth_strategy = keystone {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.232753] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.compute_link_prefix = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.232939] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.233137] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.dhcp_domain = novalocal {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.233314] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.enable_instance_password = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.233483] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.glance_link_prefix = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.233656] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.233834] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.234021] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.instance_list_per_project_cells = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.234186] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.list_records_by_skipping_down_cells = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.234352] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.local_metadata_per_cell = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.234527] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.max_limit = 1000 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.234751] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.metadata_cache_expiration = 15 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.234952] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.neutron_default_tenant_id = default {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.235150] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.response_validation = warn {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.235328] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.use_neutron_default_nets = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.235502] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.235673] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.235846] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.236062] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.236214] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.vendordata_dynamic_targets = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.236385] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.vendordata_jsonfile_path = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.236571] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.236772] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.backend = dogpile.cache.memcached {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.236944] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.backend_argument = **** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.237123] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.backend_expiration_time = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.237299] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.config_prefix = cache.oslo {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.237471] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.dead_timeout = 60.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.237638] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.debug_cache_backend = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.237830] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.enable_retry_client = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.238015] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.enable_socket_keepalive = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.238192] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.enabled = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.238364] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.enforce_fips_mode = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.238535] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.expiration_time = 600 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.238705] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.hashclient_retry_attempts = 2 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.238876] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.hashclient_retry_delay = 1.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.239062] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.memcache_dead_retry = 300 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.239231] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.memcache_password = **** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.239398] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.239564] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.239732] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.memcache_pool_maxsize = 10 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.239898] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.240076] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.memcache_sasl_enabled = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.240261] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.240433] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.memcache_socket_timeout = 1.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.240599] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.memcache_username = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.240803] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.proxies = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.240996] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.redis_db = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.241179] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.redis_password = **** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.241354] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.redis_sentinel_service_name = mymaster {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.241535] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.241709] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.redis_server = localhost:6379 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.241881] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.redis_socket_timeout = 1.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.242057] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.redis_username = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.242227] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.retry_attempts = 2 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.242395] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.retry_delay = 0.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.242562] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.socket_keepalive_count = 1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.242730] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.socket_keepalive_idle = 1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.242894] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.socket_keepalive_interval = 1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.243070] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.tls_allowed_ciphers = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.243234] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.tls_cafile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.243395] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.tls_certfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.243559] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.tls_enabled = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.243729] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cache.tls_keyfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.243926] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cinder.auth_section = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.244122] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cinder.auth_type = password {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.244291] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cinder.cafile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.244472] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cinder.catalog_info = volumev3::publicURL {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.244668] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cinder.certfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.244841] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cinder.collect_timing = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.245013] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cinder.cross_az_attach = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.245185] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cinder.debug = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.245350] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cinder.endpoint_template = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.245517] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cinder.http_retries = 3 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.245683] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cinder.insecure = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.245848] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cinder.keyfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.246035] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cinder.os_region_name = RegionOne {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.246209] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cinder.split_loggers = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.246373] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cinder.timeout = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.246548] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.246733] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] compute.cpu_dedicated_set = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.246928] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] compute.cpu_shared_set = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.247115] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] compute.image_type_exclude_list = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.247286] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.247455] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] compute.max_concurrent_disk_ops = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.247621] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] compute.max_disk_devices_to_attach = -1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.247788] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.247960] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.248142] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] compute.resource_provider_association_refresh = 300 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.248309] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.248475] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] compute.shutdown_retry_interval = 10 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.248659] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.248842] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] conductor.workers = 2 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.249034] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] console.allowed_origins = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.249204] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] console.ssl_ciphers = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.249378] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] console.ssl_minimum_version = default {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.249550] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] consoleauth.enforce_session_timeout = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.249732] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] consoleauth.token_ttl = 600 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.249928] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cyborg.cafile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.250115] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cyborg.certfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.250286] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cyborg.collect_timing = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.250450] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cyborg.connect_retries = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.250611] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cyborg.connect_retry_delay = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.250773] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cyborg.endpoint_override = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.250937] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cyborg.insecure = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.251110] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cyborg.keyfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.251275] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cyborg.max_version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.251432] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cyborg.min_version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.251591] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cyborg.region_name = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.251753] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cyborg.retriable_status_codes = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.251911] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cyborg.service_name = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.252127] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cyborg.service_type = accelerator {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.252262] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cyborg.split_loggers = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.252423] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cyborg.status_code_retries = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.252605] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cyborg.status_code_retry_delay = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.252800] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cyborg.timeout = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.253008] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.253181] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] cyborg.version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.253357] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] database.asyncio_connection = **** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.253520] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] database.asyncio_slave_connection = **** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.253695] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] database.backend = sqlalchemy {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.253872] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] database.connection = **** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.254053] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] database.connection_debug = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.254230] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] database.connection_parameters = {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.254396] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] database.connection_recycle_time = 3600 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.254581] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] database.connection_trace = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.254755] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] database.db_inc_retry_interval = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.254928] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] database.db_max_retries = 20 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.255109] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] database.db_max_retry_interval = 10 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.255278] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] database.db_retry_interval = 1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.255441] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] database.max_overflow = 50 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.255627] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] database.max_pool_size = 5 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.255807] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] database.max_retries = 10 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.255982] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.256162] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] database.mysql_wsrep_sync_wait = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.256328] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] database.pool_timeout = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.256495] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] database.retry_interval = 10 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.256657] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] database.slave_connection = **** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.256822] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] database.sqlite_synchronous = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.256987] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] database.use_db_reconnect = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.257170] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api_database.asyncio_connection = **** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.257332] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api_database.asyncio_slave_connection = **** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.257505] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api_database.backend = sqlalchemy {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.257676] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api_database.connection = **** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.257935] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api_database.connection_debug = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.258155] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api_database.connection_parameters = {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.258335] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api_database.connection_recycle_time = 3600 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.258503] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api_database.connection_trace = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.258671] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api_database.db_inc_retry_interval = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.258844] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api_database.db_max_retries = 20 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.259022] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api_database.db_max_retry_interval = 10 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.259197] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api_database.db_retry_interval = 1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.259364] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api_database.max_overflow = 50 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.259530] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api_database.max_pool_size = 5 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.259695] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api_database.max_retries = 10 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.259871] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.260044] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.260214] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api_database.pool_timeout = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.260382] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api_database.retry_interval = 10 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.260546] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api_database.slave_connection = **** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.260712] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] api_database.sqlite_synchronous = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.260953] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] devices.enabled_mdev_types = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.261164] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.261344] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ephemeral_storage_encryption.default_format = luks {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.261511] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ephemeral_storage_encryption.enabled = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.261680] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.261855] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.api_servers = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.262033] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.cafile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.262231] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.certfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.262369] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.collect_timing = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.262531] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.connect_retries = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.262695] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.connect_retry_delay = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.262863] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.debug = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.263043] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.default_trusted_certificate_ids = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.263214] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.enable_certificate_validation = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.263381] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.enable_rbd_download = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.263545] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.endpoint_override = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.263714] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.insecure = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.263912] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.keyfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.264099] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.max_version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.264267] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.min_version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.264437] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.num_retries = 3 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.264703] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.rbd_ceph_conf = {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.264827] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.rbd_connect_timeout = 5 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.265039] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.rbd_pool = {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.265243] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.rbd_user = {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.265421] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.region_name = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.265588] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.retriable_status_codes = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.265751] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.service_name = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.265922] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.service_type = image {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.266108] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.split_loggers = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.266274] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.status_code_retries = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.266436] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.status_code_retry_delay = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.266597] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.timeout = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.266783] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.266991] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.verify_glance_signatures = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.267171] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] glance.version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.267344] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] guestfs.debug = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.267517] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.auth_section = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.267682] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.auth_type = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.267846] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.cafile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.268015] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.certfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.268191] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.collect_timing = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.268354] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.connect_retries = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.268516] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.connect_retry_delay = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.268677] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.endpoint_override = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.268843] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.insecure = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.269011] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.keyfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.269179] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.max_version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.269340] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.min_version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.269502] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.region_name = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.269662] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.retriable_status_codes = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.269866] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.service_name = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.270098] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.service_type = shared-file-system {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.270282] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.share_apply_policy_timeout = 10 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.270454] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.split_loggers = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.270621] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.status_code_retries = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.270786] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.status_code_retry_delay = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.270950] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.timeout = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.271150] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.271320] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] manila.version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.271494] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] mks.enabled = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.271863] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.272071] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] image_cache.manager_interval = 2400 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.272252] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] image_cache.precache_concurrency = 1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.272427] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] image_cache.remove_unused_base_images = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.272629] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.272867] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.273086] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] image_cache.subdirectory_name = _base {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.273276] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.api_max_retries = 60 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.273450] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.api_retry_interval = 2 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.273618] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.auth_section = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.273780] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.auth_type = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.273947] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.cafile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.274123] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.certfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.274294] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.collect_timing = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.274462] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.conductor_group = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.274650] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.connect_retries = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.274825] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.connect_retry_delay = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.274990] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.endpoint_override = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.275172] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.insecure = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.275335] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.keyfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.275499] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.max_version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.275693] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.min_version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.275875] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.peer_list = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.276058] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.region_name = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.276226] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.retriable_status_codes = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.276396] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.serial_console_state_timeout = 10 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.276560] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.service_name = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.276763] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.service_type = baremetal {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.276945] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.shard = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.277121] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.split_loggers = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.277285] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.status_code_retries = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.277446] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.status_code_retry_delay = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.277606] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.timeout = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.277791] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.277956] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ironic.version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.278153] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.278330] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] key_manager.fixed_key = **** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.278515] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.278702] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican.barbican_api_version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.278878] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican.barbican_endpoint = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.279067] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican.barbican_endpoint_type = public {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.279234] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican.barbican_region_name = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.279398] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican.cafile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.279560] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican.certfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.279729] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican.collect_timing = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.279892] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican.insecure = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.280061] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican.keyfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.280233] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican.number_of_retries = 60 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.280397] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican.retry_delay = 1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.280560] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican.send_service_user_token = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.280726] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican.split_loggers = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.280884] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican.timeout = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.281056] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican.verify_ssl = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.281223] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican.verify_ssl_path = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.281393] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican_service_user.auth_section = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.281558] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican_service_user.auth_type = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.281752] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican_service_user.cafile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.281930] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican_service_user.certfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.282119] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican_service_user.collect_timing = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.282290] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican_service_user.insecure = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.282464] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican_service_user.keyfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.282636] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican_service_user.split_loggers = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.282813] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] barbican_service_user.timeout = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.282986] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vault.approle_role_id = **** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.283163] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vault.approle_secret_id = **** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.283337] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vault.kv_mountpoint = secret {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.283502] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vault.kv_path = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.283667] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vault.kv_version = 2 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.283832] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vault.namespace = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.283993] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vault.root_token_id = **** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.284165] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vault.ssl_ca_crt_file = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.284335] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vault.timeout = 60.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.284500] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vault.use_ssl = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.284723] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.284917] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] keystone.cafile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.285087] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] keystone.certfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.285259] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] keystone.collect_timing = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.285422] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] keystone.connect_retries = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.285586] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] keystone.connect_retry_delay = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.285745] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] keystone.endpoint_override = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.285909] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] keystone.insecure = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.286082] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] keystone.keyfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.286244] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] keystone.max_version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.286403] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] keystone.min_version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.286564] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] keystone.region_name = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.286730] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] keystone.retriable_status_codes = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.286960] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] keystone.service_name = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.287082] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] keystone.service_type = identity {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.287250] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] keystone.split_loggers = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.287411] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] keystone.status_code_retries = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.287573] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] keystone.status_code_retry_delay = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.287751] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] keystone.timeout = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.287949] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.288128] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] keystone.version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.288327] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.ceph_mount_options = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.288650] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.288861] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.connection_uri = {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.289054] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.cpu_mode = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.289234] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.cpu_model_extra_flags = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.289411] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.cpu_models = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.289585] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.cpu_power_governor_high = performance {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.289758] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.cpu_power_governor_low = powersave {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.289925] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.cpu_power_management = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.290112] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.290289] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.device_detach_attempts = 8 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.290562] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.device_detach_timeout = 20 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.290641] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.disk_cachemodes = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.290820] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.disk_prefix = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.291007] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.enabled_perf_events = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.291186] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.file_backed_memory = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.291357] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.gid_maps = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.291520] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.hw_disk_discard = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.291729] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.hw_machine_type = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.291858] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.images_rbd_ceph_conf = {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.292034] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.292205] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.292388] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.images_rbd_glance_store_name = {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.292573] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.images_rbd_pool = rbd {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.292764] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.images_type = default {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.292936] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.images_volume_group = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.293118] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.inject_key = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.293288] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.inject_partition = -2 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.293454] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.inject_password = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.293618] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.iscsi_iface = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.293820] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.iser_use_multipath = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.294007] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.live_migration_bandwidth = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.294188] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.294356] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.live_migration_downtime = 500 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.294523] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.294718] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.294886] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.live_migration_inbound_addr = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.295066] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.295232] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.live_migration_permit_post_copy = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.295398] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.live_migration_scheme = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.295577] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.live_migration_timeout_action = abort {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.295744] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.live_migration_tunnelled = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.295907] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.live_migration_uri = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.296083] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.live_migration_with_native_tls = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.296251] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.max_queues = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.296418] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.296646] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.296839] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.nfs_mount_options = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.297168] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.297358] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.297532] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.num_iser_scan_tries = 5 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.297698] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.num_memory_encrypted_guests = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.297866] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.298046] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.num_pcie_ports = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.298221] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.num_volume_scan_tries = 5 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.298390] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.pmem_namespaces = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.298553] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.quobyte_client_cfg = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.298847] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.299035] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.rbd_connect_timeout = 5 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.299207] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.299374] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.299536] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.rbd_secret_uuid = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.299696] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.rbd_user = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.299888] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.300081] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.remote_filesystem_transport = ssh {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.300248] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.rescue_image_id = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.300410] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.rescue_kernel_id = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.300570] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.rescue_ramdisk_id = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.300760] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.300937] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.rx_queue_size = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.301124] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.smbfs_mount_options = {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.301418] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.301598] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.snapshot_compression = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.301765] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.snapshot_image_format = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.301998] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.302184] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.sparse_logical_volumes = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.302351] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.swtpm_enabled = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.302524] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.swtpm_group = tss {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.302697] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.swtpm_user = tss {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.302944] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.sysinfo_serial = unique {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.303203] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.tb_cache_size = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.303388] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.tx_queue_size = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.303562] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.uid_maps = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.303730] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.use_virtio_for_bridges = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.303904] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.virt_type = kvm {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.304092] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.volume_clear = zero {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.304264] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.volume_clear_size = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.304430] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.volume_use_multipath = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.304617] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.vzstorage_cache_path = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.304808] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.304985] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.vzstorage_mount_group = qemu {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.305167] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.vzstorage_mount_opts = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.305339] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.305674] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.305899] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.vzstorage_mount_user = stack {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.306096] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.306277] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.auth_section = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.306454] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.auth_type = password {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.306620] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.cafile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.306787] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.certfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.306959] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.collect_timing = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.307130] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.connect_retries = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.307291] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.connect_retry_delay = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.307466] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.default_floating_pool = public {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.307629] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.endpoint_override = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.307799] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.extension_sync_interval = 600 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.307963] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.http_retries = 3 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.308142] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.insecure = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.308307] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.keyfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.308467] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.max_version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.308664] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.308843] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.min_version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.309028] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.ovs_bridge = br-int {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.309204] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.physnets = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.309378] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.region_name = RegionOne {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.309541] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.retriable_status_codes = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.309712] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.service_metadata_proxy = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.309877] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.service_name = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.310060] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.service_type = network {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.310229] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.split_loggers = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.310391] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.status_code_retries = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.310557] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.status_code_retry_delay = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.310748] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.timeout = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.310935] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.311113] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] neutron.version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.311289] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] notifications.bdms_in_notifications = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.311468] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] notifications.default_level = INFO {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.311647] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] notifications.include_share_mapping = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.311846] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] notifications.notification_format = unversioned {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.312032] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] notifications.notify_on_state_change = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.312239] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.312421] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] pci.alias = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.312619] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] pci.device_spec = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.312815] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] pci.report_in_placement = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.313014] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.auth_section = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.313203] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.auth_type = password {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.313375] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.313538] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.cafile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.313699] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.certfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.313865] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.collect_timing = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.314035] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.connect_retries = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.314202] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.connect_retry_delay = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.314361] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.default_domain_id = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.314519] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.default_domain_name = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.314720] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.domain_id = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.314897] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.domain_name = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.315073] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.endpoint_override = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.315246] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.insecure = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.315395] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.keyfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.315553] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.max_version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.315713] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.min_version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.315881] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.password = **** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.316049] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.project_domain_id = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.316219] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.project_domain_name = Default {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.316384] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.project_id = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.316555] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.project_name = service {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.316725] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.region_name = RegionOne {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.316887] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.retriable_status_codes = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.317058] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.service_name = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.317230] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.service_type = placement {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.317391] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.split_loggers = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.317552] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.status_code_retries = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.317745] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.status_code_retry_delay = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.317920] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.system_scope = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.318093] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.timeout = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.318254] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.trust_id = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.318412] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.user_domain_id = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.318581] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.user_domain_name = Default {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.318749] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.user_id = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.318925] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.username = nova {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.319118] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.319283] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] placement.version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.319462] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] quota.cores = 20 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.319626] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] quota.count_usage_from_placement = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.319801] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.319982] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] quota.injected_file_content_bytes = 10240 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.320166] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] quota.injected_file_path_length = 255 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.320337] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] quota.injected_files = 5 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.320505] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] quota.instances = 10 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.320688] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] quota.key_pairs = 100 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.320877] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] quota.metadata_items = 128 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.321059] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] quota.ram = 51200 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.321231] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] quota.recheck_quota = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.321401] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] quota.server_group_members = 10 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.321570] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] quota.server_groups = 10 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.321779] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.321954] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] quota.unified_limits_resource_strategy = require {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.322148] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.322316] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.322497] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] scheduler.image_metadata_prefilter = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.322693] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.322898] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] scheduler.max_attempts = 3 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.323042] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] scheduler.max_placement_results = 1000 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.323211] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.323372] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] scheduler.query_placement_for_image_type_support = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.323532] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.323733] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] scheduler.workers = 2 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.323929] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.324121] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.324306] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.324478] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.324682] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.324883] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.325090] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.325288] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.325463] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.host_subset_size = 1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.325651] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.325827] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.325997] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.326182] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.isolated_hosts = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.326349] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.isolated_images = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.326529] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.326695] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.326932] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.327070] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.pci_in_placement = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.327242] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.327409] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.327571] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.327735] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.327896] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.328072] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.328239] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.track_instance_changes = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.328416] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.328587] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] metrics.required = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.328756] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] metrics.weight_multiplier = 1.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.328921] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.329100] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] metrics.weight_setting = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.329422] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.329598] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] serial_console.enabled = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.329810] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] serial_console.port_range = 10000:20000 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.329998] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.330188] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.330361] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] serial_console.serialproxy_port = 6083 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.330532] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] service_user.auth_section = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.330706] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] service_user.auth_type = password {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.330863] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] service_user.cafile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.331042] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] service_user.certfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.331213] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] service_user.collect_timing = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.331376] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] service_user.insecure = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.331535] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] service_user.keyfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.331708] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] service_user.send_service_user_token = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.331908] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] service_user.split_loggers = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.332091] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] service_user.timeout = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.332270] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] spice.agent_enabled = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.332473] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] spice.enabled = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.332807] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.333040] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.333225] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] spice.html5proxy_port = 6082 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.333391] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] spice.image_compression = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.333556] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] spice.jpeg_compression = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.333719] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] spice.playback_compression = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.333886] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] spice.require_secure = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.334069] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] spice.server_listen = 127.0.0.1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.334247] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.334410] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] spice.streaming_mode = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.334586] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] spice.zlib_compression = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.334772] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] upgrade_levels.baseapi = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.334978] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] upgrade_levels.compute = auto {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.335163] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] upgrade_levels.conductor = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.335327] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] upgrade_levels.scheduler = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.335495] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vendordata_dynamic_auth.auth_section = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.335662] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vendordata_dynamic_auth.auth_type = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.335826] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vendordata_dynamic_auth.cafile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.335990] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vendordata_dynamic_auth.certfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.336171] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.336336] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vendordata_dynamic_auth.insecure = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.336497] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vendordata_dynamic_auth.keyfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.336663] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.336827] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vendordata_dynamic_auth.timeout = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.337039] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.api_retry_count = 10 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.337295] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.ca_file = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.337555] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.cache_prefix = devstack-image-cache {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.337768] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.cluster_name = testcl1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.337948] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.connection_pool_size = 10 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.338126] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.console_delay_seconds = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.338302] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.datastore_regex = ^datastore.* {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.338519] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.338698] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.host_password = **** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.338875] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.host_port = 443 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.339069] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.host_username = administrator@vsphere.local {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.339242] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.insecure = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.339407] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.integration_bridge = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.339574] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.maximum_objects = 100 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.339736] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.pbm_default_policy = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.339899] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.pbm_enabled = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.340070] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.pbm_wsdl_location = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.340282] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.340451] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.serial_port_proxy_uri = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.340614] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.serial_port_service_uri = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.340785] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.task_poll_interval = 0.5 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.340956] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.use_linked_clone = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.341142] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.vnc_keymap = en-us {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.341312] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.vnc_port = 5900 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.341479] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vmware.vnc_port_total = 10000 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.341664] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vnc.auth_schemes = ['none'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.341842] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vnc.enabled = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.342153] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.342345] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.342530] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vnc.novncproxy_port = 6080 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.342742] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vnc.server_listen = 127.0.0.1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.342935] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.343122] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vnc.vencrypt_ca_certs = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.343291] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vnc.vencrypt_client_cert = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.343453] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vnc.vencrypt_client_key = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.343632] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.343802] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] workarounds.disable_deep_image_inspection = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.343968] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.344146] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.344310] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.344473] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] workarounds.disable_rootwrap = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.344665] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] workarounds.enable_numa_live_migration = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.344840] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.345012] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.345191] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.345355] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] workarounds.libvirt_disable_apic = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.345563] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.345678] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.345844] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.346027] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.346189] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.346353] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.346515] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.346676] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.346837] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.347036] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.347231] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.347407] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] wsgi.client_socket_timeout = 900 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.347576] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] wsgi.default_pool_size = 1000 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.347747] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] wsgi.keep_alive = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.347918] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] wsgi.max_header_line = 16384 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.348098] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] wsgi.secure_proxy_ssl_header = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.348267] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] wsgi.ssl_ca_file = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.348432] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] wsgi.ssl_cert_file = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.348595] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] wsgi.ssl_key_file = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.348767] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] wsgi.tcp_keepidle = 600 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.348980] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.349182] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] zvm.ca_file = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.349350] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] zvm.cloud_connector_url = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.349652] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.349833] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] zvm.reachable_timeout = 300 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.350015] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.350198] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.350376] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] profiler.connection_string = messaging:// {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.350544] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] profiler.enabled = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.350716] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] profiler.es_doc_type = notification {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.350883] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] profiler.es_scroll_size = 10000 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.351062] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] profiler.es_scroll_time = 2m {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.351230] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] profiler.filter_error_trace = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.351399] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] profiler.hmac_keys = **** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.351567] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] profiler.sentinel_service_name = mymaster {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.351735] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] profiler.socket_timeout = 0.1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.351896] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] profiler.trace_requests = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.352069] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] profiler.trace_sqlalchemy = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.352250] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] profiler_jaeger.process_tags = {} {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.352413] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] profiler_jaeger.service_name_prefix = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.352591] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] profiler_otlp.service_name_prefix = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.352774] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] remote_debug.host = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.352939] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] remote_debug.port = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.353127] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.353293] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.353456] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.353618] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.353782] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.353936] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.354107] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.354271] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.354495] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.354721] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.354895] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.355081] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.355255] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.355422] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.355593] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.355759] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.355922] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.356106] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.356273] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.356438] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.356603] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.356771] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.356953] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.357151] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.357319] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.357484] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.357653] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.357821] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.357988] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.358169] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.ssl = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.358342] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.358513] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.358679] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.358851] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.359031] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.ssl_version = {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.359200] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.359382] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.359551] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_notifications.retry = -1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.359730] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.359905] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_messaging_notifications.transport_url = **** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.360090] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.auth_section = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.360260] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.auth_type = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.360442] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.cafile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.360679] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.certfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.360869] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.collect_timing = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.361046] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.connect_retries = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.361214] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.connect_retry_delay = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.361376] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.endpoint_id = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.361548] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.endpoint_interface = publicURL {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.361730] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.endpoint_override = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.361907] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.endpoint_region_name = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.362118] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.endpoint_service_name = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.362241] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.endpoint_service_type = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.362405] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.insecure = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.362565] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.keyfile = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.362725] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.max_version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.362898] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.min_version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.363085] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.region_name = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.363251] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.retriable_status_codes = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.363413] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.service_name = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.363571] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.service_type = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.363736] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.split_loggers = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.363896] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.status_code_retries = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.364066] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.status_code_retry_delay = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.364229] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.timeout = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.364387] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.valid_interfaces = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.364543] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_limit.version = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.364743] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_reports.file_event_handler = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.364918] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.365092] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] oslo_reports.log_dir = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.365269] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.365430] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.365591] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.365785] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.365954] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.366131] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.366305] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.366467] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vif_plug_ovs_privileged.group = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.366625] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.366794] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.366983] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.367169] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] vif_plug_ovs_privileged.user = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.367343] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] os_vif_linux_bridge.flat_interface = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.367531] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.367707] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.367882] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.368066] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.368247] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.368416] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.368578] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.368759] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.368928] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] os_vif_ovs.isolate_vif = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.369114] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.369285] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.369451] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.369618] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] os_vif_ovs.ovsdb_interface = native {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.369781] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] os_vif_ovs.per_port_bridge = False {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.369954] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] privsep_osbrick.capabilities = [21] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.370127] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] privsep_osbrick.group = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.370289] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] privsep_osbrick.helper_command = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.370455] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.370619] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.370780] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] privsep_osbrick.user = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.370993] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.371189] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] nova_sys_admin.group = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.371353] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] nova_sys_admin.helper_command = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.371520] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.371684] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.371844] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] nova_sys_admin.user = None {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 477.371978] env[64443]: DEBUG oslo_service.service [None req-a22d33c9-389c-4aae-b1f4-2b4a1a8da449 None None] ******************************************************************************** {{(pid=64443) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 477.372422] env[64443]: INFO nova.service [-] Starting compute node (version 0.1.0) [ 477.876380] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Getting list of instances from cluster (obj){ [ 477.876380] env[64443]: value = "domain-c8" [ 477.876380] env[64443]: _type = "ClusterComputeResource" [ 477.876380] env[64443]: } {{(pid=64443) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 477.877512] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bc0f24-dc48-4a54-a80f-8cb162d99eab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.886080] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Got total of 0 instances {{(pid=64443) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 477.886685] env[64443]: WARNING nova.virt.vmwareapi.driver [None req-71247448-1eac-4e82-b504-79f0624886eb None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 477.887179] env[64443]: INFO nova.virt.node [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Generated node identity 082176e5-bc15-4857-8991-de4e4f42c66a [ 477.887419] env[64443]: INFO nova.virt.node [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Wrote node identity 082176e5-bc15-4857-8991-de4e4f42c66a to /opt/stack/data/n-cpu-1/compute_id [ 478.389742] env[64443]: WARNING nova.compute.manager [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Compute nodes ['082176e5-bc15-4857-8991-de4e4f42c66a'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 479.396169] env[64443]: INFO nova.compute.manager [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 480.401136] env[64443]: WARNING nova.compute.manager [None req-71247448-1eac-4e82-b504-79f0624886eb None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 480.401517] env[64443]: DEBUG oslo_concurrency.lockutils [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 480.401640] env[64443]: DEBUG oslo_concurrency.lockutils [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 480.401792] env[64443]: DEBUG oslo_concurrency.lockutils [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 480.401946] env[64443]: DEBUG nova.compute.resource_tracker [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64443) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 480.402904] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261dd21d-ac03-4e7d-b505-53d3f3e6cd6f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 480.410884] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bd83dc-c4bf-4c52-b971-e80cd71abc32 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 480.424280] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c97c9d-07dc-4419-95af-dd3ce69b18c0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 480.430504] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43b3c23-44e1-4844-b09a-e9426113b82c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 480.458957] env[64443]: DEBUG nova.compute.resource_tracker [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181154MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=64443) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 480.459094] env[64443]: DEBUG oslo_concurrency.lockutils [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 480.459285] env[64443]: DEBUG oslo_concurrency.lockutils [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 480.961407] env[64443]: WARNING nova.compute.resource_tracker [None req-71247448-1eac-4e82-b504-79f0624886eb None None] No compute node record for cpu-1:082176e5-bc15-4857-8991-de4e4f42c66a: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 082176e5-bc15-4857-8991-de4e4f42c66a could not be found. [ 481.465916] env[64443]: INFO nova.compute.resource_tracker [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 082176e5-bc15-4857-8991-de4e4f42c66a [ 482.973978] env[64443]: DEBUG nova.compute.resource_tracker [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 482.974493] env[64443]: DEBUG nova.compute.resource_tracker [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 483.141261] env[64443]: INFO nova.scheduler.client.report [None req-71247448-1eac-4e82-b504-79f0624886eb None None] [req-4119b502-1f34-42b1-9fe5-0c9c56b23b6a] Created resource provider record via placement API for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 483.159041] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896399c8-22c5-4afe-92d4-178b9937bf0d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.167159] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d947df-26b3-4ed6-9308-3f520234df8d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.197105] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d313c3-49e1-4ca5-8ef3-9a4ddbbebf2b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.204655] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81198030-8ae7-40cc-aa43-cb7bcdedd2ca {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 483.218203] env[64443]: DEBUG nova.compute.provider_tree [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 483.773493] env[64443]: DEBUG nova.scheduler.client.report [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 483.773727] env[64443]: DEBUG nova.compute.provider_tree [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 0 to 1 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 483.773872] env[64443]: DEBUG nova.compute.provider_tree [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 483.825888] env[64443]: DEBUG nova.compute.provider_tree [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 1 to 2 during operation: update_traits {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 484.330818] env[64443]: DEBUG nova.compute.resource_tracker [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64443) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 484.331116] env[64443]: DEBUG oslo_concurrency.lockutils [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.872s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 484.331230] env[64443]: DEBUG nova.service [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Creating RPC server for service compute {{(pid=64443) start /opt/stack/nova/nova/service.py:186}} [ 484.347072] env[64443]: DEBUG nova.service [None req-71247448-1eac-4e82-b504-79f0624886eb None None] Join ServiceGroup membership for this service compute {{(pid=64443) start /opt/stack/nova/nova/service.py:203}} [ 484.347261] env[64443]: DEBUG nova.servicegroup.drivers.db [None req-71247448-1eac-4e82-b504-79f0624886eb None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=64443) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 522.353146] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._sync_power_states {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 522.855728] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Getting list of instances from cluster (obj){ [ 522.855728] env[64443]: value = "domain-c8" [ 522.855728] env[64443]: _type = "ClusterComputeResource" [ 522.855728] env[64443]: } {{(pid=64443) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 522.856946] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a9b837-0e9f-4119-9a69-2e360327df37 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.866774] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Got total of 0 instances {{(pid=64443) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 522.866774] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 522.866912] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Getting list of instances from cluster (obj){ [ 522.866912] env[64443]: value = "domain-c8" [ 522.866912] env[64443]: _type = "ClusterComputeResource" [ 522.866912] env[64443]: } {{(pid=64443) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 522.867749] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae20ee76-0cf0-4910-9430-3f941e99f006 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.875315] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Got total of 0 instances {{(pid=64443) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 527.735947] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Acquiring lock "21986e5c-22d5-4c71-910e-9f28f664c2a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.736303] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Lock "21986e5c-22d5-4c71-910e-9f28f664c2a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.740406] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquiring lock "08c515e5-c17a-4333-a240-55f0fbb93a86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.740606] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Lock "08c515e5-c17a-4333-a240-55f0fbb93a86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.780411] env[64443]: DEBUG oslo_concurrency.lockutils [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Acquiring lock "6a78f86d-6afd-43b3-9a63-600f0c73e97a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.780658] env[64443]: DEBUG oslo_concurrency.lockutils [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Lock "6a78f86d-6afd-43b3-9a63-600f0c73e97a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.121994] env[64443]: DEBUG oslo_concurrency.lockutils [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Acquiring lock "b497ac6a-4f20-4eae-95ea-ee2b26522087" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.122462] env[64443]: DEBUG oslo_concurrency.lockutils [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Lock "b497ac6a-4f20-4eae-95ea-ee2b26522087" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.243624] env[64443]: DEBUG nova.compute.manager [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 528.244858] env[64443]: DEBUG nova.compute.manager [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 528.283585] env[64443]: DEBUG nova.compute.manager [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 528.627757] env[64443]: DEBUG nova.compute.manager [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 528.745888] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Acquiring lock "4aaac52e-e991-4949-bae7-1084593aad3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.746131] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Lock "4aaac52e-e991-4949-bae7-1084593aad3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.792517] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.792783] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.795858] env[64443]: INFO nova.compute.claims [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 528.803675] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.815260] env[64443]: DEBUG oslo_concurrency.lockutils [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.159146] env[64443]: DEBUG oslo_concurrency.lockutils [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.248058] env[64443]: DEBUG nova.compute.manager [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 529.671718] env[64443]: DEBUG oslo_concurrency.lockutils [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquiring lock "44cba84c-0e8a-485d-810f-60dc64152206" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.671954] env[64443]: DEBUG oslo_concurrency.lockutils [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "44cba84c-0e8a-485d-810f-60dc64152206" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.785816] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.955944] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae0f728-ca0e-4511-8c51-c976c0af0956 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.965582] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362a09fc-a2dd-431c-b3e8-f20196410520 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.000902] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e9b3c6-d56d-4584-b22a-36348edeb7b6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.008959] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cac789-f6bb-4cab-843d-d2fa356895a8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.026500] env[64443]: DEBUG nova.compute.provider_tree [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 530.175699] env[64443]: DEBUG nova.compute.manager [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 530.530103] env[64443]: DEBUG nova.scheduler.client.report [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 530.711965] env[64443]: DEBUG oslo_concurrency.lockutils [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.037660] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 531.038457] env[64443]: DEBUG nova.compute.manager [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 531.043502] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.240s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.048755] env[64443]: INFO nova.compute.claims [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 531.556199] env[64443]: DEBUG nova.compute.utils [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 531.559235] env[64443]: DEBUG nova.compute.manager [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 531.559235] env[64443]: DEBUG nova.network.neutron [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 532.065648] env[64443]: DEBUG nova.compute.manager [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 532.211637] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96b9fcd-ec11-4fa8-a427-f3d20c2ae63b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.222830] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0367ce9f-5753-47f2-a3a7-3a9802914541 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.257480] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d0311b-6c49-4694-9c74-431c9e4a3ca5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.265447] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f993c4a-6d29-400d-b510-d6823bd9177d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.279981] env[64443]: DEBUG nova.compute.provider_tree [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 532.541017] env[64443]: DEBUG nova.policy [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1544f02b22854022ab0def7569ed6cfd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fc28d304b864b5ab553e881e77a6321', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 532.683125] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 532.683125] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 532.683125] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Starting heal instance info cache {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 532.684325] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Rebuilding the list of instances to heal {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 532.784949] env[64443]: DEBUG nova.scheduler.client.report [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 533.073718] env[64443]: DEBUG nova.network.neutron [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Successfully created port: 11f5810f-e245-487c-9420-19c11ee8964c {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 533.086061] env[64443]: DEBUG nova.compute.manager [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 533.120968] env[64443]: DEBUG nova.virt.hardware [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 533.122612] env[64443]: DEBUG nova.virt.hardware [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 533.122772] env[64443]: DEBUG nova.virt.hardware [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 533.122961] env[64443]: DEBUG nova.virt.hardware [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 533.123157] env[64443]: DEBUG nova.virt.hardware [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 533.124204] env[64443]: DEBUG nova.virt.hardware [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 533.126022] env[64443]: DEBUG nova.virt.hardware [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 533.126022] env[64443]: DEBUG nova.virt.hardware [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 533.126022] env[64443]: DEBUG nova.virt.hardware [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 533.126022] env[64443]: DEBUG nova.virt.hardware [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 533.126022] env[64443]: DEBUG nova.virt.hardware [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 533.126401] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fad52fd-6460-4d38-850d-946419330bf2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.134871] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00c0a16-5b4b-4f35-840b-5403ce573c5e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.154956] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80dc37e-d345-4acd-8dcd-d5ea3d54e696 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.191292] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Skipping network cache update for instance because it is Building. {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 533.191426] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Skipping network cache update for instance because it is Building. {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 533.191495] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Didn't find any instances for network info cache update. {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 533.191653] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.191893] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.192403] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.192403] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.192706] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.192772] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.192890] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64443) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 533.193067] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 533.291811] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.292424] env[64443]: DEBUG nova.compute.manager [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 533.295448] env[64443]: DEBUG oslo_concurrency.lockutils [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.480s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.297200] env[64443]: INFO nova.compute.claims [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 533.697318] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.802196] env[64443]: DEBUG nova.compute.utils [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 533.810021] env[64443]: DEBUG nova.compute.manager [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 533.810021] env[64443]: DEBUG nova.network.neutron [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 533.996396] env[64443]: DEBUG nova.policy [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '829f5ad85bf44726afad98dc2801c6cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9adb282c1d6435e955df2f968e6f4e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 534.310180] env[64443]: DEBUG nova.compute.manager [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 534.469049] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01e66e6-5e8c-48fd-bc62-b00beab5821c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.481139] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f18dbb-bcab-4f1e-977f-5af68c52c2de {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.512187] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a1f488-23aa-4da9-956d-4bbbdcffc461 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.521702] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.522036] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.524261] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3d321d-57ad-424c-b47f-e57ddc0cd5e3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.540640] env[64443]: DEBUG nova.compute.provider_tree [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 535.030732] env[64443]: DEBUG nova.compute.manager [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 535.044864] env[64443]: DEBUG nova.scheduler.client.report [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 535.350296] env[64443]: DEBUG nova.compute.manager [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 535.373678] env[64443]: DEBUG nova.virt.hardware [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 535.375244] env[64443]: DEBUG nova.virt.hardware [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 535.375244] env[64443]: DEBUG nova.virt.hardware [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 535.375560] env[64443]: DEBUG nova.virt.hardware [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 535.375980] env[64443]: DEBUG nova.virt.hardware [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 535.379097] env[64443]: DEBUG nova.virt.hardware [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 535.379097] env[64443]: DEBUG nova.virt.hardware [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 535.379097] env[64443]: DEBUG nova.virt.hardware [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 535.379097] env[64443]: DEBUG nova.virt.hardware [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 535.379097] env[64443]: DEBUG nova.virt.hardware [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 535.379329] env[64443]: DEBUG nova.virt.hardware [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 535.379329] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642a7392-52b4-44a8-8fff-19c7f44cd5dd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.389747] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9a5500-7b89-4078-8657-53e3cb8b6418 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.413753] env[64443]: DEBUG nova.network.neutron [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Successfully created port: fcdfadbd-8f84-40ab-a53a-993831aeba48 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 535.554861] env[64443]: DEBUG oslo_concurrency.lockutils [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.554861] env[64443]: DEBUG nova.compute.manager [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 535.560245] env[64443]: DEBUG oslo_concurrency.lockutils [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.401s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.565026] env[64443]: INFO nova.compute.claims [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 535.567495] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.773681] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Acquiring lock "493ae756-b9ef-45fd-af3f-2d9ba80c797c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.774055] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Lock "493ae756-b9ef-45fd-af3f-2d9ba80c797c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.068489] env[64443]: DEBUG nova.compute.utils [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 536.072704] env[64443]: DEBUG nova.compute.manager [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 536.072894] env[64443]: DEBUG nova.network.neutron [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 536.277688] env[64443]: DEBUG nova.compute.manager [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 536.324146] env[64443]: DEBUG nova.network.neutron [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Successfully updated port: 11f5810f-e245-487c-9420-19c11ee8964c {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 536.339706] env[64443]: DEBUG nova.policy [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0aa81d729420435e9a0d2541934965ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1107a8e39984b1394b1c5a6b3081535', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 536.574121] env[64443]: DEBUG nova.compute.manager [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 536.722728] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bf2463-14b9-4963-849e-8d32575f5681 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.741089] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48763c9-4719-4c73-b30b-dd6653546e02 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.777842] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5ced5a-ff4d-4426-a22e-be5d51217716 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.786985] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b07e0c-e626-4643-a8a9-db961a71dc26 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.813783] env[64443]: DEBUG nova.compute.provider_tree [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 536.816536] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.827705] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Acquiring lock "refresh_cache-21986e5c-22d5-4c71-910e-9f28f664c2a1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 536.827914] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Acquired lock "refresh_cache-21986e5c-22d5-4c71-910e-9f28f664c2a1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.828329] env[64443]: DEBUG nova.network.neutron [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 537.318922] env[64443]: DEBUG nova.scheduler.client.report [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 537.471448] env[64443]: DEBUG nova.network.neutron [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 537.586204] env[64443]: DEBUG nova.compute.manager [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 537.618753] env[64443]: DEBUG nova.virt.hardware [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 537.618753] env[64443]: DEBUG nova.virt.hardware [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 537.618753] env[64443]: DEBUG nova.virt.hardware [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 537.619705] env[64443]: DEBUG nova.virt.hardware [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 537.619705] env[64443]: DEBUG nova.virt.hardware [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 537.619705] env[64443]: DEBUG nova.virt.hardware [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 537.619705] env[64443]: DEBUG nova.virt.hardware [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 537.619705] env[64443]: DEBUG nova.virt.hardware [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 537.620235] env[64443]: DEBUG nova.virt.hardware [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 537.620235] env[64443]: DEBUG nova.virt.hardware [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 537.620529] env[64443]: DEBUG nova.virt.hardware [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 537.621896] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7abd6d3-d23f-42eb-a448-83a491f312a2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.630990] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7479476-624d-4b82-8cc2-d6baaed49387 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.688934] env[64443]: DEBUG nova.compute.manager [req-c70d2c7b-0169-4fe1-ac86-1fa3ae11ed82 req-66557f3b-bae4-433b-a4c8-99c27846cbd2 service nova] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Received event network-vif-plugged-11f5810f-e245-487c-9420-19c11ee8964c {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 537.689197] env[64443]: DEBUG oslo_concurrency.lockutils [req-c70d2c7b-0169-4fe1-ac86-1fa3ae11ed82 req-66557f3b-bae4-433b-a4c8-99c27846cbd2 service nova] Acquiring lock "21986e5c-22d5-4c71-910e-9f28f664c2a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.689581] env[64443]: DEBUG oslo_concurrency.lockutils [req-c70d2c7b-0169-4fe1-ac86-1fa3ae11ed82 req-66557f3b-bae4-433b-a4c8-99c27846cbd2 service nova] Lock "21986e5c-22d5-4c71-910e-9f28f664c2a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.689740] env[64443]: DEBUG oslo_concurrency.lockutils [req-c70d2c7b-0169-4fe1-ac86-1fa3ae11ed82 req-66557f3b-bae4-433b-a4c8-99c27846cbd2 service nova] Lock "21986e5c-22d5-4c71-910e-9f28f664c2a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.689860] env[64443]: DEBUG nova.compute.manager [req-c70d2c7b-0169-4fe1-ac86-1fa3ae11ed82 req-66557f3b-bae4-433b-a4c8-99c27846cbd2 service nova] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] No waiting events found dispatching network-vif-plugged-11f5810f-e245-487c-9420-19c11ee8964c {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 537.690042] env[64443]: WARNING nova.compute.manager [req-c70d2c7b-0169-4fe1-ac86-1fa3ae11ed82 req-66557f3b-bae4-433b-a4c8-99c27846cbd2 service nova] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Received unexpected event network-vif-plugged-11f5810f-e245-487c-9420-19c11ee8964c for instance with vm_state building and task_state spawning. [ 537.797085] env[64443]: DEBUG nova.network.neutron [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Successfully created port: c2615876-79eb-4641-a581-4f0c860c0a44 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 537.828784] env[64443]: DEBUG oslo_concurrency.lockutils [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.268s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.828784] env[64443]: DEBUG nova.compute.manager [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 537.835904] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.050s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.837461] env[64443]: INFO nova.compute.claims [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 538.146251] env[64443]: DEBUG nova.network.neutron [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Updating instance_info_cache with network_info: [{"id": "11f5810f-e245-487c-9420-19c11ee8964c", "address": "fa:16:3e:de:cd:51", "network": {"id": "771f2ba0-9f5a-495f-aba0-0f8bda2ec777", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-490709618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc28d304b864b5ab553e881e77a6321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f5810f-e2", "ovs_interfaceid": "11f5810f-e245-487c-9420-19c11ee8964c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 538.342686] env[64443]: DEBUG nova.compute.utils [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 538.343905] env[64443]: DEBUG nova.compute.manager [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 538.344094] env[64443]: DEBUG nova.network.neutron [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 538.565358] env[64443]: DEBUG nova.policy [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '099c03b10d8f49cda498af4dcdd8af2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3159e756e8d499fb6ad7c3757025606', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 538.650348] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Releasing lock "refresh_cache-21986e5c-22d5-4c71-910e-9f28f664c2a1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.652019] env[64443]: DEBUG nova.compute.manager [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Instance network_info: |[{"id": "11f5810f-e245-487c-9420-19c11ee8964c", "address": "fa:16:3e:de:cd:51", "network": {"id": "771f2ba0-9f5a-495f-aba0-0f8bda2ec777", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-490709618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc28d304b864b5ab553e881e77a6321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f5810f-e2", "ovs_interfaceid": "11f5810f-e245-487c-9420-19c11ee8964c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 538.652549] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:cd:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11f5810f-e245-487c-9420-19c11ee8964c', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 538.673508] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 538.674930] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb6e5092-f9fb-4830-a831-443936139b60 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.690323] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Created folder: OpenStack in parent group-v4. [ 538.690323] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Creating folder: Project (1fc28d304b864b5ab553e881e77a6321). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 538.690323] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04181561-0209-4f6c-84a2-25def8973fbf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.702756] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Created folder: Project (1fc28d304b864b5ab553e881e77a6321) in parent group-v539479. [ 538.702756] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Creating folder: Instances. Parent ref: group-v539480. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 538.702756] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2f4988a-69e6-4f77-8184-d3a80a9cb01d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.713715] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Created folder: Instances in parent group-v539480. [ 538.715088] env[64443]: DEBUG oslo.service.loopingcall [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 538.715640] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 538.715860] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6eb0f5e0-4d76-4ad2-a1b7-984fd100158c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.743116] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 538.743116] env[64443]: value = "task-2675664" [ 538.743116] env[64443]: _type = "Task" [ 538.743116] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.752760] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675664, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.847917] env[64443]: DEBUG nova.compute.manager [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 538.988346] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5623fd8e-c4ca-4952-8e7d-ea6e566ea43d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.996460] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3323a561-ae09-4f89-a5ef-0818f7120250 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.030347] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65077097-e984-4057-9a35-b39a6d691b5c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.039013] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a6b77f-4dfb-4be8-a028-79edeb33b9b6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.054028] env[64443]: DEBUG nova.compute.provider_tree [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 539.255844] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675664, 'name': CreateVM_Task, 'duration_secs': 0.361903} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.256115] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 539.279180] env[64443]: DEBUG oslo_vmware.service [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c0d8b1-3ce1-4f0d-99ba-8afbfd2c9413 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.287661] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.288477] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.289310] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.289637] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe419078-52fa-4307-8927-5581df1dad1d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.296440] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Waiting for the task: (returnval){ [ 539.296440] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52cf2475-c561-7a5a-e928-f717274e5cb8" [ 539.296440] env[64443]: _type = "Task" [ 539.296440] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.305917] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52cf2475-c561-7a5a-e928-f717274e5cb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.337229] env[64443]: DEBUG nova.network.neutron [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Successfully updated port: fcdfadbd-8f84-40ab-a53a-993831aeba48 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 539.563946] env[64443]: DEBUG nova.scheduler.client.report [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 539.810248] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 539.810558] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 539.810794] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.810958] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.811417] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 539.811678] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48a3869b-a594-4c35-8a70-130822956900 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.820737] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 539.820737] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 539.821300] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7851037-ab9b-440b-8fb7-623a604957f3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.828222] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df639eb9-e860-4212-9da1-4e1a6bf25ae2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.833144] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Waiting for the task: (returnval){ [ 539.833144] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]520ae9d3-c82d-96c8-d0a5-68e294dacbfc" [ 539.833144] env[64443]: _type = "Task" [ 539.833144] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.840843] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquiring lock "refresh_cache-08c515e5-c17a-4333-a240-55f0fbb93a86" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.841084] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquired lock "refresh_cache-08c515e5-c17a-4333-a240-55f0fbb93a86" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.841247] env[64443]: DEBUG nova.network.neutron [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 539.842564] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520ae9d3-c82d-96c8-d0a5-68e294dacbfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.862035] env[64443]: DEBUG nova.compute.manager [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 539.892898] env[64443]: DEBUG nova.virt.hardware [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 539.892898] env[64443]: DEBUG nova.virt.hardware [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 539.894017] env[64443]: DEBUG nova.virt.hardware [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 539.894017] env[64443]: DEBUG nova.virt.hardware [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 539.894017] env[64443]: DEBUG nova.virt.hardware [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 539.894017] env[64443]: DEBUG nova.virt.hardware [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 539.894017] env[64443]: DEBUG nova.virt.hardware [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 539.894491] env[64443]: DEBUG nova.virt.hardware [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 539.894803] env[64443]: DEBUG nova.virt.hardware [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 539.895154] env[64443]: DEBUG nova.virt.hardware [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 539.895587] env[64443]: DEBUG nova.virt.hardware [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 539.896588] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80efcdf-216d-45f2-81e4-494269c25144 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.905794] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e255555-59f8-4769-a63a-45a96484f778 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.072825] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.073442] env[64443]: DEBUG nova.compute.manager [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 540.076265] env[64443]: DEBUG oslo_concurrency.lockutils [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.364s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.077515] env[64443]: INFO nova.compute.claims [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 540.329176] env[64443]: DEBUG nova.network.neutron [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Successfully created port: c66177eb-1686-40a1-a08f-0c744f1e6989 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 540.348733] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Preparing fetch location {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 540.349476] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Creating directory with path [datastore2] vmware_temp/7044e77d-476e-4eb9-a458-419bc5f18e34/dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 540.350077] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a68d3e4-c3fc-4aff-8cd2-3c1aca5b6f1c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.380276] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Created directory with path [datastore2] vmware_temp/7044e77d-476e-4eb9-a458-419bc5f18e34/dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 540.380667] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Fetch image to [datastore2] vmware_temp/7044e77d-476e-4eb9-a458-419bc5f18e34/dd719037-1855-48c3-aee4-b2a657ffb2c7/tmp-sparse.vmdk {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 540.381073] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Downloading image file data dd719037-1855-48c3-aee4-b2a657ffb2c7 to [datastore2] vmware_temp/7044e77d-476e-4eb9-a458-419bc5f18e34/dd719037-1855-48c3-aee4-b2a657ffb2c7/tmp-sparse.vmdk on the data store datastore2 {{(pid=64443) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 540.382067] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ca76a6-cc1c-4aad-8756-901af9f53475 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.394071] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047aa870-55b7-497e-a559-334c6e214171 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.405943] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbc1964-9188-44ed-b473-c805abe3d6c8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.447232] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becb9653-73ca-4ed1-8a34-0c14d10b2fe9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.452365] env[64443]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-0386fe47-2839-43e2-914e-fac49fe6e050 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.476263] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Downloading image file data dd719037-1855-48c3-aee4-b2a657ffb2c7 to the data store datastore2 {{(pid=64443) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 540.523074] env[64443]: DEBUG nova.network.neutron [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 540.556751] env[64443]: DEBUG oslo_vmware.rw_handles [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7044e77d-476e-4eb9-a458-419bc5f18e34/dd719037-1855-48c3-aee4-b2a657ffb2c7/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=64443) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 540.627517] env[64443]: DEBUG nova.compute.utils [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 540.633501] env[64443]: DEBUG nova.compute.manager [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 540.633981] env[64443]: DEBUG nova.network.neutron [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 541.111164] env[64443]: DEBUG nova.policy [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b78cf1730521499b8d8425fed44a4858', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2abe841b792546889fd81bfd3a25dcd6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 541.132557] env[64443]: DEBUG nova.compute.manager [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 541.274985] env[64443]: DEBUG nova.compute.manager [req-e7ffcd17-dc50-47c4-8508-988553d61bc7 req-60658790-f75c-48ae-8d91-b7636686e64e service nova] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Received event network-vif-plugged-fcdfadbd-8f84-40ab-a53a-993831aeba48 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 541.275681] env[64443]: DEBUG oslo_concurrency.lockutils [req-e7ffcd17-dc50-47c4-8508-988553d61bc7 req-60658790-f75c-48ae-8d91-b7636686e64e service nova] Acquiring lock "08c515e5-c17a-4333-a240-55f0fbb93a86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.275681] env[64443]: DEBUG oslo_concurrency.lockutils [req-e7ffcd17-dc50-47c4-8508-988553d61bc7 req-60658790-f75c-48ae-8d91-b7636686e64e service nova] Lock "08c515e5-c17a-4333-a240-55f0fbb93a86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.275843] env[64443]: DEBUG oslo_concurrency.lockutils [req-e7ffcd17-dc50-47c4-8508-988553d61bc7 req-60658790-f75c-48ae-8d91-b7636686e64e service nova] Lock "08c515e5-c17a-4333-a240-55f0fbb93a86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.276033] env[64443]: DEBUG nova.compute.manager [req-e7ffcd17-dc50-47c4-8508-988553d61bc7 req-60658790-f75c-48ae-8d91-b7636686e64e service nova] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] No waiting events found dispatching network-vif-plugged-fcdfadbd-8f84-40ab-a53a-993831aeba48 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 541.276658] env[64443]: WARNING nova.compute.manager [req-e7ffcd17-dc50-47c4-8508-988553d61bc7 req-60658790-f75c-48ae-8d91-b7636686e64e service nova] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Received unexpected event network-vif-plugged-fcdfadbd-8f84-40ab-a53a-993831aeba48 for instance with vm_state building and task_state spawning. [ 541.282190] env[64443]: DEBUG oslo_vmware.rw_handles [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Completed reading data from the image iterator. {{(pid=64443) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 541.282190] env[64443]: DEBUG oslo_vmware.rw_handles [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7044e77d-476e-4eb9-a458-419bc5f18e34/dd719037-1855-48c3-aee4-b2a657ffb2c7/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 541.318945] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8bf00d-433c-413d-ae9c-954c6376c95b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.327786] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf14e17-af46-4125-a4f6-76e5f1275a10 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.364233] env[64443]: DEBUG nova.network.neutron [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Updating instance_info_cache with network_info: [{"id": "fcdfadbd-8f84-40ab-a53a-993831aeba48", "address": "fa:16:3e:6e:e3:20", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcdfadbd-8f", "ovs_interfaceid": "fcdfadbd-8f84-40ab-a53a-993831aeba48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 541.366038] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5c52dc-8ff7-4bfb-a138-f48b899915a0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.375019] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd25670-3b31-477e-9469-7a184e5ccc70 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.388381] env[64443]: DEBUG nova.compute.provider_tree [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 541.408133] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Downloaded image file data dd719037-1855-48c3-aee4-b2a657ffb2c7 to vmware_temp/7044e77d-476e-4eb9-a458-419bc5f18e34/dd719037-1855-48c3-aee4-b2a657ffb2c7/tmp-sparse.vmdk on the data store datastore2 {{(pid=64443) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 541.412105] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Caching image {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 541.412105] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Copying Virtual Disk [datastore2] vmware_temp/7044e77d-476e-4eb9-a458-419bc5f18e34/dd719037-1855-48c3-aee4-b2a657ffb2c7/tmp-sparse.vmdk to [datastore2] vmware_temp/7044e77d-476e-4eb9-a458-419bc5f18e34/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 541.412105] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ab596e6-29b2-445f-98c7-75db7e3cdc59 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.418560] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Waiting for the task: (returnval){ [ 541.418560] env[64443]: value = "task-2675665" [ 541.418560] env[64443]: _type = "Task" [ 541.418560] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.429571] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2675665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.784718] env[64443]: DEBUG nova.compute.manager [req-6651848a-d4e0-45e2-8f9e-05a5906812b5 req-1bb4178b-9243-4a4c-b6cd-a618cdb6e3f6 service nova] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Received event network-changed-11f5810f-e245-487c-9420-19c11ee8964c {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 541.784909] env[64443]: DEBUG nova.compute.manager [req-6651848a-d4e0-45e2-8f9e-05a5906812b5 req-1bb4178b-9243-4a4c-b6cd-a618cdb6e3f6 service nova] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Refreshing instance network info cache due to event network-changed-11f5810f-e245-487c-9420-19c11ee8964c. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 541.787343] env[64443]: DEBUG oslo_concurrency.lockutils [req-6651848a-d4e0-45e2-8f9e-05a5906812b5 req-1bb4178b-9243-4a4c-b6cd-a618cdb6e3f6 service nova] Acquiring lock "refresh_cache-21986e5c-22d5-4c71-910e-9f28f664c2a1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 541.787509] env[64443]: DEBUG oslo_concurrency.lockutils [req-6651848a-d4e0-45e2-8f9e-05a5906812b5 req-1bb4178b-9243-4a4c-b6cd-a618cdb6e3f6 service nova] Acquired lock "refresh_cache-21986e5c-22d5-4c71-910e-9f28f664c2a1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.787679] env[64443]: DEBUG nova.network.neutron [req-6651848a-d4e0-45e2-8f9e-05a5906812b5 req-1bb4178b-9243-4a4c-b6cd-a618cdb6e3f6 service nova] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Refreshing network info cache for port 11f5810f-e245-487c-9420-19c11ee8964c {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 541.870293] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Releasing lock "refresh_cache-08c515e5-c17a-4333-a240-55f0fbb93a86" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.870672] env[64443]: DEBUG nova.compute.manager [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Instance network_info: |[{"id": "fcdfadbd-8f84-40ab-a53a-993831aeba48", "address": "fa:16:3e:6e:e3:20", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcdfadbd-8f", "ovs_interfaceid": "fcdfadbd-8f84-40ab-a53a-993831aeba48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 541.871147] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:e3:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcdfadbd-8f84-40ab-a53a-993831aeba48', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 541.879267] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Creating folder: Project (e9adb282c1d6435e955df2f968e6f4e4). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 541.880241] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-541ce62c-5abd-4440-9047-28f1f2f07655 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.891645] env[64443]: DEBUG nova.scheduler.client.report [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 541.895548] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Created folder: Project (e9adb282c1d6435e955df2f968e6f4e4) in parent group-v539479. [ 541.895701] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Creating folder: Instances. Parent ref: group-v539483. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 541.896179] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da5ef425-f665-4d87-8d8d-7e04ed90dbd2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.906231] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Created folder: Instances in parent group-v539483. [ 541.906548] env[64443]: DEBUG oslo.service.loopingcall [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 541.906751] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 541.906962] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cc7401f-1309-4006-94ff-e9a16962207a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.934831] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 541.934831] env[64443]: value = "task-2675668" [ 541.934831] env[64443]: _type = "Task" [ 541.934831] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.945868] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2675665, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.949140] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675668, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.143410] env[64443]: DEBUG nova.compute.manager [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 542.290392] env[64443]: DEBUG nova.virt.hardware [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 542.290667] env[64443]: DEBUG nova.virt.hardware [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 542.290819] env[64443]: DEBUG nova.virt.hardware [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 542.290998] env[64443]: DEBUG nova.virt.hardware [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 542.291529] env[64443]: DEBUG nova.virt.hardware [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 542.291692] env[64443]: DEBUG nova.virt.hardware [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 542.292947] env[64443]: DEBUG nova.virt.hardware [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 542.292947] env[64443]: DEBUG nova.virt.hardware [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 542.292947] env[64443]: DEBUG nova.virt.hardware [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 542.292947] env[64443]: DEBUG nova.virt.hardware [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 542.292947] env[64443]: DEBUG nova.virt.hardware [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 542.295565] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9578fee-9553-428b-bf40-3d19d989acf8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.306963] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bda675-8154-43d3-8632-1ade8575fc08 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.400216] env[64443]: DEBUG oslo_concurrency.lockutils [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.406021] env[64443]: DEBUG nova.compute.manager [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 542.406021] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.708s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.406021] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.406021] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64443) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 542.406021] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.838s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.408092] env[64443]: INFO nova.compute.claims [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 542.412351] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7227a995-662d-464f-b195-f90cf3d3abea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.422993] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece6cdf5-dbd0-4c5c-8064-3ec07979f758 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.457616] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2675665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684651} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.459528] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5d9588-a43e-4ad8-9dfa-1ccdddf2d9e8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.462355] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Copied Virtual Disk [datastore2] vmware_temp/7044e77d-476e-4eb9-a458-419bc5f18e34/dd719037-1855-48c3-aee4-b2a657ffb2c7/tmp-sparse.vmdk to [datastore2] vmware_temp/7044e77d-476e-4eb9-a458-419bc5f18e34/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 542.462520] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Deleting the datastore file [datastore2] vmware_temp/7044e77d-476e-4eb9-a458-419bc5f18e34/dd719037-1855-48c3-aee4-b2a657ffb2c7/tmp-sparse.vmdk {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 542.464906] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee675fe7-f3ac-4ff7-b002-dd120e469401 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.472353] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675668, 'name': CreateVM_Task, 'duration_secs': 0.360774} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.473296] env[64443]: DEBUG nova.network.neutron [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Successfully updated port: c2615876-79eb-4641-a581-4f0c860c0a44 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 542.477963] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 542.477963] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Waiting for the task: (returnval){ [ 542.477963] env[64443]: value = "task-2675669" [ 542.477963] env[64443]: _type = "Task" [ 542.477963] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.478636] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.478816] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.479344] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.480310] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d234c3e5-ad45-4cea-a543-cc0b22f1952e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.484684] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2ba3b00-e94d-4f73-9520-16be4bb20125 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.525111] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2675669, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.525588] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181153MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=64443) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 542.525820] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.526167] env[64443]: DEBUG oslo_vmware.api [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for the task: (returnval){ [ 542.526167] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52aec1a5-7422-a31c-eebc-85ada1f2bae6" [ 542.526167] env[64443]: _type = "Task" [ 542.526167] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.536045] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.536317] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 542.536555] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.915300] env[64443]: DEBUG nova.compute.utils [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 542.917253] env[64443]: DEBUG nova.compute.manager [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 542.920057] env[64443]: DEBUG nova.network.neutron [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 542.979316] env[64443]: DEBUG oslo_concurrency.lockutils [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Acquiring lock "refresh_cache-6a78f86d-6afd-43b3-9a63-600f0c73e97a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.979466] env[64443]: DEBUG oslo_concurrency.lockutils [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Acquired lock "refresh_cache-6a78f86d-6afd-43b3-9a63-600f0c73e97a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.979618] env[64443]: DEBUG nova.network.neutron [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 542.996530] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2675669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024841} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.996530] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 542.996530] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Moving file from [datastore2] vmware_temp/7044e77d-476e-4eb9-a458-419bc5f18e34/dd719037-1855-48c3-aee4-b2a657ffb2c7 to [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7. {{(pid=64443) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 542.996730] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-92b75f7c-49e6-4701-8a8b-493d6f17654c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.002296] env[64443]: DEBUG nova.policy [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d8e36f507be4315b07ebef639b31867', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1242fbf0a26e43f087af1c8a623f1eb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 543.009367] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Waiting for the task: (returnval){ [ 543.009367] env[64443]: value = "task-2675670" [ 543.009367] env[64443]: _type = "Task" [ 543.009367] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.018496] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2675670, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.423154] env[64443]: DEBUG nova.compute.manager [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 543.525819] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2675670, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030457} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.527636] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] File moved {{(pid=64443) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 543.527636] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Cleaning up location [datastore2] vmware_temp/7044e77d-476e-4eb9-a458-419bc5f18e34 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 543.527636] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Deleting the datastore file [datastore2] vmware_temp/7044e77d-476e-4eb9-a458-419bc5f18e34 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 543.527636] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88f04690-d865-411e-bc46-d37ebd72c807 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.534908] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Waiting for the task: (returnval){ [ 543.534908] env[64443]: value = "task-2675671" [ 543.534908] env[64443]: _type = "Task" [ 543.534908] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.547747] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2675671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.563118] env[64443]: DEBUG nova.network.neutron [req-6651848a-d4e0-45e2-8f9e-05a5906812b5 req-1bb4178b-9243-4a4c-b6cd-a618cdb6e3f6 service nova] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Updated VIF entry in instance network info cache for port 11f5810f-e245-487c-9420-19c11ee8964c. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 543.564128] env[64443]: DEBUG nova.network.neutron [req-6651848a-d4e0-45e2-8f9e-05a5906812b5 req-1bb4178b-9243-4a4c-b6cd-a618cdb6e3f6 service nova] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Updating instance_info_cache with network_info: [{"id": "11f5810f-e245-487c-9420-19c11ee8964c", "address": "fa:16:3e:de:cd:51", "network": {"id": "771f2ba0-9f5a-495f-aba0-0f8bda2ec777", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-490709618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc28d304b864b5ab553e881e77a6321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f5810f-e2", "ovs_interfaceid": "11f5810f-e245-487c-9420-19c11ee8964c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 543.588015] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b208de-1974-469c-ae84-1ab08dc01aa1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.599544] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76d9b54-ac3a-4377-a8af-e9d4c3748fe9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.636943] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44667b42-33b4-42b3-847a-768d4fa90737 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.649392] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f388bdc0-0a87-4787-9d27-7873ba615af4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.664147] env[64443]: DEBUG nova.compute.provider_tree [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 543.690538] env[64443]: DEBUG nova.network.neutron [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Successfully created port: cbfe3f79-2bd2-482c-9b31-04374399cc55 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 543.705244] env[64443]: DEBUG nova.network.neutron [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 544.047128] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2675671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025131} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.047301] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 544.048041] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a0b51b3-ccbd-4ddd-9662-0191694e1e4e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.053475] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Waiting for the task: (returnval){ [ 544.053475] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52fd5e7b-c975-0652-fd28-77ca2f85dcc0" [ 544.053475] env[64443]: _type = "Task" [ 544.053475] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.061836] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52fd5e7b-c975-0652-fd28-77ca2f85dcc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.066305] env[64443]: DEBUG oslo_concurrency.lockutils [req-6651848a-d4e0-45e2-8f9e-05a5906812b5 req-1bb4178b-9243-4a4c-b6cd-a618cdb6e3f6 service nova] Releasing lock "refresh_cache-21986e5c-22d5-4c71-910e-9f28f664c2a1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.168090] env[64443]: DEBUG nova.scheduler.client.report [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 544.441080] env[64443]: DEBUG nova.compute.manager [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 544.477227] env[64443]: DEBUG nova.virt.hardware [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 544.477333] env[64443]: DEBUG nova.virt.hardware [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 544.477464] env[64443]: DEBUG nova.virt.hardware [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 544.477624] env[64443]: DEBUG nova.virt.hardware [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 544.477766] env[64443]: DEBUG nova.virt.hardware [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 544.477916] env[64443]: DEBUG nova.virt.hardware [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 544.478220] env[64443]: DEBUG nova.virt.hardware [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 544.478424] env[64443]: DEBUG nova.virt.hardware [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 544.478631] env[64443]: DEBUG nova.virt.hardware [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 544.478829] env[64443]: DEBUG nova.virt.hardware [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 544.479261] env[64443]: DEBUG nova.virt.hardware [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 544.483688] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f63e48e-8541-4e72-ab52-939121eee522 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.496634] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba81b6a-0254-4892-a64e-84770a04f0b0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.564394] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52fd5e7b-c975-0652-fd28-77ca2f85dcc0, 'name': SearchDatastore_Task, 'duration_secs': 0.011059} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.564660] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 544.564973] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 21986e5c-22d5-4c71-910e-9f28f664c2a1/21986e5c-22d5-4c71-910e-9f28f664c2a1.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 544.565192] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.565404] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 544.565607] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af880ea4-9f59-4723-b5ac-0a6e4a7b136c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.567500] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0110568c-b2dc-48b8-8e14-6a69bf69cba3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.573467] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Waiting for the task: (returnval){ [ 544.573467] env[64443]: value = "task-2675672" [ 544.573467] env[64443]: _type = "Task" [ 544.573467] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.577792] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 544.577964] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 544.578977] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-025ed4bc-f336-4c04-bcd1-4f640f0608ae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.584099] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2675672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.589211] env[64443]: DEBUG oslo_vmware.api [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for the task: (returnval){ [ 544.589211] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5231dd91-b76e-4371-2e28-93e7fa6a735d" [ 544.589211] env[64443]: _type = "Task" [ 544.589211] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.597307] env[64443]: DEBUG oslo_vmware.api [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5231dd91-b76e-4371-2e28-93e7fa6a735d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.676516] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.677051] env[64443]: DEBUG nova.compute.manager [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 544.684097] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.865s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.684097] env[64443]: INFO nova.compute.claims [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 544.907485] env[64443]: DEBUG nova.compute.manager [req-3b7f48cf-9aaa-4a57-a2eb-86e9767057a3 req-45520f6c-0cf6-4ca7-a8db-f27b025dc864 service nova] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Received event network-changed-fcdfadbd-8f84-40ab-a53a-993831aeba48 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 544.907663] env[64443]: DEBUG nova.compute.manager [req-3b7f48cf-9aaa-4a57-a2eb-86e9767057a3 req-45520f6c-0cf6-4ca7-a8db-f27b025dc864 service nova] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Refreshing instance network info cache due to event network-changed-fcdfadbd-8f84-40ab-a53a-993831aeba48. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 544.907784] env[64443]: DEBUG oslo_concurrency.lockutils [req-3b7f48cf-9aaa-4a57-a2eb-86e9767057a3 req-45520f6c-0cf6-4ca7-a8db-f27b025dc864 service nova] Acquiring lock "refresh_cache-08c515e5-c17a-4333-a240-55f0fbb93a86" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.907941] env[64443]: DEBUG oslo_concurrency.lockutils [req-3b7f48cf-9aaa-4a57-a2eb-86e9767057a3 req-45520f6c-0cf6-4ca7-a8db-f27b025dc864 service nova] Acquired lock "refresh_cache-08c515e5-c17a-4333-a240-55f0fbb93a86" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.908135] env[64443]: DEBUG nova.network.neutron [req-3b7f48cf-9aaa-4a57-a2eb-86e9767057a3 req-45520f6c-0cf6-4ca7-a8db-f27b025dc864 service nova] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Refreshing network info cache for port fcdfadbd-8f84-40ab-a53a-993831aeba48 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 544.976117] env[64443]: DEBUG nova.network.neutron [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Updating instance_info_cache with network_info: [{"id": "c2615876-79eb-4641-a581-4f0c860c0a44", "address": "fa:16:3e:a3:67:45", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2615876-79", "ovs_interfaceid": "c2615876-79eb-4641-a581-4f0c860c0a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 545.086693] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2675672, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.100767] env[64443]: DEBUG oslo_vmware.api [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5231dd91-b76e-4371-2e28-93e7fa6a735d, 'name': SearchDatastore_Task, 'duration_secs': 0.018509} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.101979] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c7a9ec5-c925-48b2-a313-c689c250f2de {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.110299] env[64443]: DEBUG oslo_vmware.api [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for the task: (returnval){ [ 545.110299] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52177be0-7f1c-f821-17d0-a41adf492d49" [ 545.110299] env[64443]: _type = "Task" [ 545.110299] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.120814] env[64443]: DEBUG oslo_vmware.api [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52177be0-7f1c-f821-17d0-a41adf492d49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.191245] env[64443]: DEBUG nova.compute.utils [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 545.196469] env[64443]: DEBUG nova.compute.manager [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 545.196469] env[64443]: DEBUG nova.network.neutron [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 545.452391] env[64443]: DEBUG nova.policy [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bdda8a2d67b480f8abd1e899137febc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82178a7fb654409499ced650a17c3fc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 545.482019] env[64443]: DEBUG oslo_concurrency.lockutils [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Releasing lock "refresh_cache-6a78f86d-6afd-43b3-9a63-600f0c73e97a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.482019] env[64443]: DEBUG nova.compute.manager [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Instance network_info: |[{"id": "c2615876-79eb-4641-a581-4f0c860c0a44", "address": "fa:16:3e:a3:67:45", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2615876-79", "ovs_interfaceid": "c2615876-79eb-4641-a581-4f0c860c0a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 545.482992] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:67:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2615876-79eb-4641-a581-4f0c860c0a44', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 545.490148] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Creating folder: Project (a1107a8e39984b1394b1c5a6b3081535). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 545.490660] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fa3aea1-24f1-4918-80ee-87a832bbf150 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.504139] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Created folder: Project (a1107a8e39984b1394b1c5a6b3081535) in parent group-v539479. [ 545.504139] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Creating folder: Instances. Parent ref: group-v539486. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 545.504139] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f622ae8-09f5-4690-a5dc-606dd9b47c64 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.514377] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Created folder: Instances in parent group-v539486. [ 545.514628] env[64443]: DEBUG oslo.service.loopingcall [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 545.514815] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 545.515018] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4affcee7-f32e-4437-bfb9-1b08142e671f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.537774] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 545.537774] env[64443]: value = "task-2675675" [ 545.537774] env[64443]: _type = "Task" [ 545.537774] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.545769] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675675, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.559434] env[64443]: DEBUG nova.network.neutron [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Successfully updated port: c66177eb-1686-40a1-a08f-0c744f1e6989 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 545.589062] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2675672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556411} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.589237] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 21986e5c-22d5-4c71-910e-9f28f664c2a1/21986e5c-22d5-4c71-910e-9f28f664c2a1.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 545.589454] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 545.589706] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd4948c6-21e7-4661-9012-ad43ac83ec7f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.596558] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Waiting for the task: (returnval){ [ 545.596558] env[64443]: value = "task-2675676" [ 545.596558] env[64443]: _type = "Task" [ 545.596558] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.607244] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2675676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.611482] env[64443]: DEBUG nova.compute.manager [req-3c32a434-b019-4af7-91d8-8b53bd1b15dc req-5b08ab74-72f1-4e80-b982-f92c43ecf033 service nova] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Received event network-vif-plugged-c2615876-79eb-4641-a581-4f0c860c0a44 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 545.611561] env[64443]: DEBUG oslo_concurrency.lockutils [req-3c32a434-b019-4af7-91d8-8b53bd1b15dc req-5b08ab74-72f1-4e80-b982-f92c43ecf033 service nova] Acquiring lock "6a78f86d-6afd-43b3-9a63-600f0c73e97a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.611955] env[64443]: DEBUG oslo_concurrency.lockutils [req-3c32a434-b019-4af7-91d8-8b53bd1b15dc req-5b08ab74-72f1-4e80-b982-f92c43ecf033 service nova] Lock "6a78f86d-6afd-43b3-9a63-600f0c73e97a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.612616] env[64443]: DEBUG oslo_concurrency.lockutils [req-3c32a434-b019-4af7-91d8-8b53bd1b15dc req-5b08ab74-72f1-4e80-b982-f92c43ecf033 service nova] Lock "6a78f86d-6afd-43b3-9a63-600f0c73e97a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.612616] env[64443]: DEBUG nova.compute.manager [req-3c32a434-b019-4af7-91d8-8b53bd1b15dc req-5b08ab74-72f1-4e80-b982-f92c43ecf033 service nova] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] No waiting events found dispatching network-vif-plugged-c2615876-79eb-4641-a581-4f0c860c0a44 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 545.612616] env[64443]: WARNING nova.compute.manager [req-3c32a434-b019-4af7-91d8-8b53bd1b15dc req-5b08ab74-72f1-4e80-b982-f92c43ecf033 service nova] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Received unexpected event network-vif-plugged-c2615876-79eb-4641-a581-4f0c860c0a44 for instance with vm_state building and task_state spawning. [ 545.612948] env[64443]: DEBUG nova.compute.manager [req-3c32a434-b019-4af7-91d8-8b53bd1b15dc req-5b08ab74-72f1-4e80-b982-f92c43ecf033 service nova] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Received event network-changed-c2615876-79eb-4641-a581-4f0c860c0a44 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 545.612948] env[64443]: DEBUG nova.compute.manager [req-3c32a434-b019-4af7-91d8-8b53bd1b15dc req-5b08ab74-72f1-4e80-b982-f92c43ecf033 service nova] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Refreshing instance network info cache due to event network-changed-c2615876-79eb-4641-a581-4f0c860c0a44. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 545.613143] env[64443]: DEBUG oslo_concurrency.lockutils [req-3c32a434-b019-4af7-91d8-8b53bd1b15dc req-5b08ab74-72f1-4e80-b982-f92c43ecf033 service nova] Acquiring lock "refresh_cache-6a78f86d-6afd-43b3-9a63-600f0c73e97a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.613237] env[64443]: DEBUG oslo_concurrency.lockutils [req-3c32a434-b019-4af7-91d8-8b53bd1b15dc req-5b08ab74-72f1-4e80-b982-f92c43ecf033 service nova] Acquired lock "refresh_cache-6a78f86d-6afd-43b3-9a63-600f0c73e97a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.613498] env[64443]: DEBUG nova.network.neutron [req-3c32a434-b019-4af7-91d8-8b53bd1b15dc req-5b08ab74-72f1-4e80-b982-f92c43ecf033 service nova] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Refreshing network info cache for port c2615876-79eb-4641-a581-4f0c860c0a44 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 545.630438] env[64443]: DEBUG oslo_vmware.api [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52177be0-7f1c-f821-17d0-a41adf492d49, 'name': SearchDatastore_Task, 'duration_secs': 0.009362} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.631236] env[64443]: DEBUG nova.network.neutron [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Successfully created port: 00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 545.633764] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.634100] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 08c515e5-c17a-4333-a240-55f0fbb93a86/08c515e5-c17a-4333-a240-55f0fbb93a86.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 545.634402] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0966cd1-6667-4096-ab43-6e9820885577 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.644067] env[64443]: DEBUG oslo_vmware.api [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for the task: (returnval){ [ 545.644067] env[64443]: value = "task-2675677" [ 545.644067] env[64443]: _type = "Task" [ 545.644067] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.653419] env[64443]: DEBUG oslo_vmware.api [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.697310] env[64443]: DEBUG nova.compute.manager [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 545.967026] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dda827-fd0e-4658-b703-5d93dd73bdb8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.992027] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5491b0ac-6155-4570-9faa-b91547ff2523 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.026781] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3c8ea2-9f78-4928-867a-2a76a58895c8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.035748] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9280db4-e89e-427e-9757-834a9c2648b2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.060917] env[64443]: DEBUG nova.compute.provider_tree [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 546.068018] env[64443]: DEBUG oslo_concurrency.lockutils [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Acquiring lock "refresh_cache-b497ac6a-4f20-4eae-95ea-ee2b26522087" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.070878] env[64443]: DEBUG oslo_concurrency.lockutils [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Acquired lock "refresh_cache-b497ac6a-4f20-4eae-95ea-ee2b26522087" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.070878] env[64443]: DEBUG nova.network.neutron [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 546.070878] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675675, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.106364] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2675676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069668} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.106670] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 546.107589] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b591c1-c409-4b21-903e-61ddf225b01c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.135196] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 21986e5c-22d5-4c71-910e-9f28f664c2a1/21986e5c-22d5-4c71-910e-9f28f664c2a1.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 546.136294] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2afcfc44-de76-4082-bd99-eda67e5d5b88 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.165967] env[64443]: DEBUG oslo_vmware.api [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504087} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.167873] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 08c515e5-c17a-4333-a240-55f0fbb93a86/08c515e5-c17a-4333-a240-55f0fbb93a86.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 546.167873] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 546.167873] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Waiting for the task: (returnval){ [ 546.167873] env[64443]: value = "task-2675678" [ 546.167873] env[64443]: _type = "Task" [ 546.167873] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.168281] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c623230-51d1-4641-b175-eeabe818ac8e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.179397] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2675678, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.180978] env[64443]: DEBUG oslo_vmware.api [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for the task: (returnval){ [ 546.180978] env[64443]: value = "task-2675679" [ 546.180978] env[64443]: _type = "Task" [ 546.180978] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.562234] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675675, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.574640] env[64443]: DEBUG nova.scheduler.client.report [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 546.683617] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2675678, 'name': ReconfigVM_Task, 'duration_secs': 0.317599} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.687532] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 21986e5c-22d5-4c71-910e-9f28f664c2a1/21986e5c-22d5-4c71-910e-9f28f664c2a1.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 546.688835] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed007df3-37da-47e2-801f-b844c5ec21b0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.697165] env[64443]: DEBUG oslo_vmware.api [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078022} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.700243] env[64443]: DEBUG nova.network.neutron [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 546.702801] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 546.702801] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Waiting for the task: (returnval){ [ 546.702801] env[64443]: value = "task-2675680" [ 546.702801] env[64443]: _type = "Task" [ 546.702801] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.702801] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4456b526-1b37-447c-911c-5efe4363eac9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.715318] env[64443]: DEBUG nova.compute.manager [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 546.742334] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 08c515e5-c17a-4333-a240-55f0fbb93a86/08c515e5-c17a-4333-a240-55f0fbb93a86.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 546.747954] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-363313c2-c05a-4fc0-9dc1-ec96ea6de01a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.763139] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2675680, 'name': Rename_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.769855] env[64443]: DEBUG oslo_vmware.api [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for the task: (returnval){ [ 546.769855] env[64443]: value = "task-2675681" [ 546.769855] env[64443]: _type = "Task" [ 546.769855] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.775220] env[64443]: DEBUG nova.virt.hardware [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 546.775588] env[64443]: DEBUG nova.virt.hardware [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 546.775877] env[64443]: DEBUG nova.virt.hardware [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 546.777118] env[64443]: DEBUG nova.virt.hardware [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 546.777118] env[64443]: DEBUG nova.virt.hardware [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 546.777118] env[64443]: DEBUG nova.virt.hardware [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 546.777118] env[64443]: DEBUG nova.virt.hardware [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 546.777118] env[64443]: DEBUG nova.virt.hardware [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 546.777457] env[64443]: DEBUG nova.virt.hardware [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 546.777457] env[64443]: DEBUG nova.virt.hardware [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 546.777550] env[64443]: DEBUG nova.virt.hardware [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 546.782330] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d446df9-3c3a-45a5-a81e-fbcd51f12410 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.791019] env[64443]: DEBUG oslo_vmware.api [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.795107] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931ba778-378b-4d8a-85da-8801e3cbe8a5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.058278] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675675, 'name': CreateVM_Task, 'duration_secs': 1.094056} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.058640] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 547.059378] env[64443]: DEBUG oslo_concurrency.lockutils [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.059526] env[64443]: DEBUG oslo_concurrency.lockutils [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.062453] env[64443]: DEBUG oslo_concurrency.lockutils [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 547.062453] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c690356-0fe5-4f47-8742-e528b6cd0f35 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.067085] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Waiting for the task: (returnval){ [ 547.067085] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]525a8735-2c7c-db9d-61ee-979253558996" [ 547.067085] env[64443]: _type = "Task" [ 547.067085] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.076749] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]525a8735-2c7c-db9d-61ee-979253558996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.080676] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.081535] env[64443]: DEBUG nova.compute.manager [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 547.085820] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.559s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.146728] env[64443]: DEBUG nova.network.neutron [req-3b7f48cf-9aaa-4a57-a2eb-86e9767057a3 req-45520f6c-0cf6-4ca7-a8db-f27b025dc864 service nova] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Updated VIF entry in instance network info cache for port fcdfadbd-8f84-40ab-a53a-993831aeba48. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 547.146728] env[64443]: DEBUG nova.network.neutron [req-3b7f48cf-9aaa-4a57-a2eb-86e9767057a3 req-45520f6c-0cf6-4ca7-a8db-f27b025dc864 service nova] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Updating instance_info_cache with network_info: [{"id": "fcdfadbd-8f84-40ab-a53a-993831aeba48", "address": "fa:16:3e:6e:e3:20", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcdfadbd-8f", "ovs_interfaceid": "fcdfadbd-8f84-40ab-a53a-993831aeba48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.223946] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2675680, 'name': Rename_Task, 'duration_secs': 0.149672} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.224048] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 547.225453] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84368d1f-14cf-48f8-afe3-d0c072fe02a9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.232568] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Waiting for the task: (returnval){ [ 547.232568] env[64443]: value = "task-2675682" [ 547.232568] env[64443]: _type = "Task" [ 547.232568] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.243734] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2675682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.265369] env[64443]: DEBUG nova.network.neutron [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Successfully created port: 982c1fcb-e6dd-4d49-8eae-3aaf3849380b {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 547.284287] env[64443]: DEBUG oslo_vmware.api [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675681, 'name': ReconfigVM_Task, 'duration_secs': 0.295521} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.284563] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 08c515e5-c17a-4333-a240-55f0fbb93a86/08c515e5-c17a-4333-a240-55f0fbb93a86.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 547.286270] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e43de84-b3ce-48ec-abda-af071c1609d0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.294169] env[64443]: DEBUG oslo_vmware.api [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for the task: (returnval){ [ 547.294169] env[64443]: value = "task-2675683" [ 547.294169] env[64443]: _type = "Task" [ 547.294169] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.311819] env[64443]: DEBUG oslo_vmware.api [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675683, 'name': Rename_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.321082] env[64443]: DEBUG nova.network.neutron [req-3c32a434-b019-4af7-91d8-8b53bd1b15dc req-5b08ab74-72f1-4e80-b982-f92c43ecf033 service nova] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Updated VIF entry in instance network info cache for port c2615876-79eb-4641-a581-4f0c860c0a44. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 547.321522] env[64443]: DEBUG nova.network.neutron [req-3c32a434-b019-4af7-91d8-8b53bd1b15dc req-5b08ab74-72f1-4e80-b982-f92c43ecf033 service nova] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Updating instance_info_cache with network_info: [{"id": "c2615876-79eb-4641-a581-4f0c860c0a44", "address": "fa:16:3e:a3:67:45", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2615876-79", "ovs_interfaceid": "c2615876-79eb-4641-a581-4f0c860c0a44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.370313] env[64443]: DEBUG nova.network.neutron [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Updating instance_info_cache with network_info: [{"id": "c66177eb-1686-40a1-a08f-0c744f1e6989", "address": "fa:16:3e:d9:38:a3", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc66177eb-16", "ovs_interfaceid": "c66177eb-1686-40a1-a08f-0c744f1e6989", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.579500] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]525a8735-2c7c-db9d-61ee-979253558996, 'name': SearchDatastore_Task, 'duration_secs': 0.00898} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.579770] env[64443]: DEBUG oslo_concurrency.lockutils [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.579987] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 547.580245] env[64443]: DEBUG oslo_concurrency.lockutils [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.580727] env[64443]: DEBUG oslo_concurrency.lockutils [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.580727] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 547.580833] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0b0eb79-9b1d-402d-b09d-3756ac165f35 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.588585] env[64443]: DEBUG nova.compute.utils [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 547.598490] env[64443]: DEBUG nova.compute.manager [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Not allocating networking since 'none' was specified. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 547.598739] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 547.598897] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 547.599790] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-153e67a1-315a-4eb1-987e-60e8f61d8838 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.607632] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Waiting for the task: (returnval){ [ 547.607632] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52cfa1d6-4811-9a92-16b9-1ea91f9b4475" [ 547.607632] env[64443]: _type = "Task" [ 547.607632] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.622316] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52cfa1d6-4811-9a92-16b9-1ea91f9b4475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.653069] env[64443]: DEBUG oslo_concurrency.lockutils [req-3b7f48cf-9aaa-4a57-a2eb-86e9767057a3 req-45520f6c-0cf6-4ca7-a8db-f27b025dc864 service nova] Releasing lock "refresh_cache-08c515e5-c17a-4333-a240-55f0fbb93a86" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.743469] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2675682, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.807887] env[64443]: DEBUG oslo_vmware.api [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675683, 'name': Rename_Task, 'duration_secs': 0.265937} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.811035] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 547.811035] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc3a5f4f-a57c-491d-8837-f79ab8594704 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.815679] env[64443]: DEBUG oslo_vmware.api [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for the task: (returnval){ [ 547.815679] env[64443]: value = "task-2675684" [ 547.815679] env[64443]: _type = "Task" [ 547.815679] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.824302] env[64443]: DEBUG oslo_vmware.api [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.826937] env[64443]: DEBUG oslo_concurrency.lockutils [req-3c32a434-b019-4af7-91d8-8b53bd1b15dc req-5b08ab74-72f1-4e80-b982-f92c43ecf033 service nova] Releasing lock "refresh_cache-6a78f86d-6afd-43b3-9a63-600f0c73e97a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.874023] env[64443]: DEBUG oslo_concurrency.lockutils [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Releasing lock "refresh_cache-b497ac6a-4f20-4eae-95ea-ee2b26522087" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.874342] env[64443]: DEBUG nova.compute.manager [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Instance network_info: |[{"id": "c66177eb-1686-40a1-a08f-0c744f1e6989", "address": "fa:16:3e:d9:38:a3", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc66177eb-16", "ovs_interfaceid": "c66177eb-1686-40a1-a08f-0c744f1e6989", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 547.874810] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:38:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c66177eb-1686-40a1-a08f-0c744f1e6989', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 547.888330] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Creating folder: Project (a3159e756e8d499fb6ad7c3757025606). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 547.889136] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17001366-02f6-454c-ae92-83fa96904874 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.901909] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Created folder: Project (a3159e756e8d499fb6ad7c3757025606) in parent group-v539479. [ 547.901909] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Creating folder: Instances. Parent ref: group-v539489. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 547.902148] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb5eb527-1797-4ac2-87d8-f84face8ad4d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.912068] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Created folder: Instances in parent group-v539489. [ 547.912630] env[64443]: DEBUG oslo.service.loopingcall [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 547.912845] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 547.913109] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe94e30e-6e48-4834-a8ae-18e1d537bf14 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.937536] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 547.937536] env[64443]: value = "task-2675687" [ 547.937536] env[64443]: _type = "Task" [ 547.937536] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.947095] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675687, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.099978] env[64443]: DEBUG nova.compute.manager [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 548.121289] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52cfa1d6-4811-9a92-16b9-1ea91f9b4475, 'name': SearchDatastore_Task, 'duration_secs': 0.010671} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.121289] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89bb9f39-f4cd-4caf-a2da-3095460f94d1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.127469] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Waiting for the task: (returnval){ [ 548.127469] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52f92dc0-be25-2a93-1b33-f8306a08c496" [ 548.127469] env[64443]: _type = "Task" [ 548.127469] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.131858] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 21986e5c-22d5-4c71-910e-9f28f664c2a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 548.131858] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 6a78f86d-6afd-43b3-9a63-600f0c73e97a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 548.131858] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 08c515e5-c17a-4333-a240-55f0fbb93a86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 548.132089] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance b497ac6a-4f20-4eae-95ea-ee2b26522087 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 548.132089] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 4aaac52e-e991-4949-bae7-1084593aad3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 548.132615] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 44cba84c-0e8a-485d-810f-60dc64152206 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 548.132747] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 548.132862] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 493ae756-b9ef-45fd-af3f-2d9ba80c797c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 548.133459] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 548.133708] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 548.137070] env[64443]: DEBUG nova.network.neutron [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Successfully updated port: cbfe3f79-2bd2-482c-9b31-04374399cc55 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 548.149621] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f92dc0-be25-2a93-1b33-f8306a08c496, 'name': SearchDatastore_Task, 'duration_secs': 0.009647} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.149845] env[64443]: DEBUG oslo_concurrency.lockutils [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.150122] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 6a78f86d-6afd-43b3-9a63-600f0c73e97a/6a78f86d-6afd-43b3-9a63-600f0c73e97a.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 548.151735] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-600a4e35-c928-4318-b05c-d898814043b0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.165456] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Waiting for the task: (returnval){ [ 548.165456] env[64443]: value = "task-2675688" [ 548.165456] env[64443]: _type = "Task" [ 548.165456] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.174662] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.244386] env[64443]: DEBUG oslo_vmware.api [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2675682, 'name': PowerOnVM_Task, 'duration_secs': 0.569055} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.247241] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 548.247851] env[64443]: INFO nova.compute.manager [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Took 15.16 seconds to spawn the instance on the hypervisor. [ 548.248142] env[64443]: DEBUG nova.compute.manager [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 548.249582] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1993f8c-c32d-4aa4-a761-6b4499acf8f1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.330825] env[64443]: DEBUG oslo_vmware.api [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675684, 'name': PowerOnVM_Task, 'duration_secs': 0.512926} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.331115] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 548.332211] env[64443]: INFO nova.compute.manager [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Took 12.99 seconds to spawn the instance on the hypervisor. [ 548.332211] env[64443]: DEBUG nova.compute.manager [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 548.332724] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b47b9c6-2b5b-45f1-9481-1f896e13ae28 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.382480] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e401d40b-b802-48d5-be96-d0d617c9d93c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.391056] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2485b59a-558b-46f0-b749-2fdfba57f269 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.439133] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d9042d-2945-44d5-85e2-ef42d72faabb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.456455] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e96b259-54e4-4a63-a1cf-9fc895e01491 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.458062] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675687, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.470025] env[64443]: DEBUG nova.compute.provider_tree [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 548.640954] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Acquiring lock "refresh_cache-4aaac52e-e991-4949-bae7-1084593aad3d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.641265] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Acquired lock "refresh_cache-4aaac52e-e991-4949-bae7-1084593aad3d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.641265] env[64443]: DEBUG nova.network.neutron [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 548.679046] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675688, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.775811] env[64443]: INFO nova.compute.manager [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Took 20.03 seconds to build instance. [ 548.854810] env[64443]: INFO nova.compute.manager [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Took 20.10 seconds to build instance. [ 548.951932] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675687, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.978016] env[64443]: DEBUG nova.scheduler.client.report [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 548.989720] env[64443]: DEBUG nova.network.neutron [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Successfully updated port: 00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 549.117665] env[64443]: DEBUG nova.compute.manager [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 549.144097] env[64443]: DEBUG nova.virt.hardware [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 549.144346] env[64443]: DEBUG nova.virt.hardware [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 549.144511] env[64443]: DEBUG nova.virt.hardware [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 549.144687] env[64443]: DEBUG nova.virt.hardware [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 549.144834] env[64443]: DEBUG nova.virt.hardware [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 549.144980] env[64443]: DEBUG nova.virt.hardware [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 549.145402] env[64443]: DEBUG nova.virt.hardware [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 549.145623] env[64443]: DEBUG nova.virt.hardware [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 549.145860] env[64443]: DEBUG nova.virt.hardware [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 549.146126] env[64443]: DEBUG nova.virt.hardware [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 549.146307] env[64443]: DEBUG nova.virt.hardware [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 549.149141] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315a6749-c918-4b1c-b971-52e6b944a241 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.157744] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6a97f3-b7a2-40ed-a598-d0f9685a2c15 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.172473] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Instance VIF info [] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 549.178716] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Creating folder: Project (c5db519c388c4c7b8b230ec94fe24aae). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 549.181843] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a5f3d04-6c87-492a-b8b7-3ae41d7c7b43 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.190196] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728651} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.190494] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 6a78f86d-6afd-43b3-9a63-600f0c73e97a/6a78f86d-6afd-43b3-9a63-600f0c73e97a.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 549.190797] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 549.191439] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efa7e98e-73ce-4539-b4d6-8e4063a09d1d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.194320] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Created folder: Project (c5db519c388c4c7b8b230ec94fe24aae) in parent group-v539479. [ 549.194545] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Creating folder: Instances. Parent ref: group-v539492. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 549.195218] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f63e409-78a6-43f9-98ae-835a0677d4f1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.198763] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Waiting for the task: (returnval){ [ 549.198763] env[64443]: value = "task-2675690" [ 549.198763] env[64443]: _type = "Task" [ 549.198763] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.207883] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Created folder: Instances in parent group-v539492. [ 549.208154] env[64443]: DEBUG oslo.service.loopingcall [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 549.208364] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.208581] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 549.208779] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63a456c6-2d0a-4456-b3f1-09db95781fa2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.226203] env[64443]: DEBUG nova.network.neutron [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 549.228715] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 549.228715] env[64443]: value = "task-2675692" [ 549.228715] env[64443]: _type = "Task" [ 549.228715] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.237754] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675692, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.278550] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2ad63543-7770-45db-bb79-d8e00a2024d7 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Lock "21986e5c-22d5-4c71-910e-9f28f664c2a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.542s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.356419] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4cb4fee6-c66e-4d48-be37-d4a1b476ba35 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Lock "08c515e5-c17a-4333-a240-55f0fbb93a86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.616s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.452596] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675687, 'name': CreateVM_Task, 'duration_secs': 1.337375} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.452976] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 549.453558] env[64443]: DEBUG oslo_concurrency.lockutils [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.453759] env[64443]: DEBUG oslo_concurrency.lockutils [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.454088] env[64443]: DEBUG oslo_concurrency.lockutils [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 549.454352] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6e53ef6-9797-46c7-80a7-13635efda418 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.459520] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Waiting for the task: (returnval){ [ 549.459520] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52937aae-3209-6dad-7dc2-2b23651e9049" [ 549.459520] env[64443]: _type = "Task" [ 549.459520] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.468442] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52937aae-3209-6dad-7dc2-2b23651e9049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.485982] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64443) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 549.485982] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.400s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.492060] env[64443]: DEBUG oslo_concurrency.lockutils [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquiring lock "refresh_cache-44cba84c-0e8a-485d-810f-60dc64152206" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.492232] env[64443]: DEBUG oslo_concurrency.lockutils [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquired lock "refresh_cache-44cba84c-0e8a-485d-810f-60dc64152206" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.492384] env[64443]: DEBUG nova.network.neutron [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 549.707084] env[64443]: DEBUG nova.network.neutron [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Updating instance_info_cache with network_info: [{"id": "cbfe3f79-2bd2-482c-9b31-04374399cc55", "address": "fa:16:3e:dd:58:17", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbfe3f79-2b", "ovs_interfaceid": "cbfe3f79-2bd2-482c-9b31-04374399cc55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.714615] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069797} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.715959] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 549.717360] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc773de-b149-428f-8547-1b10b900e7ca {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.749357] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 6a78f86d-6afd-43b3-9a63-600f0c73e97a/6a78f86d-6afd-43b3-9a63-600f0c73e97a.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 549.759135] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7215822e-e402-42cf-9876-b9d12819a999 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.781189] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675692, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.782481] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Waiting for the task: (returnval){ [ 549.782481] env[64443]: value = "task-2675693" [ 549.782481] env[64443]: _type = "Task" [ 549.782481] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.791681] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.971717] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52937aae-3209-6dad-7dc2-2b23651e9049, 'name': SearchDatastore_Task, 'duration_secs': 0.014719} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.972063] env[64443]: DEBUG oslo_concurrency.lockutils [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.972290] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 549.972528] env[64443]: DEBUG oslo_concurrency.lockutils [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.972692] env[64443]: DEBUG oslo_concurrency.lockutils [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.972844] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 549.973102] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-128d5599-eef3-4f2f-b695-6f61e0d3e788 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.981552] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 549.981735] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 549.984734] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e9baa0a-883c-4164-a6a1-f2310a87457c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.988292] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Waiting for the task: (returnval){ [ 549.988292] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52770f5c-2bb0-f216-32df-3df48d3dc60c" [ 549.988292] env[64443]: _type = "Task" [ 549.988292] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.003139] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52770f5c-2bb0-f216-32df-3df48d3dc60c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.095098] env[64443]: DEBUG nova.network.neutron [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 550.154076] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "a58a3926-6b91-442a-bb19-e8557b50b57a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.154076] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "a58a3926-6b91-442a-bb19-e8557b50b57a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.210622] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Releasing lock "refresh_cache-4aaac52e-e991-4949-bae7-1084593aad3d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.210974] env[64443]: DEBUG nova.compute.manager [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Instance network_info: |[{"id": "cbfe3f79-2bd2-482c-9b31-04374399cc55", "address": "fa:16:3e:dd:58:17", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbfe3f79-2b", "ovs_interfaceid": "cbfe3f79-2bd2-482c-9b31-04374399cc55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 550.211415] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:58:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbfe3f79-2bd2-482c-9b31-04374399cc55', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 550.224516] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Creating folder: Project (2abe841b792546889fd81bfd3a25dcd6). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 550.225807] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18304e9e-7a29-44dd-949c-421014380566 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.236966] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Created folder: Project (2abe841b792546889fd81bfd3a25dcd6) in parent group-v539479. [ 550.239099] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Creating folder: Instances. Parent ref: group-v539495. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 550.242636] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5846029-d628-4ae1-b243-f70ab4a6bd1e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.256323] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675692, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.261064] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Created folder: Instances in parent group-v539495. [ 550.261064] env[64443]: DEBUG oslo.service.loopingcall [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 550.261064] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 550.261064] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba2676a9-f270-4411-8974-58e5e1890685 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.288866] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 550.288866] env[64443]: value = "task-2675696" [ 550.288866] env[64443]: _type = "Task" [ 550.288866] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.295908] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675693, 'name': ReconfigVM_Task, 'duration_secs': 0.271078} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.296644] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 6a78f86d-6afd-43b3-9a63-600f0c73e97a/6a78f86d-6afd-43b3-9a63-600f0c73e97a.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 550.297274] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7da2b52b-642d-4067-bb7b-e98a951bd8b1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.301951] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675696, 'name': CreateVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.307205] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Waiting for the task: (returnval){ [ 550.307205] env[64443]: value = "task-2675697" [ 550.307205] env[64443]: _type = "Task" [ 550.307205] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.316413] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675697, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.420108] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Acquiring lock "2437eab1-4de1-4f9e-a946-c71695cd7895" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.420108] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Lock "2437eab1-4de1-4f9e-a946-c71695cd7895" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.457157] env[64443]: DEBUG nova.compute.manager [req-482aa268-e0f4-4b41-8fbe-8a070fa44dbc req-1a518fab-4309-47c6-94b0-845c5bc35325 service nova] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Received event network-vif-plugged-c66177eb-1686-40a1-a08f-0c744f1e6989 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 550.457340] env[64443]: DEBUG oslo_concurrency.lockutils [req-482aa268-e0f4-4b41-8fbe-8a070fa44dbc req-1a518fab-4309-47c6-94b0-845c5bc35325 service nova] Acquiring lock "b497ac6a-4f20-4eae-95ea-ee2b26522087-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.457546] env[64443]: DEBUG oslo_concurrency.lockutils [req-482aa268-e0f4-4b41-8fbe-8a070fa44dbc req-1a518fab-4309-47c6-94b0-845c5bc35325 service nova] Lock "b497ac6a-4f20-4eae-95ea-ee2b26522087-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.457776] env[64443]: DEBUG oslo_concurrency.lockutils [req-482aa268-e0f4-4b41-8fbe-8a070fa44dbc req-1a518fab-4309-47c6-94b0-845c5bc35325 service nova] Lock "b497ac6a-4f20-4eae-95ea-ee2b26522087-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.457973] env[64443]: DEBUG nova.compute.manager [req-482aa268-e0f4-4b41-8fbe-8a070fa44dbc req-1a518fab-4309-47c6-94b0-845c5bc35325 service nova] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] No waiting events found dispatching network-vif-plugged-c66177eb-1686-40a1-a08f-0c744f1e6989 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 550.458208] env[64443]: WARNING nova.compute.manager [req-482aa268-e0f4-4b41-8fbe-8a070fa44dbc req-1a518fab-4309-47c6-94b0-845c5bc35325 service nova] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Received unexpected event network-vif-plugged-c66177eb-1686-40a1-a08f-0c744f1e6989 for instance with vm_state building and task_state spawning. [ 550.458378] env[64443]: DEBUG nova.compute.manager [req-482aa268-e0f4-4b41-8fbe-8a070fa44dbc req-1a518fab-4309-47c6-94b0-845c5bc35325 service nova] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Received event network-changed-c66177eb-1686-40a1-a08f-0c744f1e6989 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 550.458529] env[64443]: DEBUG nova.compute.manager [req-482aa268-e0f4-4b41-8fbe-8a070fa44dbc req-1a518fab-4309-47c6-94b0-845c5bc35325 service nova] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Refreshing instance network info cache due to event network-changed-c66177eb-1686-40a1-a08f-0c744f1e6989. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 550.458720] env[64443]: DEBUG oslo_concurrency.lockutils [req-482aa268-e0f4-4b41-8fbe-8a070fa44dbc req-1a518fab-4309-47c6-94b0-845c5bc35325 service nova] Acquiring lock "refresh_cache-b497ac6a-4f20-4eae-95ea-ee2b26522087" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.458844] env[64443]: DEBUG oslo_concurrency.lockutils [req-482aa268-e0f4-4b41-8fbe-8a070fa44dbc req-1a518fab-4309-47c6-94b0-845c5bc35325 service nova] Acquired lock "refresh_cache-b497ac6a-4f20-4eae-95ea-ee2b26522087" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.458992] env[64443]: DEBUG nova.network.neutron [req-482aa268-e0f4-4b41-8fbe-8a070fa44dbc req-1a518fab-4309-47c6-94b0-845c5bc35325 service nova] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Refreshing network info cache for port c66177eb-1686-40a1-a08f-0c744f1e6989 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 550.500992] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52770f5c-2bb0-f216-32df-3df48d3dc60c, 'name': SearchDatastore_Task, 'duration_secs': 0.009664} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.501953] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ddfaf65-ffc0-4d8b-adfc-ef3cafb2cbd8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.508226] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Waiting for the task: (returnval){ [ 550.508226] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52615718-d1d2-79cd-b774-f330d5983d51" [ 550.508226] env[64443]: _type = "Task" [ 550.508226] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.519769] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52615718-d1d2-79cd-b774-f330d5983d51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.540672] env[64443]: DEBUG nova.network.neutron [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Successfully updated port: 982c1fcb-e6dd-4d49-8eae-3aaf3849380b {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 550.573295] env[64443]: DEBUG nova.network.neutron [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Updating instance_info_cache with network_info: [{"id": "00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1", "address": "fa:16:3e:c6:5c:ec", "network": {"id": "71129788-6c31-4d3b-8c5d-27f99bd723d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1615743126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1242fbf0a26e43f087af1c8a623f1eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d0cc8f-55", "ovs_interfaceid": "00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 550.656846] env[64443]: DEBUG nova.compute.manager [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 550.760029] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675692, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.799999] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675696, 'name': CreateVM_Task, 'duration_secs': 0.34263} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.800336] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 550.801635] env[64443]: DEBUG oslo_vmware.service [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c51c38a-48c3-4c59-95eb-df1723cf0e1d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.807535] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.807703] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.808133] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 550.808484] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce6e831a-35f6-418d-b951-f54ca0b02632 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.821816] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675697, 'name': Rename_Task, 'duration_secs': 0.163693} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.822123] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Waiting for the task: (returnval){ [ 550.822123] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]524e0418-3233-5a43-643b-c9fa064c3afa" [ 550.822123] env[64443]: _type = "Task" [ 550.822123] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.822345] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 550.822612] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-398d6fe5-a95d-43bd-9b1a-6196838acdfd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.837286] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Acquiring lock "1a443c3f-117d-4632-9f1f-f00b17394c3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.837637] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Lock "1a443c3f-117d-4632-9f1f-f00b17394c3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.845550] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.849020] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 550.849020] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.849020] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.849020] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 550.849020] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Waiting for the task: (returnval){ [ 550.849020] env[64443]: value = "task-2675698" [ 550.849020] env[64443]: _type = "Task" [ 550.849302] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.849302] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d4b4213-d93b-4adc-9762-099c5ce373d4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.861535] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675698, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.871143] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 550.871352] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 550.872910] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81aadde3-6dd0-46f1-bdd0-3242598f39ad {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.886470] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe1899e9-85bc-457a-b6af-68aecd6ff5e5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.893049] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Waiting for the task: (returnval){ [ 550.893049] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]527e4c79-7500-3d9d-7d74-7d3060fced1a" [ 550.893049] env[64443]: _type = "Task" [ 550.893049] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.903829] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527e4c79-7500-3d9d-7d74-7d3060fced1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.922440] env[64443]: DEBUG nova.compute.manager [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 551.022339] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52615718-d1d2-79cd-b774-f330d5983d51, 'name': SearchDatastore_Task, 'duration_secs': 0.010916} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.022673] env[64443]: DEBUG oslo_concurrency.lockutils [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.022911] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] b497ac6a-4f20-4eae-95ea-ee2b26522087/b497ac6a-4f20-4eae-95ea-ee2b26522087.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 551.023253] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb133bcb-02d7-4c2b-8d00-c0ad88829bc1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.031640] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Waiting for the task: (returnval){ [ 551.031640] env[64443]: value = "task-2675699" [ 551.031640] env[64443]: _type = "Task" [ 551.031640] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.041222] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': task-2675699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.043993] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "refresh_cache-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.044174] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "refresh_cache-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.044346] env[64443]: DEBUG nova.network.neutron [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 551.075620] env[64443]: DEBUG oslo_concurrency.lockutils [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Releasing lock "refresh_cache-44cba84c-0e8a-485d-810f-60dc64152206" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.077593] env[64443]: DEBUG nova.compute.manager [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Instance network_info: |[{"id": "00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1", "address": "fa:16:3e:c6:5c:ec", "network": {"id": "71129788-6c31-4d3b-8c5d-27f99bd723d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1615743126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1242fbf0a26e43f087af1c8a623f1eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d0cc8f-55", "ovs_interfaceid": "00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 551.077764] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:5c:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 551.091789] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Creating folder: Project (1242fbf0a26e43f087af1c8a623f1eb3). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 551.092600] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56a8573b-beda-4f57-8b17-ce4a1eccad56 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.103954] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Created folder: Project (1242fbf0a26e43f087af1c8a623f1eb3) in parent group-v539479. [ 551.104471] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Creating folder: Instances. Parent ref: group-v539498. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 551.105175] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b74c559c-aafa-4434-8cea-b121343a3562 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.117312] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Created folder: Instances in parent group-v539498. [ 551.117312] env[64443]: DEBUG oslo.service.loopingcall [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 551.117312] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 551.117312] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9b04fec-69cc-4ebf-85da-8083560e1195 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.140895] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 551.140895] env[64443]: value = "task-2675702" [ 551.140895] env[64443]: _type = "Task" [ 551.140895] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.150546] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675702, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.194441] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.194758] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.196596] env[64443]: INFO nova.compute.claims [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 551.258581] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675692, 'name': CreateVM_Task, 'duration_secs': 1.54062} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.259616] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 551.259616] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.259899] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.260128] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.260896] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ff7f1e6-3dd0-4ba8-84cb-24b9fb492f3c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.269823] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Waiting for the task: (returnval){ [ 551.269823] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52cf6d2f-445e-d12f-7833-3acb2bdf4747" [ 551.269823] env[64443]: _type = "Task" [ 551.269823] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.279057] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52cf6d2f-445e-d12f-7833-3acb2bdf4747, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.344876] env[64443]: DEBUG nova.compute.manager [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 551.360421] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675698, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.409039] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Preparing fetch location {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 551.412034] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Creating directory with path [datastore1] vmware_temp/e0007de7-acd2-41ee-89bf-d116105d440a/dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 551.412034] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-585f4489-4add-4719-b266-4f40a6131288 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.444471] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Created directory with path [datastore1] vmware_temp/e0007de7-acd2-41ee-89bf-d116105d440a/dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 551.444471] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Fetch image to [datastore1] vmware_temp/e0007de7-acd2-41ee-89bf-d116105d440a/dd719037-1855-48c3-aee4-b2a657ffb2c7/tmp-sparse.vmdk {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 551.444471] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Downloading image file data dd719037-1855-48c3-aee4-b2a657ffb2c7 to [datastore1] vmware_temp/e0007de7-acd2-41ee-89bf-d116105d440a/dd719037-1855-48c3-aee4-b2a657ffb2c7/tmp-sparse.vmdk on the data store datastore1 {{(pid=64443) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 551.445709] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4719a7c3-ae47-463b-a4d4-5772e1f22551 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.458522] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5061ef95-6769-4013-bab7-fba39d3de0fc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.462607] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.470303] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba10769-0a7b-41b7-8bab-5d1878b1bf90 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.507598] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb823bd-d947-4c0a-b905-339b24223f7f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.515133] env[64443]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ef74b1f8-7e9b-4e88-9b7c-0ea7988f303d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.544218] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': task-2675699, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.546364] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Downloading image file data dd719037-1855-48c3-aee4-b2a657ffb2c7 to the data store datastore1 {{(pid=64443) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 551.635258] env[64443]: DEBUG oslo_vmware.rw_handles [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e0007de7-acd2-41ee-89bf-d116105d440a/dd719037-1855-48c3-aee4-b2a657ffb2c7/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=64443) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 551.725418] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675702, 'name': CreateVM_Task, 'duration_secs': 0.447083} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.727776] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 551.727776] env[64443]: DEBUG oslo_concurrency.lockutils [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.780594] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.781246] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 551.781575] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.781889] env[64443]: DEBUG oslo_concurrency.lockutils [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.782356] env[64443]: DEBUG oslo_concurrency.lockutils [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.782742] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7416c34-fc96-4091-bf0d-3d385d179ddc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.789541] env[64443]: DEBUG nova.network.neutron [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 551.803024] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for the task: (returnval){ [ 551.803024] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52fbfade-cc5d-869e-952b-7ce81fb1cbde" [ 551.803024] env[64443]: _type = "Task" [ 551.803024] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.815710] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52fbfade-cc5d-869e-952b-7ce81fb1cbde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.873827] env[64443]: DEBUG oslo_vmware.api [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675698, 'name': PowerOnVM_Task, 'duration_secs': 0.785875} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.874353] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 551.874574] env[64443]: INFO nova.compute.manager [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Took 14.29 seconds to spawn the instance on the hypervisor. [ 551.874748] env[64443]: DEBUG nova.compute.manager [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 551.875965] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91faf34-4224-4d22-84c5-9869b9f89f93 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.892841] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.032021] env[64443]: DEBUG nova.network.neutron [req-482aa268-e0f4-4b41-8fbe-8a070fa44dbc req-1a518fab-4309-47c6-94b0-845c5bc35325 service nova] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Updated VIF entry in instance network info cache for port c66177eb-1686-40a1-a08f-0c744f1e6989. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 552.032021] env[64443]: DEBUG nova.network.neutron [req-482aa268-e0f4-4b41-8fbe-8a070fa44dbc req-1a518fab-4309-47c6-94b0-845c5bc35325 service nova] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Updating instance_info_cache with network_info: [{"id": "c66177eb-1686-40a1-a08f-0c744f1e6989", "address": "fa:16:3e:d9:38:a3", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc66177eb-16", "ovs_interfaceid": "c66177eb-1686-40a1-a08f-0c744f1e6989", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.049174] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': task-2675699, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.299616] env[64443]: DEBUG nova.network.neutron [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Updating instance_info_cache with network_info: [{"id": "982c1fcb-e6dd-4d49-8eae-3aaf3849380b", "address": "fa:16:3e:f9:07:d7", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982c1fcb-e6", "ovs_interfaceid": "982c1fcb-e6dd-4d49-8eae-3aaf3849380b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 552.320283] env[64443]: DEBUG oslo_concurrency.lockutils [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.320541] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 552.320752] env[64443]: DEBUG oslo_concurrency.lockutils [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.406402] env[64443]: DEBUG oslo_concurrency.lockutils [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Acquiring lock "c215ca65-70a9-4d74-9bd5-52fdf318654c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.407133] env[64443]: DEBUG oslo_concurrency.lockutils [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Lock "c215ca65-70a9-4d74-9bd5-52fdf318654c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.413427] env[64443]: INFO nova.compute.manager [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Took 23.61 seconds to build instance. [ 552.460189] env[64443]: DEBUG oslo_vmware.rw_handles [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Completed reading data from the image iterator. {{(pid=64443) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 552.461072] env[64443]: DEBUG oslo_vmware.rw_handles [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e0007de7-acd2-41ee-89bf-d116105d440a/dd719037-1855-48c3-aee4-b2a657ffb2c7/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 552.478569] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb9b760-a899-4013-bab5-18eef6fb95d4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.487320] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175731cd-6c34-472b-89e5-35f5b0e0e77f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.525335] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e37097-d785-4e06-99b1-66e75fe7c2b3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.534846] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddcb8ad-d5ff-4339-930f-8362c8977c87 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.540223] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Downloaded image file data dd719037-1855-48c3-aee4-b2a657ffb2c7 to vmware_temp/e0007de7-acd2-41ee-89bf-d116105d440a/dd719037-1855-48c3-aee4-b2a657ffb2c7/tmp-sparse.vmdk on the data store datastore1 {{(pid=64443) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 552.545337] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Caching image {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 552.545458] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Copying Virtual Disk [datastore1] vmware_temp/e0007de7-acd2-41ee-89bf-d116105d440a/dd719037-1855-48c3-aee4-b2a657ffb2c7/tmp-sparse.vmdk to [datastore1] vmware_temp/e0007de7-acd2-41ee-89bf-d116105d440a/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 552.546443] env[64443]: DEBUG oslo_concurrency.lockutils [req-482aa268-e0f4-4b41-8fbe-8a070fa44dbc req-1a518fab-4309-47c6-94b0-845c5bc35325 service nova] Releasing lock "refresh_cache-b497ac6a-4f20-4eae-95ea-ee2b26522087" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.546443] env[64443]: DEBUG nova.compute.manager [req-482aa268-e0f4-4b41-8fbe-8a070fa44dbc req-1a518fab-4309-47c6-94b0-845c5bc35325 service nova] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Received event network-vif-plugged-cbfe3f79-2bd2-482c-9b31-04374399cc55 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 552.546572] env[64443]: DEBUG oslo_concurrency.lockutils [req-482aa268-e0f4-4b41-8fbe-8a070fa44dbc req-1a518fab-4309-47c6-94b0-845c5bc35325 service nova] Acquiring lock "4aaac52e-e991-4949-bae7-1084593aad3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.546663] env[64443]: DEBUG oslo_concurrency.lockutils [req-482aa268-e0f4-4b41-8fbe-8a070fa44dbc req-1a518fab-4309-47c6-94b0-845c5bc35325 service nova] Lock "4aaac52e-e991-4949-bae7-1084593aad3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.546823] env[64443]: DEBUG oslo_concurrency.lockutils [req-482aa268-e0f4-4b41-8fbe-8a070fa44dbc req-1a518fab-4309-47c6-94b0-845c5bc35325 service nova] Lock "4aaac52e-e991-4949-bae7-1084593aad3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.546982] env[64443]: DEBUG nova.compute.manager [req-482aa268-e0f4-4b41-8fbe-8a070fa44dbc req-1a518fab-4309-47c6-94b0-845c5bc35325 service nova] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] No waiting events found dispatching network-vif-plugged-cbfe3f79-2bd2-482c-9b31-04374399cc55 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 552.547162] env[64443]: WARNING nova.compute.manager [req-482aa268-e0f4-4b41-8fbe-8a070fa44dbc req-1a518fab-4309-47c6-94b0-845c5bc35325 service nova] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Received unexpected event network-vif-plugged-cbfe3f79-2bd2-482c-9b31-04374399cc55 for instance with vm_state building and task_state spawning. [ 552.547862] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8bcb161-18a1-4a18-9fdc-a786a0efb799 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.563623] env[64443]: DEBUG nova.compute.provider_tree [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 552.568067] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Waiting for the task: (returnval){ [ 552.568067] env[64443]: value = "task-2675703" [ 552.568067] env[64443]: _type = "Task" [ 552.568067] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.568303] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': task-2675699, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.576145] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.676132] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Acquiring lock "cd909add-c6fc-4f7b-a74e-89fd2710884e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.676374] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Lock "cd909add-c6fc-4f7b-a74e-89fd2710884e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.806522] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "refresh_cache-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.806873] env[64443]: DEBUG nova.compute.manager [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Instance network_info: |[{"id": "982c1fcb-e6dd-4d49-8eae-3aaf3849380b", "address": "fa:16:3e:f9:07:d7", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982c1fcb-e6", "ovs_interfaceid": "982c1fcb-e6dd-4d49-8eae-3aaf3849380b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 552.807645] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:07:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '982c1fcb-e6dd-4d49-8eae-3aaf3849380b', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 552.814970] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Creating folder: Project (82178a7fb654409499ced650a17c3fc1). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 552.815264] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aca9de70-1c22-46a2-ace0-e86c124b12cf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.826314] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Created folder: Project (82178a7fb654409499ced650a17c3fc1) in parent group-v539479. [ 552.826314] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Creating folder: Instances. Parent ref: group-v539501. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 552.826314] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba760069-a109-48f8-9988-b5be59063585 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.835623] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Created folder: Instances in parent group-v539501. [ 552.835782] env[64443]: DEBUG oslo.service.loopingcall [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 552.835966] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 552.836806] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d34d586-64e1-472f-8f21-e76fd3e9738a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.855807] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 552.855807] env[64443]: value = "task-2675706" [ 552.855807] env[64443]: _type = "Task" [ 552.855807] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.863377] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675706, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.913324] env[64443]: DEBUG nova.compute.manager [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 552.917349] env[64443]: DEBUG oslo_concurrency.lockutils [None req-29b6cd48-1308-4dd3-bfed-98f09a8e61bb tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Lock "6a78f86d-6afd-43b3-9a63-600f0c73e97a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.136s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.056547] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': task-2675699, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.706731} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.057260] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] b497ac6a-4f20-4eae-95ea-ee2b26522087/b497ac6a-4f20-4eae-95ea-ee2b26522087.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 553.057397] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 553.057839] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14fcc797-c93d-41ec-89d3-2df6ad4594ea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.064685] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Waiting for the task: (returnval){ [ 553.064685] env[64443]: value = "task-2675707" [ 553.064685] env[64443]: _type = "Task" [ 553.064685] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.069812] env[64443]: DEBUG nova.scheduler.client.report [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 553.083674] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': task-2675707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.086679] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675703, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.366260] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675706, 'name': CreateVM_Task, 'duration_secs': 0.454073} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.366728] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 553.367366] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.367644] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.368072] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 553.368491] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67c8787f-8db2-4aa6-82b4-e418cb2b6e3e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.374265] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 553.374265] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52c278a1-06a3-aed1-5038-8b5d2a153aef" [ 553.374265] env[64443]: _type = "Task" [ 553.374265] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.383695] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c278a1-06a3-aed1-5038-8b5d2a153aef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.421681] env[64443]: DEBUG nova.compute.manager [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 553.450198] env[64443]: DEBUG oslo_concurrency.lockutils [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.582359] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.582914] env[64443]: DEBUG nova.compute.manager [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 553.586060] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': task-2675707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071329} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.589861] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.124s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.593196] env[64443]: INFO nova.compute.claims [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 553.595372] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 553.600786] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbfbbdb-b5eb-4bb3-8637-0f3f3c82cbfe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.612786] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675703, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.639254] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] b497ac6a-4f20-4eae-95ea-ee2b26522087/b497ac6a-4f20-4eae-95ea-ee2b26522087.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 553.639254] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4afa4290-e278-4b47-abd3-a288f5d103a6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.660170] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Waiting for the task: (returnval){ [ 553.660170] env[64443]: value = "task-2675708" [ 553.660170] env[64443]: _type = "Task" [ 553.660170] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.670787] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': task-2675708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.890656] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.890992] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 553.891268] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.958837] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.092230] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675703, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.083821} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.092230] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Copied Virtual Disk [datastore1] vmware_temp/e0007de7-acd2-41ee-89bf-d116105d440a/dd719037-1855-48c3-aee4-b2a657ffb2c7/tmp-sparse.vmdk to [datastore1] vmware_temp/e0007de7-acd2-41ee-89bf-d116105d440a/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 554.092230] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Deleting the datastore file [datastore1] vmware_temp/e0007de7-acd2-41ee-89bf-d116105d440a/dd719037-1855-48c3-aee4-b2a657ffb2c7/tmp-sparse.vmdk {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 554.093845] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20d52f52-f13e-474f-9405-f0218d2f7fa9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.102188] env[64443]: DEBUG nova.compute.utils [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 554.106037] env[64443]: DEBUG nova.compute.manager [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 554.106273] env[64443]: DEBUG nova.network.neutron [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 554.109376] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Waiting for the task: (returnval){ [ 554.109376] env[64443]: value = "task-2675709" [ 554.109376] env[64443]: _type = "Task" [ 554.109376] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.129047] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.174601] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': task-2675708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.194836] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquiring lock "49bcdc71-bde6-45c3-a4d1-4e0458b5a415" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.195048] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Lock "49bcdc71-bde6-45c3-a4d1-4e0458b5a415" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.222339] env[64443]: DEBUG nova.policy [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1850c568e81b4f5abcecd8cd7eff2eda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b46183a164846548e1e9ea550aae102', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 554.387395] env[64443]: DEBUG oslo_concurrency.lockutils [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Acquiring lock "5bb4533f-fd1f-4f67-9d60-d34509284bd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.387634] env[64443]: DEBUG oslo_concurrency.lockutils [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Lock "5bb4533f-fd1f-4f67-9d60-d34509284bd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.611404] env[64443]: DEBUG nova.compute.manager [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 554.623986] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030605} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.623986] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 554.623986] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Moving file from [datastore1] vmware_temp/e0007de7-acd2-41ee-89bf-d116105d440a/dd719037-1855-48c3-aee4-b2a657ffb2c7 to [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7. {{(pid=64443) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 554.623986] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-c38baa4a-c1da-4ead-ad23-639f43b3cb31 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.631115] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Waiting for the task: (returnval){ [ 554.631115] env[64443]: value = "task-2675710" [ 554.631115] env[64443]: _type = "Task" [ 554.631115] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.642210] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675710, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.672136] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': task-2675708, 'name': ReconfigVM_Task, 'duration_secs': 0.641919} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.674717] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Reconfigured VM instance instance-00000004 to attach disk [datastore2] b497ac6a-4f20-4eae-95ea-ee2b26522087/b497ac6a-4f20-4eae-95ea-ee2b26522087.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 554.675842] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e19b930-525a-4b1f-8809-6347bf084f76 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.683476] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Waiting for the task: (returnval){ [ 554.683476] env[64443]: value = "task-2675711" [ 554.683476] env[64443]: _type = "Task" [ 554.683476] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.701165] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': task-2675711, 'name': Rename_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.931410] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6a45b2-7301-4dfe-b0d6-6162de9dd8ae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.939582] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a5f4ac-9fab-45e1-bbf9-385f5764ad3a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.991806] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85a15b3-3dfd-4e01-82b8-adfcbc5973c2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.001322] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec52cd60-05e1-44c2-9310-bcec90547345 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.015777] env[64443]: DEBUG nova.compute.provider_tree [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 555.057020] env[64443]: DEBUG nova.network.neutron [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Successfully created port: 51fdb18c-9141-4242-82c8-bf5ac1be7348 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 555.145464] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675710, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.041888} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.145820] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] File moved {{(pid=64443) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 555.146058] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Cleaning up location [datastore1] vmware_temp/e0007de7-acd2-41ee-89bf-d116105d440a {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 555.146240] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Deleting the datastore file [datastore1] vmware_temp/e0007de7-acd2-41ee-89bf-d116105d440a {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 555.146530] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc8ab6cb-e590-4900-a56d-6d1c14559a3a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.155265] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Waiting for the task: (returnval){ [ 555.155265] env[64443]: value = "task-2675712" [ 555.155265] env[64443]: _type = "Task" [ 555.155265] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.167232] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.197455] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': task-2675711, 'name': Rename_Task, 'duration_secs': 0.426496} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.197841] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 555.198133] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90c4a23d-1c97-4c4c-8c6c-40dbbdb1d250 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.207027] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Waiting for the task: (returnval){ [ 555.207027] env[64443]: value = "task-2675713" [ 555.207027] env[64443]: _type = "Task" [ 555.207027] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.217547] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': task-2675713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.521733] env[64443]: DEBUG nova.scheduler.client.report [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 555.535724] env[64443]: DEBUG nova.compute.manager [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Received event network-changed-cbfe3f79-2bd2-482c-9b31-04374399cc55 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 555.536645] env[64443]: DEBUG nova.compute.manager [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Refreshing instance network info cache due to event network-changed-cbfe3f79-2bd2-482c-9b31-04374399cc55. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 555.536645] env[64443]: DEBUG oslo_concurrency.lockutils [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] Acquiring lock "refresh_cache-4aaac52e-e991-4949-bae7-1084593aad3d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 555.536645] env[64443]: DEBUG oslo_concurrency.lockutils [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] Acquired lock "refresh_cache-4aaac52e-e991-4949-bae7-1084593aad3d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.536645] env[64443]: DEBUG nova.network.neutron [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Refreshing network info cache for port cbfe3f79-2bd2-482c-9b31-04374399cc55 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 555.623586] env[64443]: DEBUG nova.compute.manager [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 555.656277] env[64443]: DEBUG nova.virt.hardware [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 555.656573] env[64443]: DEBUG nova.virt.hardware [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 555.656759] env[64443]: DEBUG nova.virt.hardware [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 555.656978] env[64443]: DEBUG nova.virt.hardware [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 555.657959] env[64443]: DEBUG nova.virt.hardware [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 555.658155] env[64443]: DEBUG nova.virt.hardware [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 555.658378] env[64443]: DEBUG nova.virt.hardware [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 555.658678] env[64443]: DEBUG nova.virt.hardware [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 555.658916] env[64443]: DEBUG nova.virt.hardware [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 555.658916] env[64443]: DEBUG nova.virt.hardware [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 555.659030] env[64443]: DEBUG nova.virt.hardware [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 555.659987] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdd11f4-c093-4f8f-af15-545ec5bbc1d4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.674777] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.066576} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.677140] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 555.678030] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-366ed381-c9af-4867-853e-8af5bcd336f5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.681214] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f271e00-01a8-4557-ad4a-6ba00ef0886a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.690824] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Waiting for the task: (returnval){ [ 555.690824] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]522a2327-2855-3a38-1381-fbe1be5aa115" [ 555.690824] env[64443]: _type = "Task" [ 555.690824] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.707483] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]522a2327-2855-3a38-1381-fbe1be5aa115, 'name': SearchDatastore_Task, 'duration_secs': 0.013857} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.712162] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.712162] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 4aaac52e-e991-4949-bae7-1084593aad3d/4aaac52e-e991-4949-bae7-1084593aad3d.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 555.712162] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.712162] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 555.712318] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f4d6578-648e-44ab-8579-9e05e799a98f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.714368] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-210617c9-561e-4abb-a87a-ffc708568b0d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.719760] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': task-2675713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.723803] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Waiting for the task: (returnval){ [ 555.723803] env[64443]: value = "task-2675714" [ 555.723803] env[64443]: _type = "Task" [ 555.723803] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.728038] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 555.728349] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 555.730243] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0eb71dc-0df3-4b25-a28b-83ebd5f60ed7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.734704] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.737945] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Waiting for the task: (returnval){ [ 555.737945] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5215ac81-6f47-8c43-0060-92ffdc520142" [ 555.737945] env[64443]: _type = "Task" [ 555.737945] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.745940] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5215ac81-6f47-8c43-0060-92ffdc520142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.026976] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.027522] env[64443]: DEBUG nova.compute.manager [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 556.032210] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.140s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.033840] env[64443]: INFO nova.compute.claims [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 556.224873] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': task-2675713, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.242504] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675714, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.259057] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5215ac81-6f47-8c43-0060-92ffdc520142, 'name': SearchDatastore_Task, 'duration_secs': 0.016275} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.259361] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc52af45-d8bb-470a-a7d9-af047e6cfdee {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.267332] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Waiting for the task: (returnval){ [ 556.267332] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52990dc6-3db9-e427-88ba-b9039d2181b6" [ 556.267332] env[64443]: _type = "Task" [ 556.267332] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.279039] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52990dc6-3db9-e427-88ba-b9039d2181b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.533833] env[64443]: DEBUG nova.compute.utils [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 556.541020] env[64443]: DEBUG nova.compute.manager [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 556.541020] env[64443]: DEBUG nova.network.neutron [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 556.726596] env[64443]: DEBUG oslo_vmware.api [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': task-2675713, 'name': PowerOnVM_Task, 'duration_secs': 1.413374} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.727521] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 556.727521] env[64443]: INFO nova.compute.manager [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Took 16.87 seconds to spawn the instance on the hypervisor. [ 556.727521] env[64443]: DEBUG nova.compute.manager [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 556.738018] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b88cd23-5923-410a-ba99-e3b01448cee4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.750595] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602053} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.755213] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 4aaac52e-e991-4949-bae7-1084593aad3d/4aaac52e-e991-4949-bae7-1084593aad3d.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 556.755213] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 556.756876] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49f0cd73-4e08-4091-9ed4-f130e2383bbf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.768335] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Waiting for the task: (returnval){ [ 556.768335] env[64443]: value = "task-2675715" [ 556.768335] env[64443]: _type = "Task" [ 556.768335] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.782081] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52990dc6-3db9-e427-88ba-b9039d2181b6, 'name': SearchDatastore_Task, 'duration_secs': 0.046856} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.785154] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 556.785542] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 493ae756-b9ef-45fd-af3f-2d9ba80c797c/493ae756-b9ef-45fd-af3f-2d9ba80c797c.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 556.787761] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.787761] env[64443]: DEBUG oslo_concurrency.lockutils [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.787761] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 556.787761] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-885f71a4-644e-4f5f-8c71-81e63db3182d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.790695] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-166f58c0-67be-48c9-ba4d-a5ff927164b4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.795664] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Waiting for the task: (returnval){ [ 556.795664] env[64443]: value = "task-2675716" [ 556.795664] env[64443]: _type = "Task" [ 556.795664] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.801220] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 556.801220] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 556.804523] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2feb29a4-07d8-4280-b452-1d0f5e45dee9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.810835] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.811995] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for the task: (returnval){ [ 556.811995] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52fc582f-a371-8a36-f7cf-9349b496dc86" [ 556.811995] env[64443]: _type = "Task" [ 556.811995] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.819986] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52fc582f-a371-8a36-f7cf-9349b496dc86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.906632] env[64443]: DEBUG nova.policy [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06be92c4653549e5b6684e784ddaae1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3352efb5c524d2da795c2f3fdda7d7e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 557.041230] env[64443]: DEBUG nova.compute.manager [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 557.281047] env[64443]: INFO nova.compute.manager [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Took 28.14 seconds to build instance. [ 557.286499] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066256} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.286975] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 557.288047] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b641e4de-6bb3-4ff1-ae51-4eccbcd9e37b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.315119] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 4aaac52e-e991-4949-bae7-1084593aad3d/4aaac52e-e991-4949-bae7-1084593aad3d.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 557.322265] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d58c4e96-d915-4753-9e43-39666cae428e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.348046] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.350861] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52fc582f-a371-8a36-f7cf-9349b496dc86, 'name': SearchDatastore_Task, 'duration_secs': 0.008909} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.350945] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Waiting for the task: (returnval){ [ 557.350945] env[64443]: value = "task-2675717" [ 557.350945] env[64443]: _type = "Task" [ 557.350945] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.354329] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7741702-1cab-46c0-a2a0-0a873b5fdb5c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.364280] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for the task: (returnval){ [ 557.364280] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]527a6ff8-2a15-24b8-f613-2991d4a8c5c2" [ 557.364280] env[64443]: _type = "Task" [ 557.364280] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.367990] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.379219] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527a6ff8-2a15-24b8-f613-2991d4a8c5c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.422488] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0d0551-745b-4981-b82c-ebceb1074f30 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.430944] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2792b790-d266-46a3-80c6-6bb79449f45c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.469630] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1821965-b50c-4a78-92b5-7ec941a7a7b1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.480913] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e3c04c-e38b-46a5-8c0a-bc9dcd3cff1d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.495953] env[64443]: DEBUG nova.compute.provider_tree [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 557.748404] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "8cbb1e8f-c258-42db-ac80-14af4337c82d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.750119] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "8cbb1e8f-c258-42db-ac80-14af4337c82d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.788211] env[64443]: DEBUG oslo_concurrency.lockutils [None req-906f2e09-faa4-4e29-8479-bb80c0e94a5a tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Lock "b497ac6a-4f20-4eae-95ea-ee2b26522087" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.665s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.824022] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.976571} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.824022] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 493ae756-b9ef-45fd-af3f-2d9ba80c797c/493ae756-b9ef-45fd-af3f-2d9ba80c797c.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 557.824022] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 557.824022] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1458d040-a48f-4723-b62d-cdd68512d239 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.833023] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Waiting for the task: (returnval){ [ 557.833023] env[64443]: value = "task-2675718" [ 557.833023] env[64443]: _type = "Task" [ 557.833023] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.844614] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.862104] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675717, 'name': ReconfigVM_Task, 'duration_secs': 0.449149} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.862379] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 4aaac52e-e991-4949-bae7-1084593aad3d/4aaac52e-e991-4949-bae7-1084593aad3d.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 557.863039] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c7cc79c-bb0f-4697-8036-4e921d8cda68 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.869397] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Waiting for the task: (returnval){ [ 557.869397] env[64443]: value = "task-2675719" [ 557.869397] env[64443]: _type = "Task" [ 557.869397] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.885804] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675719, 'name': Rename_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.891221] env[64443]: DEBUG oslo_concurrency.lockutils [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] Acquiring lock "6a78f86d-6afd-43b3-9a63-600f0c73e97a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.891502] env[64443]: DEBUG oslo_concurrency.lockutils [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] Lock "6a78f86d-6afd-43b3-9a63-600f0c73e97a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.891731] env[64443]: DEBUG oslo_concurrency.lockutils [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] Acquiring lock "6a78f86d-6afd-43b3-9a63-600f0c73e97a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.892383] env[64443]: DEBUG oslo_concurrency.lockutils [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] Lock "6a78f86d-6afd-43b3-9a63-600f0c73e97a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.892545] env[64443]: DEBUG oslo_concurrency.lockutils [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] Lock "6a78f86d-6afd-43b3-9a63-600f0c73e97a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.895760] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527a6ff8-2a15-24b8-f613-2991d4a8c5c2, 'name': SearchDatastore_Task, 'duration_secs': 0.01952} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.895760] env[64443]: INFO nova.compute.manager [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Terminating instance [ 557.897648] env[64443]: DEBUG oslo_concurrency.lockutils [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.897856] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 44cba84c-0e8a-485d-810f-60dc64152206/44cba84c-0e8a-485d-810f-60dc64152206.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 557.898180] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.898474] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 557.898647] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0555659-7c60-4f84-91c7-247f6c7c3586 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.902820] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-248f4716-0353-42eb-9759-717c22cf73e0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.910979] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for the task: (returnval){ [ 557.910979] env[64443]: value = "task-2675720" [ 557.910979] env[64443]: _type = "Task" [ 557.910979] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.911457] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 557.911457] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 557.916554] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-706d2656-9876-4635-90de-37b6252b9290 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.926103] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 557.926103] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52940f90-65e2-dd52-3b44-dd6d7a9d4cef" [ 557.926103] env[64443]: _type = "Task" [ 557.926103] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.926407] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.938927] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52940f90-65e2-dd52-3b44-dd6d7a9d4cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.988987] env[64443]: DEBUG nova.network.neutron [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Updated VIF entry in instance network info cache for port cbfe3f79-2bd2-482c-9b31-04374399cc55. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 557.988987] env[64443]: DEBUG nova.network.neutron [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Updating instance_info_cache with network_info: [{"id": "cbfe3f79-2bd2-482c-9b31-04374399cc55", "address": "fa:16:3e:dd:58:17", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbfe3f79-2b", "ovs_interfaceid": "cbfe3f79-2bd2-482c-9b31-04374399cc55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 557.999859] env[64443]: DEBUG nova.scheduler.client.report [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 558.053904] env[64443]: DEBUG nova.compute.manager [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 558.107775] env[64443]: DEBUG nova.virt.hardware [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 558.108035] env[64443]: DEBUG nova.virt.hardware [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 558.108553] env[64443]: DEBUG nova.virt.hardware [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 558.108553] env[64443]: DEBUG nova.virt.hardware [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 558.108553] env[64443]: DEBUG nova.virt.hardware [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 558.108756] env[64443]: DEBUG nova.virt.hardware [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 558.108832] env[64443]: DEBUG nova.virt.hardware [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 558.112028] env[64443]: DEBUG nova.virt.hardware [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 558.112028] env[64443]: DEBUG nova.virt.hardware [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 558.112028] env[64443]: DEBUG nova.virt.hardware [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 558.112028] env[64443]: DEBUG nova.virt.hardware [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 558.112354] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdc0c43-2be7-4168-bf77-0a3921e51f74 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.123481] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9690d06a-b018-4ff6-88b3-631bd0fd96b1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.292018] env[64443]: DEBUG nova.compute.manager [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 558.348049] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063155} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.348598] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 558.353584] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b06a03-db70-4c40-b9a0-f9a8f69d313f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.386210] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 493ae756-b9ef-45fd-af3f-2d9ba80c797c/493ae756-b9ef-45fd-af3f-2d9ba80c797c.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 558.392709] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e9f440e-dc5b-4149-ac11-cf63a5ea8bc2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.408167] env[64443]: DEBUG nova.compute.manager [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 558.408389] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 558.409602] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b2d8fd-233a-47cb-bbf7-b117ca3202b8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.416037] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675719, 'name': Rename_Task, 'duration_secs': 0.405343} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.419030] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 558.420457] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eff3902-0aea-4058-bdcf-204bfccce772 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.422107] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Waiting for the task: (returnval){ [ 558.422107] env[64443]: value = "task-2675721" [ 558.422107] env[64443]: _type = "Task" [ 558.422107] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.426095] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 558.429271] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d644622d-a07c-4e13-99d4-24b211d71d36 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.435170] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675720, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.435363] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Waiting for the task: (returnval){ [ 558.435363] env[64443]: value = "task-2675722" [ 558.435363] env[64443]: _type = "Task" [ 558.435363] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.451437] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.457299] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52940f90-65e2-dd52-3b44-dd6d7a9d4cef, 'name': SearchDatastore_Task, 'duration_secs': 0.015446} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.463395] env[64443]: DEBUG oslo_vmware.api [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] Waiting for the task: (returnval){ [ 558.463395] env[64443]: value = "task-2675723" [ 558.463395] env[64443]: _type = "Task" [ 558.463395] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.463748] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675722, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.463972] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be34ec65-49aa-4b68-9834-eedb4d772723 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.481175] env[64443]: DEBUG oslo_vmware.api [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] Task: {'id': task-2675723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.482265] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 558.482265] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5255116d-b895-0957-7d09-a0a60807bc52" [ 558.482265] env[64443]: _type = "Task" [ 558.482265] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.491552] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5255116d-b895-0957-7d09-a0a60807bc52, 'name': SearchDatastore_Task, 'duration_secs': 0.0144} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.491844] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.492175] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442/1d7c8ea5-d01d-401b-89c1-0f7b02f9c442.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 558.492564] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a17ff6f2-872c-4a42-8fe5-b5659a24229f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.498077] env[64443]: DEBUG oslo_concurrency.lockutils [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] Releasing lock "refresh_cache-4aaac52e-e991-4949-bae7-1084593aad3d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.498077] env[64443]: DEBUG nova.compute.manager [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Received event network-vif-plugged-00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 558.498077] env[64443]: DEBUG oslo_concurrency.lockutils [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] Acquiring lock "44cba84c-0e8a-485d-810f-60dc64152206-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.498077] env[64443]: DEBUG oslo_concurrency.lockutils [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] Lock "44cba84c-0e8a-485d-810f-60dc64152206-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.498077] env[64443]: DEBUG oslo_concurrency.lockutils [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] Lock "44cba84c-0e8a-485d-810f-60dc64152206-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.498431] env[64443]: DEBUG nova.compute.manager [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] No waiting events found dispatching network-vif-plugged-00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 558.498431] env[64443]: WARNING nova.compute.manager [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Received unexpected event network-vif-plugged-00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1 for instance with vm_state building and task_state spawning. [ 558.498431] env[64443]: DEBUG nova.compute.manager [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Received event network-changed-00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 558.498431] env[64443]: DEBUG nova.compute.manager [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Refreshing instance network info cache due to event network-changed-00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 558.498431] env[64443]: DEBUG oslo_concurrency.lockutils [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] Acquiring lock "refresh_cache-44cba84c-0e8a-485d-810f-60dc64152206" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.498588] env[64443]: DEBUG oslo_concurrency.lockutils [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] Acquired lock "refresh_cache-44cba84c-0e8a-485d-810f-60dc64152206" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.498783] env[64443]: DEBUG nova.network.neutron [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Refreshing network info cache for port 00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 558.507031] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 558.507031] env[64443]: value = "task-2675724" [ 558.507031] env[64443]: _type = "Task" [ 558.507031] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.513296] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.513944] env[64443]: DEBUG nova.compute.manager [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 558.519249] env[64443]: DEBUG oslo_concurrency.lockutils [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.069s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.521026] env[64443]: INFO nova.compute.claims [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 558.530548] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2675724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.575973] env[64443]: DEBUG oslo_concurrency.lockutils [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquiring lock "5c6ceda1-24ea-4706-bb14-7408d945ff55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.576447] env[64443]: DEBUG oslo_concurrency.lockutils [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Lock "5c6ceda1-24ea-4706-bb14-7408d945ff55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.667168] env[64443]: DEBUG nova.network.neutron [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Successfully updated port: 51fdb18c-9141-4242-82c8-bf5ac1be7348 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 558.827965] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.926762] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675720, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.936697] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.951739] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675722, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.982122] env[64443]: DEBUG oslo_vmware.api [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] Task: {'id': task-2675723, 'name': PowerOffVM_Task, 'duration_secs': 0.317544} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.982122] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 558.982122] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 558.982535] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5908d441-6bfe-41ef-aaa4-2dcafef99c27 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.017598] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2675724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.029722] env[64443]: DEBUG nova.compute.utils [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 559.031053] env[64443]: DEBUG nova.compute.manager [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Not allocating networking since 'none' was specified. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 559.072357] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 559.072675] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 559.072831] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] Deleting the datastore file [datastore2] 6a78f86d-6afd-43b3-9a63-600f0c73e97a {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 559.073088] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a29c79e-d696-49ea-a0d5-6023dfce922a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.086098] env[64443]: DEBUG oslo_vmware.api [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] Waiting for the task: (returnval){ [ 559.086098] env[64443]: value = "task-2675726" [ 559.086098] env[64443]: _type = "Task" [ 559.086098] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.097558] env[64443]: DEBUG oslo_vmware.api [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] Task: {'id': task-2675726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.171094] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "refresh_cache-a58a3926-6b91-442a-bb19-e8557b50b57a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.171256] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquired lock "refresh_cache-a58a3926-6b91-442a-bb19-e8557b50b57a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.171409] env[64443]: DEBUG nova.network.neutron [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 559.429256] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675720, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.49499} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.433156] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 44cba84c-0e8a-485d-810f-60dc64152206/44cba84c-0e8a-485d-810f-60dc64152206.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 559.433487] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 559.433847] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-239dee64-ea07-4564-b5f9-d73cb075157a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.443621] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.449657] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for the task: (returnval){ [ 559.449657] env[64443]: value = "task-2675727" [ 559.449657] env[64443]: _type = "Task" [ 559.449657] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.460877] env[64443]: DEBUG oslo_vmware.api [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675722, 'name': PowerOnVM_Task, 'duration_secs': 0.535651} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.461703] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 559.461993] env[64443]: INFO nova.compute.manager [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Took 17.32 seconds to spawn the instance on the hypervisor. [ 559.462262] env[64443]: DEBUG nova.compute.manager [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 559.467222] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebeb1b97-f604-454f-857b-a82c7ee83d8e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.475529] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.488142] env[64443]: DEBUG nova.network.neutron [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Successfully created port: fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 559.519975] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2675724, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.535999] env[64443]: DEBUG nova.compute.manager [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 559.545099] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquiring lock "ca8eed0f-3212-4528-ac6e-b5b714c34478" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.545462] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lock "ca8eed0f-3212-4528-ac6e-b5b714c34478" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.598317] env[64443]: DEBUG oslo_vmware.api [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] Task: {'id': task-2675726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318907} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.598317] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 559.598317] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 559.598317] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 559.598317] env[64443]: INFO nova.compute.manager [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 559.598483] env[64443]: DEBUG oslo.service.loopingcall [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 559.598483] env[64443]: DEBUG nova.compute.manager [-] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 559.598483] env[64443]: DEBUG nova.network.neutron [-] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 559.621930] env[64443]: DEBUG nova.compute.manager [req-6d32b8b7-76d5-40f6-b572-7c7b5393caa3 req-5caee4ee-efc0-4b22-a175-560669efcdc7 service nova] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Received event network-vif-plugged-51fdb18c-9141-4242-82c8-bf5ac1be7348 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 559.621930] env[64443]: DEBUG oslo_concurrency.lockutils [req-6d32b8b7-76d5-40f6-b572-7c7b5393caa3 req-5caee4ee-efc0-4b22-a175-560669efcdc7 service nova] Acquiring lock "a58a3926-6b91-442a-bb19-e8557b50b57a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.621930] env[64443]: DEBUG oslo_concurrency.lockutils [req-6d32b8b7-76d5-40f6-b572-7c7b5393caa3 req-5caee4ee-efc0-4b22-a175-560669efcdc7 service nova] Lock "a58a3926-6b91-442a-bb19-e8557b50b57a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.621930] env[64443]: DEBUG oslo_concurrency.lockutils [req-6d32b8b7-76d5-40f6-b572-7c7b5393caa3 req-5caee4ee-efc0-4b22-a175-560669efcdc7 service nova] Lock "a58a3926-6b91-442a-bb19-e8557b50b57a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.621930] env[64443]: DEBUG nova.compute.manager [req-6d32b8b7-76d5-40f6-b572-7c7b5393caa3 req-5caee4ee-efc0-4b22-a175-560669efcdc7 service nova] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] No waiting events found dispatching network-vif-plugged-51fdb18c-9141-4242-82c8-bf5ac1be7348 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 559.622122] env[64443]: WARNING nova.compute.manager [req-6d32b8b7-76d5-40f6-b572-7c7b5393caa3 req-5caee4ee-efc0-4b22-a175-560669efcdc7 service nova] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Received unexpected event network-vif-plugged-51fdb18c-9141-4242-82c8-bf5ac1be7348 for instance with vm_state building and task_state spawning. [ 559.852193] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "7a36ccc9-c594-48f8-a847-9b26cd0431fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.852193] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "7a36ccc9-c594-48f8-a847-9b26cd0431fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.893734] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fee53bc-8829-4ba2-aaef-512ef705d1b5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.904044] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df53261e-fbf9-4d39-8012-8972a42841d3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.944905] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8593d54-0ce5-45c2-ad82-231c92d646d0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.953924] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675721, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.961117] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92698b69-abe5-42ca-98ec-2901f61872d6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.970142] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07178} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.978578] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 559.979278] env[64443]: DEBUG nova.compute.provider_tree [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 559.981466] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f0d7dd-4278-491a-9ebf-284b1c24e098 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.009074] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 44cba84c-0e8a-485d-810f-60dc64152206/44cba84c-0e8a-485d-810f-60dc64152206.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 560.010595] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aad0a12f-1c62-413d-b6a9-4b8fe4080467 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.027288] env[64443]: INFO nova.compute.manager [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Took 30.27 seconds to build instance. [ 560.038756] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2675724, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.390571} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.039647] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442/1d7c8ea5-d01d-401b-89c1-0f7b02f9c442.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 560.040120] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 560.043832] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for the task: (returnval){ [ 560.043832] env[64443]: value = "task-2675728" [ 560.043832] env[64443]: _type = "Task" [ 560.043832] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.043832] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0d28414-78c5-437c-9c6c-97825d6a4e14 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.055248] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.057114] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 560.057114] env[64443]: value = "task-2675729" [ 560.057114] env[64443]: _type = "Task" [ 560.057114] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.066554] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2675729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.129935] env[64443]: DEBUG nova.network.neutron [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 560.451312] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675721, 'name': ReconfigVM_Task, 'duration_secs': 1.576506} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.451678] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 493ae756-b9ef-45fd-af3f-2d9ba80c797c/493ae756-b9ef-45fd-af3f-2d9ba80c797c.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 560.452324] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b75be4a-bd6c-4c1f-9885-171f62300c4b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.459864] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Waiting for the task: (returnval){ [ 560.459864] env[64443]: value = "task-2675730" [ 560.459864] env[64443]: _type = "Task" [ 560.459864] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.468792] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675730, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.488708] env[64443]: DEBUG nova.scheduler.client.report [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 560.532934] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3bf208d-9437-4d64-812a-4a98c3f54d2f tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Lock "4aaac52e-e991-4949-bae7-1084593aad3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.786s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.546123] env[64443]: DEBUG nova.compute.manager [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 560.560243] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.569920] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2675729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070572} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.570246] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 560.570980] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932669ed-7223-483a-80bb-32fae437c7c9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.596804] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442/1d7c8ea5-d01d-401b-89c1-0f7b02f9c442.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 560.599313] env[64443]: DEBUG nova.virt.hardware [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 560.599551] env[64443]: DEBUG nova.virt.hardware [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 560.600039] env[64443]: DEBUG nova.virt.hardware [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 560.600039] env[64443]: DEBUG nova.virt.hardware [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 560.600039] env[64443]: DEBUG nova.virt.hardware [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 560.600828] env[64443]: DEBUG nova.virt.hardware [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 560.600828] env[64443]: DEBUG nova.virt.hardware [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 560.601446] env[64443]: DEBUG nova.virt.hardware [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 560.601446] env[64443]: DEBUG nova.virt.hardware [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 560.601587] env[64443]: DEBUG nova.virt.hardware [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 560.601765] env[64443]: DEBUG nova.virt.hardware [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 560.604948] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a8defec-2382-480c-87b3-ee4eb2fae6c0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.620601] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277f2928-3da4-4fce-b0a2-f68d4f7b547c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.629755] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3a1e48-19ac-46de-b094-19d753cb5630 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.633875] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 560.633875] env[64443]: value = "task-2675731" [ 560.633875] env[64443]: _type = "Task" [ 560.633875] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.647514] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Instance VIF info [] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 560.654052] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Creating folder: Project (10f015539a0f47f5871e2298fade594c). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 560.654929] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0aa16e0e-7347-4d1d-8e04-775a18547f67 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.660954] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2675731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.670170] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Created folder: Project (10f015539a0f47f5871e2298fade594c) in parent group-v539479. [ 560.670170] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Creating folder: Instances. Parent ref: group-v539504. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 560.672346] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-601a03d8-60be-43ae-9546-566e33711d11 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.682308] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Created folder: Instances in parent group-v539504. [ 560.682308] env[64443]: DEBUG oslo.service.loopingcall [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 560.682459] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 560.683804] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12eb6b81-0056-4e89-b195-3e9cf7f05790 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.702276] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 560.702276] env[64443]: value = "task-2675734" [ 560.702276] env[64443]: _type = "Task" [ 560.702276] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.711516] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675734, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.918473] env[64443]: DEBUG nova.network.neutron [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Updated VIF entry in instance network info cache for port 00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 560.918734] env[64443]: DEBUG nova.network.neutron [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Updating instance_info_cache with network_info: [{"id": "00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1", "address": "fa:16:3e:c6:5c:ec", "network": {"id": "71129788-6c31-4d3b-8c5d-27f99bd723d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1615743126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1242fbf0a26e43f087af1c8a623f1eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d0cc8f-55", "ovs_interfaceid": "00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.922773] env[64443]: DEBUG nova.compute.manager [None req-5679a2cd-baba-4878-ab4c-be0c84f1b80c tempest-ServerDiagnosticsTest-1620200492 tempest-ServerDiagnosticsTest-1620200492-project-admin] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 560.925068] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73333fe-a74b-4801-96ec-291988b645e1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.934155] env[64443]: INFO nova.compute.manager [None req-5679a2cd-baba-4878-ab4c-be0c84f1b80c tempest-ServerDiagnosticsTest-1620200492 tempest-ServerDiagnosticsTest-1620200492-project-admin] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Retrieving diagnostics [ 560.934965] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50422ac5-febb-4c40-82d0-7094237b7734 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.976960] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675730, 'name': Rename_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.996795] env[64443]: DEBUG oslo_concurrency.lockutils [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.997362] env[64443]: DEBUG nova.compute.manager [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 561.004037] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.043s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.004037] env[64443]: INFO nova.compute.claims [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 561.035200] env[64443]: DEBUG nova.compute.manager [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 561.063031] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675728, 'name': ReconfigVM_Task, 'duration_secs': 0.64874} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.063031] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 44cba84c-0e8a-485d-810f-60dc64152206/44cba84c-0e8a-485d-810f-60dc64152206.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 561.063218] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42109780-851a-470d-af14-4de3534dd965 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.071537] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for the task: (returnval){ [ 561.071537] env[64443]: value = "task-2675735" [ 561.071537] env[64443]: _type = "Task" [ 561.071537] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.080377] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675735, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.146128] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2675731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.147780] env[64443]: DEBUG nova.network.neutron [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Updating instance_info_cache with network_info: [{"id": "51fdb18c-9141-4242-82c8-bf5ac1be7348", "address": "fa:16:3e:08:aa:6f", "network": {"id": "f742c78a-97a1-4fac-89f8-1b1ac1afe3fd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1002782425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b46183a164846548e1e9ea550aae102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51fdb18c-91", "ovs_interfaceid": "51fdb18c-9141-4242-82c8-bf5ac1be7348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.211940] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675734, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.424237] env[64443]: DEBUG oslo_concurrency.lockutils [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] Releasing lock "refresh_cache-44cba84c-0e8a-485d-810f-60dc64152206" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.424237] env[64443]: DEBUG nova.compute.manager [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Received event network-vif-plugged-982c1fcb-e6dd-4d49-8eae-3aaf3849380b {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 561.424237] env[64443]: DEBUG oslo_concurrency.lockutils [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] Acquiring lock "1d7c8ea5-d01d-401b-89c1-0f7b02f9c442-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.424237] env[64443]: DEBUG oslo_concurrency.lockutils [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] Lock "1d7c8ea5-d01d-401b-89c1-0f7b02f9c442-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.424237] env[64443]: DEBUG oslo_concurrency.lockutils [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] Lock "1d7c8ea5-d01d-401b-89c1-0f7b02f9c442-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.424615] env[64443]: DEBUG nova.compute.manager [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] No waiting events found dispatching network-vif-plugged-982c1fcb-e6dd-4d49-8eae-3aaf3849380b {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 561.424615] env[64443]: WARNING nova.compute.manager [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Received unexpected event network-vif-plugged-982c1fcb-e6dd-4d49-8eae-3aaf3849380b for instance with vm_state building and task_state spawning. [ 561.424615] env[64443]: DEBUG nova.compute.manager [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Received event network-changed-982c1fcb-e6dd-4d49-8eae-3aaf3849380b {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 561.424615] env[64443]: DEBUG nova.compute.manager [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Refreshing instance network info cache due to event network-changed-982c1fcb-e6dd-4d49-8eae-3aaf3849380b. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 561.424615] env[64443]: DEBUG oslo_concurrency.lockutils [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] Acquiring lock "refresh_cache-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.424823] env[64443]: DEBUG oslo_concurrency.lockutils [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] Acquired lock "refresh_cache-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.424823] env[64443]: DEBUG nova.network.neutron [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Refreshing network info cache for port 982c1fcb-e6dd-4d49-8eae-3aaf3849380b {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 561.482992] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675730, 'name': Rename_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.507746] env[64443]: DEBUG nova.compute.utils [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 561.512045] env[64443]: DEBUG nova.compute.manager [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 561.512244] env[64443]: DEBUG nova.network.neutron [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 561.566993] env[64443]: DEBUG oslo_concurrency.lockutils [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.582828] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675735, 'name': Rename_Task, 'duration_secs': 0.29466} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.584056] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 561.584379] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4b4f71c-910b-4cf3-953b-8ca776e26552 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.591551] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for the task: (returnval){ [ 561.591551] env[64443]: value = "task-2675736" [ 561.591551] env[64443]: _type = "Task" [ 561.591551] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.602285] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.649675] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2675731, 'name': ReconfigVM_Task, 'duration_secs': 0.894649} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.650211] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Releasing lock "refresh_cache-a58a3926-6b91-442a-bb19-e8557b50b57a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.650689] env[64443]: DEBUG nova.compute.manager [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Instance network_info: |[{"id": "51fdb18c-9141-4242-82c8-bf5ac1be7348", "address": "fa:16:3e:08:aa:6f", "network": {"id": "f742c78a-97a1-4fac-89f8-1b1ac1afe3fd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1002782425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b46183a164846548e1e9ea550aae102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51fdb18c-91", "ovs_interfaceid": "51fdb18c-9141-4242-82c8-bf5ac1be7348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 561.651169] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442/1d7c8ea5-d01d-401b-89c1-0f7b02f9c442.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 561.652276] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:aa:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51fdb18c-9141-4242-82c8-bf5ac1be7348', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 561.668937] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Creating folder: Project (1b46183a164846548e1e9ea550aae102). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.669353] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-235401c9-7b81-4384-8f2a-4a8f9930cffd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.677175] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e9c5e81-407e-41ac-8569-707818e4aa89 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.684645] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 561.684645] env[64443]: value = "task-2675737" [ 561.684645] env[64443]: _type = "Task" [ 561.684645] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.690878] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Created folder: Project (1b46183a164846548e1e9ea550aae102) in parent group-v539479. [ 561.691143] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Creating folder: Instances. Parent ref: group-v539507. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 561.691759] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f097c7c8-061b-45b5-ac16-8cd0ab51fc92 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.698213] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2675737, 'name': Rename_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.710586] env[64443]: DEBUG nova.policy [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '292b6a916263411b8dd23b6cc6996a17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d76035047d9466bafa2499c58786a13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 561.718376] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Created folder: Instances in parent group-v539507. [ 561.718764] env[64443]: DEBUG oslo.service.loopingcall [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 561.719946] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 561.720323] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-191db75d-fd48-406e-8546-0b8a46d71dac {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.744351] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675734, 'name': CreateVM_Task, 'duration_secs': 0.618697} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.745024] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 561.745536] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.746286] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.746286] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.746286] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecdf7d75-8ceb-4b69-a10f-1868242aae32 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.750925] env[64443]: DEBUG nova.compute.manager [None req-cb9338b9-faf0-43bc-8389-3ebaee851b69 tempest-ServerExternalEventsTest-1077779019 tempest-ServerExternalEventsTest-1077779019-project] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Received event network-changed {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 561.751131] env[64443]: DEBUG nova.compute.manager [None req-cb9338b9-faf0-43bc-8389-3ebaee851b69 tempest-ServerExternalEventsTest-1077779019 tempest-ServerExternalEventsTest-1077779019-project] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Refreshing instance network info cache due to event network-changed. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 561.751337] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cb9338b9-faf0-43bc-8389-3ebaee851b69 tempest-ServerExternalEventsTest-1077779019 tempest-ServerExternalEventsTest-1077779019-project] Acquiring lock "refresh_cache-4aaac52e-e991-4949-bae7-1084593aad3d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.751489] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cb9338b9-faf0-43bc-8389-3ebaee851b69 tempest-ServerExternalEventsTest-1077779019 tempest-ServerExternalEventsTest-1077779019-project] Acquired lock "refresh_cache-4aaac52e-e991-4949-bae7-1084593aad3d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.751646] env[64443]: DEBUG nova.network.neutron [None req-cb9338b9-faf0-43bc-8389-3ebaee851b69 tempest-ServerExternalEventsTest-1077779019 tempest-ServerExternalEventsTest-1077779019-project] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 561.753042] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 561.753042] env[64443]: value = "task-2675740" [ 561.753042] env[64443]: _type = "Task" [ 561.753042] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.759435] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for the task: (returnval){ [ 561.759435] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d29a24-231b-4313-65ae-edf6e70fd62c" [ 561.759435] env[64443]: _type = "Task" [ 561.759435] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.767995] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675740, 'name': CreateVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.774661] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d29a24-231b-4313-65ae-edf6e70fd62c, 'name': SearchDatastore_Task, 'duration_secs': 0.011653} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.775059] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.775720] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 561.775720] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.775859] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.777135] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 561.777135] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fae635b8-ce59-4571-b0d2-322227ab1d6d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.788112] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 561.788357] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 561.789584] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d5c17a9-ce9b-44c1-8af0-b3438bbdb7ae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.795420] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for the task: (returnval){ [ 561.795420] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52bde802-4d87-7ed3-ab57-281d595581ae" [ 561.795420] env[64443]: _type = "Task" [ 561.795420] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.804421] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52bde802-4d87-7ed3-ab57-281d595581ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.977144] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675730, 'name': Rename_Task, 'duration_secs': 1.147773} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.977412] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 561.977686] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07302499-c3f9-49ce-be79-221ecb43ee34 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.984101] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Waiting for the task: (returnval){ [ 561.984101] env[64443]: value = "task-2675741" [ 561.984101] env[64443]: _type = "Task" [ 561.984101] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.995406] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.012291] env[64443]: DEBUG nova.compute.manager [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 562.106261] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675736, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.179758] env[64443]: DEBUG nova.network.neutron [-] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.208190] env[64443]: DEBUG nova.compute.manager [req-4a63c552-170b-4a59-b824-fd926ec3515c req-2bd33135-3a07-467c-a3ca-abd5107ca97a service nova] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Received event network-changed-51fdb18c-9141-4242-82c8-bf5ac1be7348 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 562.208190] env[64443]: DEBUG nova.compute.manager [req-4a63c552-170b-4a59-b824-fd926ec3515c req-2bd33135-3a07-467c-a3ca-abd5107ca97a service nova] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Refreshing instance network info cache due to event network-changed-51fdb18c-9141-4242-82c8-bf5ac1be7348. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 562.208190] env[64443]: DEBUG oslo_concurrency.lockutils [req-4a63c552-170b-4a59-b824-fd926ec3515c req-2bd33135-3a07-467c-a3ca-abd5107ca97a service nova] Acquiring lock "refresh_cache-a58a3926-6b91-442a-bb19-e8557b50b57a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.208190] env[64443]: DEBUG oslo_concurrency.lockutils [req-4a63c552-170b-4a59-b824-fd926ec3515c req-2bd33135-3a07-467c-a3ca-abd5107ca97a service nova] Acquired lock "refresh_cache-a58a3926-6b91-442a-bb19-e8557b50b57a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.208190] env[64443]: DEBUG nova.network.neutron [req-4a63c552-170b-4a59-b824-fd926ec3515c req-2bd33135-3a07-467c-a3ca-abd5107ca97a service nova] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Refreshing network info cache for port 51fdb18c-9141-4242-82c8-bf5ac1be7348 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 562.219313] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2675737, 'name': Rename_Task, 'duration_secs': 0.167612} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.219948] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 562.220259] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a92f4a2e-a2f6-4677-87b7-58ae38a07b64 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.231260] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 562.231260] env[64443]: value = "task-2675742" [ 562.231260] env[64443]: _type = "Task" [ 562.231260] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.240797] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2675742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.271970] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675740, 'name': CreateVM_Task, 'duration_secs': 0.435719} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.275599] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 562.277073] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.277253] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.277632] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 562.278271] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dc9fd88-970c-4dd6-867a-0e502289420e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.286550] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 562.286550] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5286d5ca-1e7c-8c33-3448-79ba77ba5b89" [ 562.286550] env[64443]: _type = "Task" [ 562.286550] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.297481] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5286d5ca-1e7c-8c33-3448-79ba77ba5b89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.308660] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52bde802-4d87-7ed3-ab57-281d595581ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010269} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.309697] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e62ecca0-35ed-4717-af71-117874d22223 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.317279] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for the task: (returnval){ [ 562.317279] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5270aa35-e862-cf7d-d6ed-76ec4eaee1db" [ 562.317279] env[64443]: _type = "Task" [ 562.317279] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.325943] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5270aa35-e862-cf7d-d6ed-76ec4eaee1db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.473433] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7abf20-91d2-4687-affa-9972e2d75af6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.484701] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7954053-f7a2-441e-99d3-186663207dbd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.499119] env[64443]: DEBUG oslo_vmware.api [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675741, 'name': PowerOnVM_Task, 'duration_secs': 0.466928} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.531603] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 562.531846] env[64443]: INFO nova.compute.manager [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Took 13.41 seconds to spawn the instance on the hypervisor. [ 562.532063] env[64443]: DEBUG nova.compute.manager [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 562.540734] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c530768-68ec-48de-bc49-a94d2f1d1cf6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.545177] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d43ff33-48c8-427a-9c2f-7fb41dd07e9a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.560025] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0203ade2-ec26-467a-bd2a-a2de3cb4163b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.592771] env[64443]: DEBUG nova.compute.provider_tree [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 562.611927] env[64443]: DEBUG oslo_vmware.api [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675736, 'name': PowerOnVM_Task, 'duration_secs': 0.66738} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.612197] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 562.612387] env[64443]: INFO nova.compute.manager [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Took 18.17 seconds to spawn the instance on the hypervisor. [ 562.612562] env[64443]: DEBUG nova.compute.manager [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 562.613868] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15125ac9-efe4-4a9e-97d2-fb586ff1808b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.627441] env[64443]: DEBUG oslo_concurrency.lockutils [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Acquiring lock "b497ac6a-4f20-4eae-95ea-ee2b26522087" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.627690] env[64443]: DEBUG oslo_concurrency.lockutils [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Lock "b497ac6a-4f20-4eae-95ea-ee2b26522087" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.627893] env[64443]: DEBUG oslo_concurrency.lockutils [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Acquiring lock "b497ac6a-4f20-4eae-95ea-ee2b26522087-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.628131] env[64443]: DEBUG oslo_concurrency.lockutils [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Lock "b497ac6a-4f20-4eae-95ea-ee2b26522087-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.628248] env[64443]: DEBUG oslo_concurrency.lockutils [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Lock "b497ac6a-4f20-4eae-95ea-ee2b26522087-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.630563] env[64443]: INFO nova.compute.manager [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Terminating instance [ 562.683676] env[64443]: INFO nova.compute.manager [-] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Took 3.09 seconds to deallocate network for instance. [ 562.747873] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2675742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.804217] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5286d5ca-1e7c-8c33-3448-79ba77ba5b89, 'name': SearchDatastore_Task, 'duration_secs': 0.010846} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.804519] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.804747] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 562.804975] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.805139] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.805321] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 562.805589] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16a6431e-131c-4d5d-b803-ca3dceb10cd6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.818764] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 562.818764] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 562.823842] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae924c18-c91f-4d97-9e53-5c6a0b0ad567 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.840279] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5270aa35-e862-cf7d-d6ed-76ec4eaee1db, 'name': SearchDatastore_Task, 'duration_secs': 0.012378} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.840924] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 562.840924] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52e13f71-d5e6-a402-37ce-8016e1bc1308" [ 562.840924] env[64443]: _type = "Task" [ 562.840924] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.841160] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.841417] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 1a443c3f-117d-4632-9f1f-f00b17394c3f/1a443c3f-117d-4632-9f1f-f00b17394c3f.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 562.841733] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-689ecc1d-8080-48cd-90d8-bf2329686aab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.851633] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52e13f71-d5e6-a402-37ce-8016e1bc1308, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.852925] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for the task: (returnval){ [ 562.852925] env[64443]: value = "task-2675743" [ 562.852925] env[64443]: _type = "Task" [ 562.852925] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.862445] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.051894] env[64443]: DEBUG nova.compute.manager [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 563.057280] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Acquiring lock "4aaac52e-e991-4949-bae7-1084593aad3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.057280] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Lock "4aaac52e-e991-4949-bae7-1084593aad3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.057280] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Acquiring lock "4aaac52e-e991-4949-bae7-1084593aad3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.057280] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Lock "4aaac52e-e991-4949-bae7-1084593aad3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.057501] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Lock "4aaac52e-e991-4949-bae7-1084593aad3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.062385] env[64443]: INFO nova.compute.manager [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Terminating instance [ 563.088983] env[64443]: INFO nova.compute.manager [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Took 26.30 seconds to build instance. [ 563.104484] env[64443]: DEBUG nova.scheduler.client.report [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 563.112689] env[64443]: DEBUG nova.virt.hardware [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 563.113320] env[64443]: DEBUG nova.virt.hardware [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 563.113509] env[64443]: DEBUG nova.virt.hardware [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 563.113661] env[64443]: DEBUG nova.virt.hardware [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 563.113817] env[64443]: DEBUG nova.virt.hardware [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 563.113967] env[64443]: DEBUG nova.virt.hardware [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 563.114308] env[64443]: DEBUG nova.virt.hardware [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 563.114393] env[64443]: DEBUG nova.virt.hardware [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 563.114509] env[64443]: DEBUG nova.virt.hardware [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 563.114673] env[64443]: DEBUG nova.virt.hardware [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 563.114843] env[64443]: DEBUG nova.virt.hardware [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 563.116558] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df978939-59e9-4d10-a58a-3575e672f942 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.134435] env[64443]: INFO nova.compute.manager [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Took 32.45 seconds to build instance. [ 563.137568] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ce3a35-d293-4348-8485-2689cdcae36e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.142468] env[64443]: DEBUG nova.compute.manager [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 563.142614] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 563.144350] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a1fb42-67ae-4dcb-ab4f-feed1c76f56c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.157694] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 563.166496] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e18f053c-7cad-4b85-87af-002369d6a4cc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.181550] env[64443]: DEBUG oslo_vmware.api [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Waiting for the task: (returnval){ [ 563.181550] env[64443]: value = "task-2675744" [ 563.181550] env[64443]: _type = "Task" [ 563.181550] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.183335] env[64443]: DEBUG oslo_vmware.api [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': task-2675744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.192291] env[64443]: DEBUG nova.network.neutron [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Updated VIF entry in instance network info cache for port 982c1fcb-e6dd-4d49-8eae-3aaf3849380b. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 563.192751] env[64443]: DEBUG nova.network.neutron [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Updating instance_info_cache with network_info: [{"id": "982c1fcb-e6dd-4d49-8eae-3aaf3849380b", "address": "fa:16:3e:f9:07:d7", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982c1fcb-e6", "ovs_interfaceid": "982c1fcb-e6dd-4d49-8eae-3aaf3849380b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.196498] env[64443]: DEBUG oslo_concurrency.lockutils [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.246755] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2675742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.343575] env[64443]: DEBUG nova.network.neutron [None req-cb9338b9-faf0-43bc-8389-3ebaee851b69 tempest-ServerExternalEventsTest-1077779019 tempest-ServerExternalEventsTest-1077779019-project] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Updating instance_info_cache with network_info: [{"id": "cbfe3f79-2bd2-482c-9b31-04374399cc55", "address": "fa:16:3e:dd:58:17", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbfe3f79-2b", "ovs_interfaceid": "cbfe3f79-2bd2-482c-9b31-04374399cc55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.363037] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52e13f71-d5e6-a402-37ce-8016e1bc1308, 'name': SearchDatastore_Task, 'duration_secs': 0.020845} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.365967] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a567cbb-addb-4d57-9b1e-17ded4b37e50 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.375036] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675743, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.379716] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 563.379716] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ab2dec-ddc0-339e-642c-94dbc842cd82" [ 563.379716] env[64443]: _type = "Task" [ 563.379716] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.391935] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ab2dec-ddc0-339e-642c-94dbc842cd82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.571625] env[64443]: DEBUG nova.compute.manager [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 563.574728] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 563.574728] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f29fdb2-e1b3-4f69-ac15-d35ca193d3bf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.585647] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 563.586026] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5d1dd98-b78b-4e66-8237-2d8eec7a1e38 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.591469] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2d8fa354-5b05-4981-ad8a-f68336456e93 tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Lock "493ae756-b9ef-45fd-af3f-2d9ba80c797c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.817s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.597544] env[64443]: DEBUG oslo_vmware.api [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Waiting for the task: (returnval){ [ 563.597544] env[64443]: value = "task-2675745" [ 563.597544] env[64443]: _type = "Task" [ 563.597544] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.616373] env[64443]: DEBUG oslo_vmware.api [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.626036] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.626472] env[64443]: DEBUG nova.compute.manager [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 563.633144] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.804s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.636985] env[64443]: INFO nova.compute.claims [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 563.645276] env[64443]: DEBUG oslo_concurrency.lockutils [None req-71f6e7c8-f978-445c-b634-7c91a7d855ee tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "44cba84c-0e8a-485d-810f-60dc64152206" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.972s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.690140] env[64443]: DEBUG oslo_vmware.api [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': task-2675744, 'name': PowerOffVM_Task, 'duration_secs': 0.24636} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.696022] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 563.696022] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 563.696022] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba2be516-7eba-4da7-a0d3-5f42e3a69c4e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.697365] env[64443]: DEBUG oslo_concurrency.lockutils [req-e16940fc-82f1-42d7-a753-95aa5c74b98e req-7ade3dc8-bf9e-46d4-b6c2-2128770b2d8d service nova] Releasing lock "refresh_cache-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.756822] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2675742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.762340] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 563.762340] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 563.762340] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Deleting the datastore file [datastore2] b497ac6a-4f20-4eae-95ea-ee2b26522087 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 563.763258] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83f91c0a-91b9-4573-a989-d073a9542e8c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.778939] env[64443]: DEBUG oslo_vmware.api [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Waiting for the task: (returnval){ [ 563.778939] env[64443]: value = "task-2675747" [ 563.778939] env[64443]: _type = "Task" [ 563.778939] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.799403] env[64443]: DEBUG oslo_vmware.api [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': task-2675747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.845364] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cb9338b9-faf0-43bc-8389-3ebaee851b69 tempest-ServerExternalEventsTest-1077779019 tempest-ServerExternalEventsTest-1077779019-project] Releasing lock "refresh_cache-4aaac52e-e991-4949-bae7-1084593aad3d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.868335] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775468} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.869314] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 1a443c3f-117d-4632-9f1f-f00b17394c3f/1a443c3f-117d-4632-9f1f-f00b17394c3f.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 563.871019] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 563.871019] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c23629a-c79d-4d58-9500-2ed79559f942 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.880134] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for the task: (returnval){ [ 563.880134] env[64443]: value = "task-2675748" [ 563.880134] env[64443]: _type = "Task" [ 563.880134] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.901401] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Acquiring lock "bbbc7f19-5604-436d-af15-4bfd0fffac0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.901785] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Lock "bbbc7f19-5604-436d-af15-4bfd0fffac0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.902240] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.910148] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ab2dec-ddc0-339e-642c-94dbc842cd82, 'name': SearchDatastore_Task, 'duration_secs': 0.016679} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.910148] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.910148] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] a58a3926-6b91-442a-bb19-e8557b50b57a/a58a3926-6b91-442a-bb19-e8557b50b57a.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 563.911031] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1db01529-4f11-4574-b460-d3633fe5dde5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.920513] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 563.920513] env[64443]: value = "task-2675749" [ 563.920513] env[64443]: _type = "Task" [ 563.920513] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.931397] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.999210] env[64443]: DEBUG nova.network.neutron [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Successfully created port: 83a0e142-3575-4338-83cd-8113cdfcaebf {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 564.099480] env[64443]: DEBUG nova.compute.manager [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.115587] env[64443]: DEBUG oslo_vmware.api [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675745, 'name': PowerOffVM_Task, 'duration_secs': 0.173614} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.115587] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 564.115587] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 564.115587] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f263ee5-1cb4-4c35-a6d6-fcdb40ce3ee0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.136859] env[64443]: DEBUG nova.compute.utils [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 564.136859] env[64443]: DEBUG nova.compute.manager [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 564.136859] env[64443]: DEBUG nova.network.neutron [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 564.150502] env[64443]: DEBUG nova.compute.manager [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.193243] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 564.193529] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 564.193646] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Deleting the datastore file [datastore1] 4aaac52e-e991-4949-bae7-1084593aad3d {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 564.193907] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb9b395b-f78b-48e1-b314-0611b78dd2b3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.203849] env[64443]: DEBUG oslo_vmware.api [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Waiting for the task: (returnval){ [ 564.203849] env[64443]: value = "task-2675754" [ 564.203849] env[64443]: _type = "Task" [ 564.203849] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.216817] env[64443]: DEBUG oslo_vmware.api [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.245045] env[64443]: DEBUG oslo_vmware.api [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2675742, 'name': PowerOnVM_Task, 'duration_secs': 1.774376} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.245581] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 564.245652] env[64443]: INFO nova.compute.manager [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Took 17.53 seconds to spawn the instance on the hypervisor. [ 564.245807] env[64443]: DEBUG nova.compute.manager [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 564.247512] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e0883d-0927-4a5c-a108-586fca67a7d6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.292457] env[64443]: DEBUG oslo_vmware.api [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Task: {'id': task-2675747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.484902} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.292635] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 564.292826] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 564.293035] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 564.293196] env[64443]: INFO nova.compute.manager [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Took 1.15 seconds to destroy the instance on the hypervisor. [ 564.293468] env[64443]: DEBUG oslo.service.loopingcall [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 564.293688] env[64443]: DEBUG nova.compute.manager [-] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 564.293884] env[64443]: DEBUG nova.network.neutron [-] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 564.305241] env[64443]: DEBUG nova.network.neutron [req-4a63c552-170b-4a59-b824-fd926ec3515c req-2bd33135-3a07-467c-a3ca-abd5107ca97a service nova] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Updated VIF entry in instance network info cache for port 51fdb18c-9141-4242-82c8-bf5ac1be7348. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 564.305241] env[64443]: DEBUG nova.network.neutron [req-4a63c552-170b-4a59-b824-fd926ec3515c req-2bd33135-3a07-467c-a3ca-abd5107ca97a service nova] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Updating instance_info_cache with network_info: [{"id": "51fdb18c-9141-4242-82c8-bf5ac1be7348", "address": "fa:16:3e:08:aa:6f", "network": {"id": "f742c78a-97a1-4fac-89f8-1b1ac1afe3fd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1002782425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b46183a164846548e1e9ea550aae102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51fdb18c-91", "ovs_interfaceid": "51fdb18c-9141-4242-82c8-bf5ac1be7348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.388359] env[64443]: DEBUG nova.policy [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adc155d7f06c43e9a96bca7ec5622295', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '712d8f6cea5c4ca584f2b58b5907197e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 564.392373] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.255583} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.392640] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 564.393474] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ad6cce-79cf-4dee-8fb4-b42c372ce8e0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.413407] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 1a443c3f-117d-4632-9f1f-f00b17394c3f/1a443c3f-117d-4632-9f1f-f00b17394c3f.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 564.413733] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77ba9bf5-6827-458e-8d99-520c0f68f6f8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.436918] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675749, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.438314] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for the task: (returnval){ [ 564.438314] env[64443]: value = "task-2675756" [ 564.438314] env[64443]: _type = "Task" [ 564.438314] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.451272] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.637236] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.651763] env[64443]: DEBUG nova.compute.manager [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 564.717404] env[64443]: DEBUG oslo_concurrency.lockutils [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.730630] env[64443]: DEBUG oslo_vmware.api [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.776887] env[64443]: INFO nova.compute.manager [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Took 29.24 seconds to build instance. [ 564.809945] env[64443]: DEBUG oslo_concurrency.lockutils [req-4a63c552-170b-4a59-b824-fd926ec3515c req-2bd33135-3a07-467c-a3ca-abd5107ca97a service nova] Releasing lock "refresh_cache-a58a3926-6b91-442a-bb19-e8557b50b57a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.811501] env[64443]: DEBUG nova.compute.manager [req-4a63c552-170b-4a59-b824-fd926ec3515c req-2bd33135-3a07-467c-a3ca-abd5107ca97a service nova] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Received event network-changed-11f5810f-e245-487c-9420-19c11ee8964c {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 564.811692] env[64443]: DEBUG nova.compute.manager [req-4a63c552-170b-4a59-b824-fd926ec3515c req-2bd33135-3a07-467c-a3ca-abd5107ca97a service nova] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Refreshing instance network info cache due to event network-changed-11f5810f-e245-487c-9420-19c11ee8964c. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 564.811910] env[64443]: DEBUG oslo_concurrency.lockutils [req-4a63c552-170b-4a59-b824-fd926ec3515c req-2bd33135-3a07-467c-a3ca-abd5107ca97a service nova] Acquiring lock "refresh_cache-21986e5c-22d5-4c71-910e-9f28f664c2a1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.812062] env[64443]: DEBUG oslo_concurrency.lockutils [req-4a63c552-170b-4a59-b824-fd926ec3515c req-2bd33135-3a07-467c-a3ca-abd5107ca97a service nova] Acquired lock "refresh_cache-21986e5c-22d5-4c71-910e-9f28f664c2a1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.812226] env[64443]: DEBUG nova.network.neutron [req-4a63c552-170b-4a59-b824-fd926ec3515c req-2bd33135-3a07-467c-a3ca-abd5107ca97a service nova] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Refreshing network info cache for port 11f5810f-e245-487c-9420-19c11ee8964c {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 564.942199] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.90561} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.947774] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] a58a3926-6b91-442a-bb19-e8557b50b57a/a58a3926-6b91-442a-bb19-e8557b50b57a.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 564.948100] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 564.951390] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed5d42b9-896d-4353-9975-91b5cd2828b9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.960022] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675756, 'name': ReconfigVM_Task, 'duration_secs': 0.46413} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.961575] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 1a443c3f-117d-4632-9f1f-f00b17394c3f/1a443c3f-117d-4632-9f1f-f00b17394c3f.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 564.962340] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 564.962340] env[64443]: value = "task-2675757" [ 564.962340] env[64443]: _type = "Task" [ 564.962340] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.962535] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f35b95b-3319-4c3e-ae3c-e0988dc65c26 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.988861] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.989500] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for the task: (returnval){ [ 564.989500] env[64443]: value = "task-2675758" [ 564.989500] env[64443]: _type = "Task" [ 564.989500] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.003114] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675758, 'name': Rename_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.123815] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc094a21-c17b-404a-b1a8-2be7c6aa50e1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.140022] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08a7723-4e64-42c7-867c-03cec4a052ed {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.143660] env[64443]: DEBUG nova.network.neutron [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Successfully updated port: fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 565.178935] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10146284-ff2b-4fdc-8cad-3586743412c5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.187535] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdebc27-1f84-4d86-a33a-2a9f5087ff49 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.211331] env[64443]: DEBUG nova.compute.provider_tree [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 565.223235] env[64443]: DEBUG oslo_vmware.api [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Task: {'id': task-2675754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.629101} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.223581] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 565.223822] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 565.224337] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 565.224337] env[64443]: INFO nova.compute.manager [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Took 1.65 seconds to destroy the instance on the hypervisor. [ 565.225539] env[64443]: DEBUG oslo.service.loopingcall [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 565.225539] env[64443]: DEBUG nova.compute.manager [-] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 565.225539] env[64443]: DEBUG nova.network.neutron [-] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 565.279599] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0bdf9955-223d-4cc4-be05-df1741ceb332 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.757s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.479950] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069582} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.479950] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 565.480586] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873d20e6-b897-483e-918d-ddefc45fd169 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.508141] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] a58a3926-6b91-442a-bb19-e8557b50b57a/a58a3926-6b91-442a-bb19-e8557b50b57a.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 565.514165] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31c3ead4-b4bd-4b23-9eba-a3f8fb05f038 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.536680] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675758, 'name': Rename_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.538307] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 565.538307] env[64443]: value = "task-2675759" [ 565.538307] env[64443]: _type = "Task" [ 565.538307] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.548432] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675759, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.649054] env[64443]: DEBUG nova.network.neutron [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Successfully created port: 1bd7e059-3f3f-47b8-9e02-06214fa98e27 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 565.652047] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Acquiring lock "refresh_cache-2437eab1-4de1-4f9e-a946-c71695cd7895" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.652388] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Acquired lock "refresh_cache-2437eab1-4de1-4f9e-a946-c71695cd7895" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.652628] env[64443]: DEBUG nova.network.neutron [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 565.684339] env[64443]: DEBUG nova.compute.manager [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 565.715369] env[64443]: DEBUG nova.scheduler.client.report [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 565.738366] env[64443]: DEBUG nova.virt.hardware [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 565.740203] env[64443]: DEBUG nova.virt.hardware [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 565.740203] env[64443]: DEBUG nova.virt.hardware [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 565.742801] env[64443]: DEBUG nova.virt.hardware [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 565.742903] env[64443]: DEBUG nova.virt.hardware [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 565.742978] env[64443]: DEBUG nova.virt.hardware [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 565.743224] env[64443]: DEBUG nova.virt.hardware [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 565.743787] env[64443]: DEBUG nova.virt.hardware [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 565.743787] env[64443]: DEBUG nova.virt.hardware [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 565.743787] env[64443]: DEBUG nova.virt.hardware [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 565.743938] env[64443]: DEBUG nova.virt.hardware [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 565.747497] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67d38af-ce52-4bac-af7d-8cb51f01db94 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.759436] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62129d06-ef78-4d64-bf84-deb63383487e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.786119] env[64443]: DEBUG nova.compute.manager [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 565.796654] env[64443]: DEBUG nova.compute.manager [req-25ab8037-5297-4fd5-996a-6d1655538aff req-616ac78e-1411-4730-9e4b-33505c5dae13 service nova] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Received event network-vif-plugged-fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.796853] env[64443]: DEBUG oslo_concurrency.lockutils [req-25ab8037-5297-4fd5-996a-6d1655538aff req-616ac78e-1411-4730-9e4b-33505c5dae13 service nova] Acquiring lock "2437eab1-4de1-4f9e-a946-c71695cd7895-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.797079] env[64443]: DEBUG oslo_concurrency.lockutils [req-25ab8037-5297-4fd5-996a-6d1655538aff req-616ac78e-1411-4730-9e4b-33505c5dae13 service nova] Lock "2437eab1-4de1-4f9e-a946-c71695cd7895-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.797245] env[64443]: DEBUG oslo_concurrency.lockutils [req-25ab8037-5297-4fd5-996a-6d1655538aff req-616ac78e-1411-4730-9e4b-33505c5dae13 service nova] Lock "2437eab1-4de1-4f9e-a946-c71695cd7895-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.798614] env[64443]: DEBUG nova.compute.manager [req-25ab8037-5297-4fd5-996a-6d1655538aff req-616ac78e-1411-4730-9e4b-33505c5dae13 service nova] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] No waiting events found dispatching network-vif-plugged-fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 565.798614] env[64443]: WARNING nova.compute.manager [req-25ab8037-5297-4fd5-996a-6d1655538aff req-616ac78e-1411-4730-9e4b-33505c5dae13 service nova] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Received unexpected event network-vif-plugged-fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7 for instance with vm_state building and task_state spawning. [ 565.894729] env[64443]: DEBUG nova.network.neutron [-] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.952665] env[64443]: DEBUG nova.network.neutron [req-4a63c552-170b-4a59-b824-fd926ec3515c req-2bd33135-3a07-467c-a3ca-abd5107ca97a service nova] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Updated VIF entry in instance network info cache for port 11f5810f-e245-487c-9420-19c11ee8964c. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 565.953047] env[64443]: DEBUG nova.network.neutron [req-4a63c552-170b-4a59-b824-fd926ec3515c req-2bd33135-3a07-467c-a3ca-abd5107ca97a service nova] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Updating instance_info_cache with network_info: [{"id": "11f5810f-e245-487c-9420-19c11ee8964c", "address": "fa:16:3e:de:cd:51", "network": {"id": "771f2ba0-9f5a-495f-aba0-0f8bda2ec777", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-490709618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc28d304b864b5ab553e881e77a6321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f5810f-e2", "ovs_interfaceid": "11f5810f-e245-487c-9420-19c11ee8964c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.015833] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675758, 'name': Rename_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.049015] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.187199] env[64443]: DEBUG nova.network.neutron [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 566.221778] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.225821] env[64443]: DEBUG nova.compute.manager [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 566.229355] env[64443]: DEBUG oslo_concurrency.lockutils [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.661s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.229679] env[64443]: INFO nova.compute.claims [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 566.318731] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.365942] env[64443]: DEBUG nova.network.neutron [-] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.396818] env[64443]: INFO nova.compute.manager [-] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Took 2.10 seconds to deallocate network for instance. [ 566.456344] env[64443]: DEBUG oslo_concurrency.lockutils [req-4a63c552-170b-4a59-b824-fd926ec3515c req-2bd33135-3a07-467c-a3ca-abd5107ca97a service nova] Releasing lock "refresh_cache-21986e5c-22d5-4c71-910e-9f28f664c2a1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.456685] env[64443]: DEBUG nova.compute.manager [req-4a63c552-170b-4a59-b824-fd926ec3515c req-2bd33135-3a07-467c-a3ca-abd5107ca97a service nova] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Received event network-vif-deleted-c2615876-79eb-4641-a581-4f0c860c0a44 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 566.456817] env[64443]: INFO nova.compute.manager [req-4a63c552-170b-4a59-b824-fd926ec3515c req-2bd33135-3a07-467c-a3ca-abd5107ca97a service nova] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Neutron deleted interface c2615876-79eb-4641-a581-4f0c860c0a44; detaching it from the instance and deleting it from the info cache [ 566.457009] env[64443]: DEBUG nova.network.neutron [req-4a63c552-170b-4a59-b824-fd926ec3515c req-2bd33135-3a07-467c-a3ca-abd5107ca97a service nova] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.476253] env[64443]: DEBUG nova.network.neutron [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Updating instance_info_cache with network_info: [{"id": "fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7", "address": "fa:16:3e:a7:55:0b", "network": {"id": "fc89fea2-9055-418b-b78b-72dd428aa056", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-910254618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3352efb5c524d2da795c2f3fdda7d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb4bc1fd-5b", "ovs_interfaceid": "fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.510115] env[64443]: DEBUG nova.compute.manager [None req-9a394bd2-f5df-43e2-8c7e-e5109f2f206b tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 566.511562] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477427ba-f56a-450a-95b9-84ed27dd0c29 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.522113] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675758, 'name': Rename_Task, 'duration_secs': 1.216061} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.523617] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 566.526717] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5d84e91-7437-4338-ab19-3df0fc189a3f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.539964] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for the task: (returnval){ [ 566.539964] env[64443]: value = "task-2675760" [ 566.539964] env[64443]: _type = "Task" [ 566.539964] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.564201] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.564290] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675760, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.730416] env[64443]: DEBUG nova.network.neutron [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Successfully updated port: 83a0e142-3575-4338-83cd-8113cdfcaebf {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 566.734174] env[64443]: DEBUG nova.compute.utils [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 566.747992] env[64443]: DEBUG nova.compute.manager [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 566.750636] env[64443]: DEBUG nova.network.neutron [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 566.850329] env[64443]: DEBUG nova.policy [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '133a428e047e4d10bd475562715c207a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ff6b88265304052ad7122b7fa1a5a2c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 566.869675] env[64443]: INFO nova.compute.manager [-] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Took 1.64 seconds to deallocate network for instance. [ 566.915559] env[64443]: DEBUG oslo_concurrency.lockutils [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.964024] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a3daf6a-a0fb-4d46-aca8-f5803df4f64e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.980088] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0a52e0-f057-4a45-82b3-510befaa0397 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.995387] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Releasing lock "refresh_cache-2437eab1-4de1-4f9e-a946-c71695cd7895" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.995807] env[64443]: DEBUG nova.compute.manager [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Instance network_info: |[{"id": "fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7", "address": "fa:16:3e:a7:55:0b", "network": {"id": "fc89fea2-9055-418b-b78b-72dd428aa056", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-910254618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3352efb5c524d2da795c2f3fdda7d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb4bc1fd-5b", "ovs_interfaceid": "fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 566.996880] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:55:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48512b02-ad5c-4105-ba7d-fd4775acf8e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 567.007994] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Creating folder: Project (e3352efb5c524d2da795c2f3fdda7d7e). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 567.008650] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a4ff994-9578-4d42-aa97-973d7a318b13 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.034744] env[64443]: INFO nova.compute.manager [None req-9a394bd2-f5df-43e2-8c7e-e5109f2f206b tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] instance snapshotting [ 567.035097] env[64443]: DEBUG nova.objects.instance [None req-9a394bd2-f5df-43e2-8c7e-e5109f2f206b tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Lazy-loading 'flavor' on Instance uuid 493ae756-b9ef-45fd-af3f-2d9ba80c797c {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 567.037842] env[64443]: DEBUG nova.compute.manager [req-4a63c552-170b-4a59-b824-fd926ec3515c req-2bd33135-3a07-467c-a3ca-abd5107ca97a service nova] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Detach interface failed, port_id=c2615876-79eb-4641-a581-4f0c860c0a44, reason: Instance 6a78f86d-6afd-43b3-9a63-600f0c73e97a could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 567.039599] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Created folder: Project (e3352efb5c524d2da795c2f3fdda7d7e) in parent group-v539479. [ 567.039844] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Creating folder: Instances. Parent ref: group-v539513. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 567.040271] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-969bdb95-e946-4572-88f6-84f6796106d2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.055951] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675759, 'name': ReconfigVM_Task, 'duration_secs': 1.166106} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.062926] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Reconfigured VM instance instance-00000009 to attach disk [datastore1] a58a3926-6b91-442a-bb19-e8557b50b57a/a58a3926-6b91-442a-bb19-e8557b50b57a.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 567.064428] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Created folder: Instances in parent group-v539513. [ 567.064573] env[64443]: DEBUG oslo.service.loopingcall [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 567.065153] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675760, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.065403] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31d8f524-9883-4198-b857-daa6345c34da {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.067565] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 567.067987] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5cfd8cb-d4fa-411a-9ac4-0d785abe1d34 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.091869] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 567.091869] env[64443]: value = "task-2675764" [ 567.091869] env[64443]: _type = "Task" [ 567.091869] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.093432] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 567.093432] env[64443]: value = "task-2675763" [ 567.093432] env[64443]: _type = "Task" [ 567.093432] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.106775] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675763, 'name': Rename_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.110155] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675764, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.248721] env[64443]: DEBUG oslo_concurrency.lockutils [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Acquiring lock "refresh_cache-c215ca65-70a9-4d74-9bd5-52fdf318654c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.248979] env[64443]: DEBUG oslo_concurrency.lockutils [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Acquired lock "refresh_cache-c215ca65-70a9-4d74-9bd5-52fdf318654c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.249276] env[64443]: DEBUG nova.network.neutron [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 567.254914] env[64443]: DEBUG nova.compute.manager [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 567.378819] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.390136] env[64443]: DEBUG nova.network.neutron [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Successfully created port: de423d63-a988-4ba6-a71b-32b1ce0bb6a1 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 567.543197] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2101f698-54ba-45ab-814d-5081f1af9e87 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.583481] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7100b487-d8aa-4423-afd1-1cf2b882152c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.592864] env[64443]: DEBUG oslo_vmware.api [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675760, 'name': PowerOnVM_Task, 'duration_secs': 0.578675} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.593264] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 567.593623] env[64443]: INFO nova.compute.manager [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Took 7.05 seconds to spawn the instance on the hypervisor. [ 567.593923] env[64443]: DEBUG nova.compute.manager [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 567.596050] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a54c645-0960-44b7-b94f-99869e557792 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.619039] env[64443]: DEBUG nova.network.neutron [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Successfully updated port: 1bd7e059-3f3f-47b8-9e02-06214fa98e27 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 567.644606] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675764, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.644848] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675763, 'name': Rename_Task, 'duration_secs': 0.397728} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.648802] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 567.649098] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a694db5f-7d8f-44a5-aac6-26c471130593 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.659492] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 567.659492] env[64443]: value = "task-2675766" [ 567.659492] env[64443]: _type = "Task" [ 567.659492] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.672916] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.750194] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fb31ce-394a-428a-8474-081e98dd80c8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.760654] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cc48e1-9584-4acd-a637-ab38dae0c406 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.800417] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a8ad2e-c910-44e9-b3fe-1a0ee2b4b08f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.810314] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2bb3e6-0f99-46f2-b431-d764c46d6d4e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.828815] env[64443]: DEBUG nova.compute.provider_tree [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 567.830785] env[64443]: DEBUG nova.network.neutron [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 568.108750] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675764, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.131922] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9a394bd2-f5df-43e2-8c7e-e5109f2f206b tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Creating Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 568.132458] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Acquiring lock "refresh_cache-cd909add-c6fc-4f7b-a74e-89fd2710884e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.132603] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Acquired lock "refresh_cache-cd909add-c6fc-4f7b-a74e-89fd2710884e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.132744] env[64443]: DEBUG nova.network.neutron [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 568.133917] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-aa169ab0-c86e-4fe9-bea4-8dfe200bbf44 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.144476] env[64443]: DEBUG oslo_vmware.api [None req-9a394bd2-f5df-43e2-8c7e-e5109f2f206b tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Waiting for the task: (returnval){ [ 568.144476] env[64443]: value = "task-2675767" [ 568.144476] env[64443]: _type = "Task" [ 568.144476] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.163947] env[64443]: DEBUG oslo_vmware.api [None req-9a394bd2-f5df-43e2-8c7e-e5109f2f206b tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675767, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.166855] env[64443]: INFO nova.compute.manager [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Took 16.31 seconds to build instance. [ 568.182032] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675766, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.276025] env[64443]: DEBUG nova.compute.manager [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 568.317980] env[64443]: DEBUG nova.virt.hardware [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:01:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='323730016',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1703604950',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 568.317980] env[64443]: DEBUG nova.virt.hardware [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 568.317980] env[64443]: DEBUG nova.virt.hardware [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 568.318149] env[64443]: DEBUG nova.virt.hardware [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 568.318149] env[64443]: DEBUG nova.virt.hardware [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 568.318149] env[64443]: DEBUG nova.virt.hardware [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 568.318149] env[64443]: DEBUG nova.virt.hardware [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 568.318149] env[64443]: DEBUG nova.virt.hardware [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 568.318336] env[64443]: DEBUG nova.virt.hardware [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 568.318336] env[64443]: DEBUG nova.virt.hardware [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 568.318336] env[64443]: DEBUG nova.virt.hardware [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 568.318336] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d59fbc-b660-44a8-9beb-7b1e372ecba2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.327910] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a9fd68-e10e-4a51-92c3-c3dd3859ba68 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.334200] env[64443]: DEBUG nova.scheduler.client.report [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 568.355495] env[64443]: DEBUG nova.network.neutron [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Updating instance_info_cache with network_info: [{"id": "83a0e142-3575-4338-83cd-8113cdfcaebf", "address": "fa:16:3e:4b:ed:92", "network": {"id": "967ff387-8505-4ebc-bf39-18de7f537194", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-579379458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d76035047d9466bafa2499c58786a13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83a0e142-35", "ovs_interfaceid": "83a0e142-3575-4338-83cd-8113cdfcaebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.609874] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675764, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.661577] env[64443]: DEBUG oslo_vmware.api [None req-9a394bd2-f5df-43e2-8c7e-e5109f2f206b tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675767, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.679017] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95becbbb-cebd-44f0-ae01-c8e678c980cb tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Lock "1a443c3f-117d-4632-9f1f-f00b17394c3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.840s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.679017] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675766, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.698022] env[64443]: DEBUG nova.network.neutron [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 568.842132] env[64443]: DEBUG oslo_concurrency.lockutils [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.842132] env[64443]: DEBUG nova.compute.manager [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 568.843570] env[64443]: DEBUG oslo_concurrency.lockutils [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.649s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.844323] env[64443]: DEBUG nova.objects.instance [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] Lazy-loading 'resources' on Instance uuid 6a78f86d-6afd-43b3-9a63-600f0c73e97a {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 568.859337] env[64443]: DEBUG oslo_concurrency.lockutils [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Releasing lock "refresh_cache-c215ca65-70a9-4d74-9bd5-52fdf318654c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 568.859694] env[64443]: DEBUG nova.compute.manager [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Instance network_info: |[{"id": "83a0e142-3575-4338-83cd-8113cdfcaebf", "address": "fa:16:3e:4b:ed:92", "network": {"id": "967ff387-8505-4ebc-bf39-18de7f537194", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-579379458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d76035047d9466bafa2499c58786a13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83a0e142-35", "ovs_interfaceid": "83a0e142-3575-4338-83cd-8113cdfcaebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 568.861178] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:ed:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83a0e142-3575-4338-83cd-8113cdfcaebf', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 568.873056] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Creating folder: Project (8d76035047d9466bafa2499c58786a13). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 568.873836] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01904eb4-ae53-4e79-aab7-68aab5c380e2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.894867] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Created folder: Project (8d76035047d9466bafa2499c58786a13) in parent group-v539479. [ 568.895223] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Creating folder: Instances. Parent ref: group-v539516. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 568.895414] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-066f42b3-7b52-4f61-b794-d88865993ae4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.905910] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Created folder: Instances in parent group-v539516. [ 568.906218] env[64443]: DEBUG oslo.service.loopingcall [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 568.906469] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 568.906685] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59db155d-22e8-4680-b1dd-1e3ef124ff4f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.931254] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 568.931254] env[64443]: value = "task-2675770" [ 568.931254] env[64443]: _type = "Task" [ 568.931254] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.944144] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675770, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.069457] env[64443]: DEBUG oslo_concurrency.lockutils [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Acquiring lock "493ae756-b9ef-45fd-af3f-2d9ba80c797c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.069735] env[64443]: DEBUG oslo_concurrency.lockutils [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Lock "493ae756-b9ef-45fd-af3f-2d9ba80c797c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.069946] env[64443]: DEBUG oslo_concurrency.lockutils [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Acquiring lock "493ae756-b9ef-45fd-af3f-2d9ba80c797c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.070144] env[64443]: DEBUG oslo_concurrency.lockutils [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Lock "493ae756-b9ef-45fd-af3f-2d9ba80c797c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.070313] env[64443]: DEBUG oslo_concurrency.lockutils [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Lock "493ae756-b9ef-45fd-af3f-2d9ba80c797c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.073606] env[64443]: INFO nova.compute.manager [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Terminating instance [ 569.109262] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675764, 'name': CreateVM_Task, 'duration_secs': 1.716365} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.110465] env[64443]: DEBUG nova.network.neutron [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Updating instance_info_cache with network_info: [{"id": "1bd7e059-3f3f-47b8-9e02-06214fa98e27", "address": "fa:16:3e:ba:55:82", "network": {"id": "10ef40ff-527e-4f02-be45-3b3845432364", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2093802099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712d8f6cea5c4ca584f2b58b5907197e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd7e059-3f", "ovs_interfaceid": "1bd7e059-3f3f-47b8-9e02-06214fa98e27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.116271] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 569.118760] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.118760] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.118760] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.118760] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39e63a81-2d77-42f9-984f-3f1dad58aa67 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.126230] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Waiting for the task: (returnval){ [ 569.126230] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52230b8f-2e50-69dc-d0dc-8bedd0c55829" [ 569.126230] env[64443]: _type = "Task" [ 569.126230] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.137036] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52230b8f-2e50-69dc-d0dc-8bedd0c55829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.168162] env[64443]: DEBUG oslo_vmware.api [None req-9a394bd2-f5df-43e2-8c7e-e5109f2f206b tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675767, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.178303] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675766, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.185573] env[64443]: DEBUG nova.compute.manager [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 569.351615] env[64443]: DEBUG nova.compute.utils [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 569.357211] env[64443]: DEBUG nova.compute.manager [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 569.357211] env[64443]: DEBUG nova.network.neutron [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 569.448230] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675770, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.489795] env[64443]: DEBUG nova.policy [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '659a5f0c91cc4dfe97bc76e143718076', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a079b20ccf584b30bead8eec1b5fb82e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 569.577667] env[64443]: DEBUG oslo_concurrency.lockutils [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Acquiring lock "refresh_cache-493ae756-b9ef-45fd-af3f-2d9ba80c797c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.577667] env[64443]: DEBUG oslo_concurrency.lockutils [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Acquired lock "refresh_cache-493ae756-b9ef-45fd-af3f-2d9ba80c797c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.577667] env[64443]: DEBUG nova.network.neutron [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 569.618596] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Releasing lock "refresh_cache-cd909add-c6fc-4f7b-a74e-89fd2710884e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.618973] env[64443]: DEBUG nova.compute.manager [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Instance network_info: |[{"id": "1bd7e059-3f3f-47b8-9e02-06214fa98e27", "address": "fa:16:3e:ba:55:82", "network": {"id": "10ef40ff-527e-4f02-be45-3b3845432364", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2093802099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712d8f6cea5c4ca584f2b58b5907197e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd7e059-3f", "ovs_interfaceid": "1bd7e059-3f3f-47b8-9e02-06214fa98e27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 569.619427] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:55:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bd7e059-3f3f-47b8-9e02-06214fa98e27', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 569.627099] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Creating folder: Project (712d8f6cea5c4ca584f2b58b5907197e). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 569.632117] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcb5ee9f-98df-4566-a590-14d66c17048d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.646369] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52230b8f-2e50-69dc-d0dc-8bedd0c55829, 'name': SearchDatastore_Task, 'duration_secs': 0.164533} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.649295] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.649555] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 569.649775] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.649921] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.650117] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 569.652260] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61e74a73-9331-42bc-8c3e-5cbd392916b2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.654011] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Created folder: Project (712d8f6cea5c4ca584f2b58b5907197e) in parent group-v539479. [ 569.654149] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Creating folder: Instances. Parent ref: group-v539520. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 569.657691] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31f7bb38-e842-4464-8524-c0e00f0bbbbb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.667414] env[64443]: DEBUG oslo_vmware.api [None req-9a394bd2-f5df-43e2-8c7e-e5109f2f206b tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675767, 'name': CreateSnapshot_Task, 'duration_secs': 1.252729} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.668670] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9a394bd2-f5df-43e2-8c7e-e5109f2f206b tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Created Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 569.669036] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 569.669201] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 569.670405] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8fa96a-c113-4c29-adb4-f47e7bade31c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.677984] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc4cac64-8006-4350-bc48-2b659686bc56 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.684209] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Created folder: Instances in parent group-v539520. [ 569.684209] env[64443]: DEBUG oslo.service.loopingcall [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 569.684678] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 569.684992] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-512be68a-3e6c-488f-86b9-dd29c3572758 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.713345] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Waiting for the task: (returnval){ [ 569.713345] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]525a20bd-b61e-3a2a-e69f-1924357ac515" [ 569.713345] env[64443]: _type = "Task" [ 569.713345] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.713345] env[64443]: DEBUG oslo_vmware.api [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675766, 'name': PowerOnVM_Task, 'duration_secs': 1.770107} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.718497] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 569.718578] env[64443]: INFO nova.compute.manager [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Took 14.09 seconds to spawn the instance on the hypervisor. [ 569.718770] env[64443]: DEBUG nova.compute.manager [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 569.724372] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e687f85-6fff-437c-a5bf-4dbbffb80e87 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.729599] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 569.729599] env[64443]: value = "task-2675774" [ 569.729599] env[64443]: _type = "Task" [ 569.729599] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.740639] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]525a20bd-b61e-3a2a-e69f-1924357ac515, 'name': SearchDatastore_Task, 'duration_secs': 0.013919} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.745805] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.747577] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a48a602f-9d44-4fb7-8041-6b3039b9bca2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.752279] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675774, 'name': CreateVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.759212] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Waiting for the task: (returnval){ [ 569.759212] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]520ac768-ee05-e098-9aa4-6b8b871f6130" [ 569.759212] env[64443]: _type = "Task" [ 569.759212] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.777638] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520ac768-ee05-e098-9aa4-6b8b871f6130, 'name': SearchDatastore_Task, 'duration_secs': 0.015805} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.779121] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.779694] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 2437eab1-4de1-4f9e-a946-c71695cd7895/2437eab1-4de1-4f9e-a946-c71695cd7895.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 569.780876] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86bacde5-e594-402e-b3ab-46fb88fda6a8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.789075] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1e96db-5f1b-409a-969e-5380159e6fa4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.793671] env[64443]: DEBUG nova.network.neutron [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Successfully updated port: de423d63-a988-4ba6-a71b-32b1ce0bb6a1 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 569.797473] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Waiting for the task: (returnval){ [ 569.797473] env[64443]: value = "task-2675775" [ 569.797473] env[64443]: _type = "Task" [ 569.797473] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.811144] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d09ce7-e9ea-47b6-959c-82e343892608 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.822850] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Task: {'id': task-2675775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.857582] env[64443]: DEBUG nova.compute.manager [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 569.864050] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abe185d-175e-4838-b8f5-a6595d217e0e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.872025] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f6b821-3ec1-4496-b411-b24ce8c062ff {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.890284] env[64443]: DEBUG nova.compute.provider_tree [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 569.946343] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675770, 'name': CreateVM_Task, 'duration_secs': 0.598559} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.946534] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 569.947317] env[64443]: DEBUG oslo_concurrency.lockutils [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.947534] env[64443]: DEBUG oslo_concurrency.lockutils [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.947924] env[64443]: DEBUG oslo_concurrency.lockutils [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 569.948265] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-532e3e06-13c4-4e06-bf1f-b6784f3b479f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.956445] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Waiting for the task: (returnval){ [ 569.956445] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5290e4c8-b627-1a8c-1447-dc6e28dfb723" [ 569.956445] env[64443]: _type = "Task" [ 569.956445] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.966709] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5290e4c8-b627-1a8c-1447-dc6e28dfb723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.138301] env[64443]: DEBUG nova.network.neutron [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 570.221787] env[64443]: DEBUG nova.compute.manager [None req-9a394bd2-f5df-43e2-8c7e-e5109f2f206b tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Instance disappeared during snapshot {{(pid=64443) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 570.243499] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675774, 'name': CreateVM_Task, 'duration_secs': 0.400954} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.245216] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 570.246226] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.258309] env[64443]: INFO nova.compute.manager [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Took 19.09 seconds to build instance. [ 570.300369] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquiring lock "refresh_cache-49bcdc71-bde6-45c3-a4d1-4e0458b5a415" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.300558] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquired lock "refresh_cache-49bcdc71-bde6-45c3-a4d1-4e0458b5a415" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.302580] env[64443]: DEBUG nova.network.neutron [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 570.325240] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Task: {'id': task-2675775, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.397600] env[64443]: DEBUG nova.scheduler.client.report [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 570.411962] env[64443]: DEBUG nova.network.neutron [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.469308] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5290e4c8-b627-1a8c-1447-dc6e28dfb723, 'name': SearchDatastore_Task, 'duration_secs': 0.012103} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.469667] env[64443]: DEBUG oslo_concurrency.lockutils [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.469883] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 570.470145] env[64443]: DEBUG oslo_concurrency.lockutils [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.470295] env[64443]: DEBUG oslo_concurrency.lockutils [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.470499] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 570.471029] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.471380] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 570.471380] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d9769e8-5bdb-4a98-93eb-38cb2c0b787a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.473575] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00704728-f5f8-4dcf-9f22-1d7c790d3ba6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.476510] env[64443]: DEBUG nova.compute.manager [None req-9a394bd2-f5df-43e2-8c7e-e5109f2f206b tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Found 0 images (rotation: 2) {{(pid=64443) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 570.482392] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Waiting for the task: (returnval){ [ 570.482392] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52b6d976-3c9b-2e10-e888-a882a196ae8f" [ 570.482392] env[64443]: _type = "Task" [ 570.482392] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.487071] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 570.487371] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 570.489524] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e0c2e1b-ff82-4e56-ad91-f708c55bde3d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.495034] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b6d976-3c9b-2e10-e888-a882a196ae8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.500276] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Waiting for the task: (returnval){ [ 570.500276] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52081f20-a622-2315-55e4-12730b1648c3" [ 570.500276] env[64443]: _type = "Task" [ 570.500276] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.515775] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52081f20-a622-2315-55e4-12730b1648c3, 'name': SearchDatastore_Task} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.516743] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e4a555-ddd0-4674-aa08-5c67a7906775 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.524428] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Waiting for the task: (returnval){ [ 570.524428] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]526ad249-0ee8-d4b3-5026-d9aca3693ddc" [ 570.524428] env[64443]: _type = "Task" [ 570.524428] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.535185] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]526ad249-0ee8-d4b3-5026-d9aca3693ddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.571696] env[64443]: DEBUG oslo_concurrency.lockutils [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "a9cd65b5-58ae-4174-ba35-131d685991ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.571696] env[64443]: DEBUG oslo_concurrency.lockutils [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "a9cd65b5-58ae-4174-ba35-131d685991ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.761382] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b212a8b2-b4e7-4783-abc4-21fcd5a8afa0 tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "a58a3926-6b91-442a-bb19-e8557b50b57a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.606s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.811285] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Task: {'id': task-2675775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566587} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.811689] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 2437eab1-4de1-4f9e-a946-c71695cd7895/2437eab1-4de1-4f9e-a946-c71695cd7895.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 570.812059] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 570.812428] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47292a3a-3e62-47a0-b6bc-68a71ed3cdbd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.824475] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Waiting for the task: (returnval){ [ 570.824475] env[64443]: value = "task-2675776" [ 570.824475] env[64443]: _type = "Task" [ 570.824475] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.831947] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Task: {'id': task-2675776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.860219] env[64443]: DEBUG nova.compute.manager [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Received event network-changed-fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 570.860638] env[64443]: DEBUG nova.compute.manager [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Refreshing instance network info cache due to event network-changed-fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 570.860964] env[64443]: DEBUG oslo_concurrency.lockutils [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] Acquiring lock "refresh_cache-2437eab1-4de1-4f9e-a946-c71695cd7895" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 570.861232] env[64443]: DEBUG oslo_concurrency.lockutils [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] Acquired lock "refresh_cache-2437eab1-4de1-4f9e-a946-c71695cd7895" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.861586] env[64443]: DEBUG nova.network.neutron [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Refreshing network info cache for port fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 570.870868] env[64443]: DEBUG nova.compute.manager [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 570.903078] env[64443]: DEBUG nova.virt.hardware [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 570.903078] env[64443]: DEBUG nova.virt.hardware [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 570.903078] env[64443]: DEBUG nova.virt.hardware [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 570.903899] env[64443]: DEBUG nova.virt.hardware [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 570.904239] env[64443]: DEBUG nova.virt.hardware [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 570.904541] env[64443]: DEBUG nova.virt.hardware [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 570.904958] env[64443]: DEBUG nova.virt.hardware [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 570.905262] env[64443]: DEBUG nova.virt.hardware [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 570.905605] env[64443]: DEBUG nova.virt.hardware [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 570.905907] env[64443]: DEBUG nova.virt.hardware [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 570.906213] env[64443]: DEBUG nova.virt.hardware [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 570.907062] env[64443]: DEBUG oslo_concurrency.lockutils [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.909885] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3146ab4-2f88-432e-8c44-56c392744ef1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.913119] env[64443]: DEBUG nova.network.neutron [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 570.915616] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.279s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.918692] env[64443]: INFO nova.compute.claims [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 570.921816] env[64443]: DEBUG oslo_concurrency.lockutils [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Releasing lock "refresh_cache-493ae756-b9ef-45fd-af3f-2d9ba80c797c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.924282] env[64443]: DEBUG nova.compute.manager [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 570.924282] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 570.924282] env[64443]: DEBUG nova.network.neutron [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Successfully created port: 5322c41d-3290-4b6e-8d83-697bd4c9e2fd {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 570.928269] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7d9ea6-a3a2-4e87-a113-ac01684e9fad {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.938139] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35398fec-dc08-4ebd-aaf4-07f6bf746e74 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.945767] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 570.945998] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3e0f080-471e-4d4f-9263-c00754d12461 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.958506] env[64443]: DEBUG oslo_vmware.api [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Waiting for the task: (returnval){ [ 570.958506] env[64443]: value = "task-2675777" [ 570.958506] env[64443]: _type = "Task" [ 570.958506] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.964764] env[64443]: INFO nova.scheduler.client.report [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] Deleted allocations for instance 6a78f86d-6afd-43b3-9a63-600f0c73e97a [ 570.969931] env[64443]: DEBUG oslo_vmware.api [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.998389] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b6d976-3c9b-2e10-e888-a882a196ae8f, 'name': SearchDatastore_Task, 'duration_secs': 0.012105} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.998554] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.998799] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 570.999020] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 571.042310] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]526ad249-0ee8-d4b3-5026-d9aca3693ddc, 'name': SearchDatastore_Task, 'duration_secs': 0.014079} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.042590] env[64443]: DEBUG oslo_concurrency.lockutils [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.042841] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] c215ca65-70a9-4d74-9bd5-52fdf318654c/c215ca65-70a9-4d74-9bd5-52fdf318654c.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 571.043130] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.043311] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 571.043525] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41695482-4077-47da-bc53-076080e1202a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.046214] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbaf1cb5-fc8f-49bb-a978-525d5c7cb2a7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.055858] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Waiting for the task: (returnval){ [ 571.055858] env[64443]: value = "task-2675778" [ 571.055858] env[64443]: _type = "Task" [ 571.055858] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.061992] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 571.061992] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 571.067439] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1359c438-bba2-4a7b-894e-d2e7bc1fadff {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.074189] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': task-2675778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.081154] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Waiting for the task: (returnval){ [ 571.081154] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52011000-2aba-f2c3-0b3c-28ea01f59e07" [ 571.081154] env[64443]: _type = "Task" [ 571.081154] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.094828] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52011000-2aba-f2c3-0b3c-28ea01f59e07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.267230] env[64443]: DEBUG nova.compute.manager [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 571.333229] env[64443]: DEBUG nova.network.neutron [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Updating instance_info_cache with network_info: [{"id": "de423d63-a988-4ba6-a71b-32b1ce0bb6a1", "address": "fa:16:3e:99:a1:b7", "network": {"id": "8cd69edd-edaf-46e4-abed-7135d15f3018", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1765477335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ff6b88265304052ad7122b7fa1a5a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde423d63-a9", "ovs_interfaceid": "de423d63-a988-4ba6-a71b-32b1ce0bb6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.341858] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Task: {'id': task-2675776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216953} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.342477] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 571.343679] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bd99ca-4daf-465f-958e-3dc9dc315425 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.377414] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 2437eab1-4de1-4f9e-a946-c71695cd7895/2437eab1-4de1-4f9e-a946-c71695cd7895.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 571.378132] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eae5a140-e115-4bed-816e-258d08aa5186 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.407960] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Waiting for the task: (returnval){ [ 571.407960] env[64443]: value = "task-2675780" [ 571.407960] env[64443]: _type = "Task" [ 571.407960] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.420238] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Task: {'id': task-2675780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.485562] env[64443]: DEBUG oslo_vmware.api [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675777, 'name': PowerOffVM_Task, 'duration_secs': 0.192625} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.488656] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 571.488909] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 571.489575] env[64443]: DEBUG oslo_concurrency.lockutils [None req-07293a79-602d-46c1-ade1-a4c4be33a421 tempest-DeleteServersAdminTestJSON-141036157 tempest-DeleteServersAdminTestJSON-141036157-project-admin] Lock "6a78f86d-6afd-43b3-9a63-600f0c73e97a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.598s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.491673] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10d3c7b2-a664-4b35-b4f2-ea4df041dca6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.531241] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 571.531241] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 571.531241] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Deleting the datastore file [datastore1] 493ae756-b9ef-45fd-af3f-2d9ba80c797c {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 571.531934] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66b4d78e-a045-4bfb-8976-12968df4e642 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.540920] env[64443]: DEBUG oslo_vmware.api [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Waiting for the task: (returnval){ [ 571.540920] env[64443]: value = "task-2675782" [ 571.540920] env[64443]: _type = "Task" [ 571.540920] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.555365] env[64443]: DEBUG oslo_vmware.api [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.568054] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': task-2675778, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.601025] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52011000-2aba-f2c3-0b3c-28ea01f59e07, 'name': SearchDatastore_Task, 'duration_secs': 0.032643} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.602157] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-635d0a4e-1ec4-4ae7-868c-a80eda91b1fe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.615125] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Waiting for the task: (returnval){ [ 571.615125] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52939ba7-845d-540c-a9e6-8bb8876d6673" [ 571.615125] env[64443]: _type = "Task" [ 571.615125] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.627862] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52939ba7-845d-540c-a9e6-8bb8876d6673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.810592] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.843790] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Releasing lock "refresh_cache-49bcdc71-bde6-45c3-a4d1-4e0458b5a415" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.844297] env[64443]: DEBUG nova.compute.manager [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Instance network_info: |[{"id": "de423d63-a988-4ba6-a71b-32b1ce0bb6a1", "address": "fa:16:3e:99:a1:b7", "network": {"id": "8cd69edd-edaf-46e4-abed-7135d15f3018", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1765477335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ff6b88265304052ad7122b7fa1a5a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde423d63-a9", "ovs_interfaceid": "de423d63-a988-4ba6-a71b-32b1ce0bb6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 571.844374] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:a1:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de423d63-a988-4ba6-a71b-32b1ce0bb6a1', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 571.852125] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Creating folder: Project (7ff6b88265304052ad7122b7fa1a5a2c). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.854247] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc66715a-3c37-4726-a576-bc2156e2eaeb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.872027] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Created folder: Project (7ff6b88265304052ad7122b7fa1a5a2c) in parent group-v539479. [ 571.872027] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Creating folder: Instances. Parent ref: group-v539523. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 571.872259] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce067ecf-8e90-4815-accd-3c7473e3ffad {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.888978] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Created folder: Instances in parent group-v539523. [ 571.889129] env[64443]: DEBUG oslo.service.loopingcall [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 571.889331] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 571.889545] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15021ced-fbb0-4e71-9ff9-8e0dc19f4295 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.921238] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 571.921238] env[64443]: value = "task-2675785" [ 571.921238] env[64443]: _type = "Task" [ 571.921238] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.932976] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Task: {'id': task-2675780, 'name': ReconfigVM_Task, 'duration_secs': 0.479896} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.934180] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 2437eab1-4de1-4f9e-a946-c71695cd7895/2437eab1-4de1-4f9e-a946-c71695cd7895.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 571.934811] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbcf96c3-cde3-4b13-adba-76b13236d72c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.940647] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675785, 'name': CreateVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.941934] env[64443]: DEBUG nova.network.neutron [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Updated VIF entry in instance network info cache for port fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 571.942396] env[64443]: DEBUG nova.network.neutron [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Updating instance_info_cache with network_info: [{"id": "fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7", "address": "fa:16:3e:a7:55:0b", "network": {"id": "fc89fea2-9055-418b-b78b-72dd428aa056", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-910254618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3352efb5c524d2da795c2f3fdda7d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb4bc1fd-5b", "ovs_interfaceid": "fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 571.950209] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Waiting for the task: (returnval){ [ 571.950209] env[64443]: value = "task-2675786" [ 571.950209] env[64443]: _type = "Task" [ 571.950209] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.959955] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Task: {'id': task-2675786, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.058415] env[64443]: DEBUG oslo_vmware.api [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Task: {'id': task-2675782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221725} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.058830] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 572.059019] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 572.059192] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 572.059378] env[64443]: INFO nova.compute.manager [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 572.059582] env[64443]: DEBUG oslo.service.loopingcall [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 572.064977] env[64443]: DEBUG nova.compute.manager [-] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 572.065087] env[64443]: DEBUG nova.network.neutron [-] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 572.076897] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': task-2675778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559549} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.077198] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] c215ca65-70a9-4d74-9bd5-52fdf318654c/c215ca65-70a9-4d74-9bd5-52fdf318654c.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 572.077421] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 572.077668] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d2f6239-e70e-4450-a6dd-09166efd9607 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.086684] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Waiting for the task: (returnval){ [ 572.086684] env[64443]: value = "task-2675787" [ 572.086684] env[64443]: _type = "Task" [ 572.086684] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.091892] env[64443]: DEBUG nova.network.neutron [-] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 572.105705] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': task-2675787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.127155] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52939ba7-845d-540c-a9e6-8bb8876d6673, 'name': SearchDatastore_Task, 'duration_secs': 0.019308} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.127326] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.127595] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] cd909add-c6fc-4f7b-a74e-89fd2710884e/cd909add-c6fc-4f7b-a74e-89fd2710884e.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 572.127867] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e87918d-f311-4d5d-b534-a559ec647f64 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.136753] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Waiting for the task: (returnval){ [ 572.136753] env[64443]: value = "task-2675788" [ 572.136753] env[64443]: _type = "Task" [ 572.136753] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.153777] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': task-2675788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.261122] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquiring lock "3299739d-1b3d-49ed-b2a3-ccee2418ab1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.264986] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "3299739d-1b3d-49ed-b2a3-ccee2418ab1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.281189] env[64443]: INFO nova.compute.manager [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Rebuilding instance [ 572.340416] env[64443]: DEBUG nova.compute.manager [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 572.341763] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb4ca3c-a623-47c3-90a4-f36165d14e17 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.356318] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e02eb40-d0b1-4847-b902-a28c111daef3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.368897] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ecbdd9-76df-4a82-a0cd-926430e978f6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.407611] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040ed244-e1e7-4476-a3b8-d7eae913d27d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.416676] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9827f47-b4be-478f-9528-69ab87aaa73c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.430160] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675785, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.439088] env[64443]: DEBUG nova.compute.provider_tree [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 572.449149] env[64443]: DEBUG oslo_concurrency.lockutils [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] Releasing lock "refresh_cache-2437eab1-4de1-4f9e-a946-c71695cd7895" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.449436] env[64443]: DEBUG nova.compute.manager [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Received event network-vif-deleted-c66177eb-1686-40a1-a08f-0c744f1e6989 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.449627] env[64443]: DEBUG nova.compute.manager [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Received event network-vif-deleted-cbfe3f79-2bd2-482c-9b31-04374399cc55 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.450106] env[64443]: DEBUG nova.compute.manager [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Received event network-vif-plugged-83a0e142-3575-4338-83cd-8113cdfcaebf {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.450106] env[64443]: DEBUG oslo_concurrency.lockutils [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] Acquiring lock "c215ca65-70a9-4d74-9bd5-52fdf318654c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.450250] env[64443]: DEBUG oslo_concurrency.lockutils [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] Lock "c215ca65-70a9-4d74-9bd5-52fdf318654c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.450410] env[64443]: DEBUG oslo_concurrency.lockutils [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] Lock "c215ca65-70a9-4d74-9bd5-52fdf318654c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.450572] env[64443]: DEBUG nova.compute.manager [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] No waiting events found dispatching network-vif-plugged-83a0e142-3575-4338-83cd-8113cdfcaebf {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 572.451113] env[64443]: WARNING nova.compute.manager [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Received unexpected event network-vif-plugged-83a0e142-3575-4338-83cd-8113cdfcaebf for instance with vm_state building and task_state spawning. [ 572.451113] env[64443]: DEBUG nova.compute.manager [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Received event network-changed-83a0e142-3575-4338-83cd-8113cdfcaebf {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.451113] env[64443]: DEBUG nova.compute.manager [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Refreshing instance network info cache due to event network-changed-83a0e142-3575-4338-83cd-8113cdfcaebf. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 572.451304] env[64443]: DEBUG oslo_concurrency.lockutils [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] Acquiring lock "refresh_cache-c215ca65-70a9-4d74-9bd5-52fdf318654c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.451529] env[64443]: DEBUG oslo_concurrency.lockutils [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] Acquired lock "refresh_cache-c215ca65-70a9-4d74-9bd5-52fdf318654c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.451595] env[64443]: DEBUG nova.network.neutron [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Refreshing network info cache for port 83a0e142-3575-4338-83cd-8113cdfcaebf {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 572.465133] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Task: {'id': task-2675786, 'name': Rename_Task, 'duration_secs': 0.275884} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.466680] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 572.466877] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10269b7d-4943-4fde-a886-9344b1867b7b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.478142] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Waiting for the task: (returnval){ [ 572.478142] env[64443]: value = "task-2675789" [ 572.478142] env[64443]: _type = "Task" [ 572.478142] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.491677] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Task: {'id': task-2675789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.534524] env[64443]: DEBUG nova.compute.manager [req-c4021bb6-e6aa-4d9a-8134-fb6b71cf8633 req-d12cad6e-b7f6-4f91-a53e-e7205261a82d service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Received event network-changed-982c1fcb-e6dd-4d49-8eae-3aaf3849380b {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.534755] env[64443]: DEBUG nova.compute.manager [req-c4021bb6-e6aa-4d9a-8134-fb6b71cf8633 req-d12cad6e-b7f6-4f91-a53e-e7205261a82d service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Refreshing instance network info cache due to event network-changed-982c1fcb-e6dd-4d49-8eae-3aaf3849380b. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 572.536072] env[64443]: DEBUG oslo_concurrency.lockutils [req-c4021bb6-e6aa-4d9a-8134-fb6b71cf8633 req-d12cad6e-b7f6-4f91-a53e-e7205261a82d service nova] Acquiring lock "refresh_cache-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.536829] env[64443]: DEBUG oslo_concurrency.lockutils [req-c4021bb6-e6aa-4d9a-8134-fb6b71cf8633 req-d12cad6e-b7f6-4f91-a53e-e7205261a82d service nova] Acquired lock "refresh_cache-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.536829] env[64443]: DEBUG nova.network.neutron [req-c4021bb6-e6aa-4d9a-8134-fb6b71cf8633 req-d12cad6e-b7f6-4f91-a53e-e7205261a82d service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Refreshing network info cache for port 982c1fcb-e6dd-4d49-8eae-3aaf3849380b {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 572.600228] env[64443]: DEBUG nova.network.neutron [-] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.601469] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': task-2675787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080584} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.601914] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 572.602714] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4dc837-1581-4c81-bda0-8a83f088aec3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.626599] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] c215ca65-70a9-4d74-9bd5-52fdf318654c/c215ca65-70a9-4d74-9bd5-52fdf318654c.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 572.627352] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a994e3c-928c-4595-a84f-60da3df7d31b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.651883] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': task-2675788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.654032] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Waiting for the task: (returnval){ [ 572.654032] env[64443]: value = "task-2675790" [ 572.654032] env[64443]: _type = "Task" [ 572.654032] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.663123] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': task-2675790, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.939983] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675785, 'name': CreateVM_Task, 'duration_secs': 0.685805} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.939983] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 572.939983] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.939983] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.939983] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 572.940179] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ba9d194-18c3-498d-8bc9-738a2b069ce2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.945396] env[64443]: DEBUG nova.scheduler.client.report [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 572.963600] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for the task: (returnval){ [ 572.963600] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52eeae57-5fc9-1065-1139-e9c66807ea65" [ 572.963600] env[64443]: _type = "Task" [ 572.963600] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.978675] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52eeae57-5fc9-1065-1139-e9c66807ea65, 'name': SearchDatastore_Task, 'duration_secs': 0.010305} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.979221] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 572.979356] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 572.979592] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 572.979743] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.979945] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 572.983410] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bfbf905-c184-48b5-a0d8-cd38e730e7a0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.995630] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Task: {'id': task-2675789, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.996984] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 572.997173] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 572.998022] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56168133-3bee-4fb0-bd50-c18840092d2d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.008195] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for the task: (returnval){ [ 573.008195] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5230a77e-2b52-08f0-45c9-c04618d1f03f" [ 573.008195] env[64443]: _type = "Task" [ 573.008195] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.025418] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5230a77e-2b52-08f0-45c9-c04618d1f03f, 'name': SearchDatastore_Task, 'duration_secs': 0.010222} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.026318] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79917c08-d647-4711-90e3-e287b2653387 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.033504] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for the task: (returnval){ [ 573.033504] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52f256f7-c4e5-76ee-2566-6b6765940839" [ 573.033504] env[64443]: _type = "Task" [ 573.033504] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.044276] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f256f7-c4e5-76ee-2566-6b6765940839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.104678] env[64443]: INFO nova.compute.manager [-] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Took 1.04 seconds to deallocate network for instance. [ 573.161060] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': task-2675788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.168242] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': task-2675790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.365719] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 573.366094] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fc59737-28dc-4069-bb40-fe376d2ccb96 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.384499] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for the task: (returnval){ [ 573.384499] env[64443]: value = "task-2675791" [ 573.384499] env[64443]: _type = "Task" [ 573.384499] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.402269] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.457842] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.457842] env[64443]: DEBUG nova.compute.manager [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 573.460485] env[64443]: DEBUG oslo_concurrency.lockutils [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.743s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.466245] env[64443]: INFO nova.compute.claims [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 573.500117] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Task: {'id': task-2675789, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.546769] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f256f7-c4e5-76ee-2566-6b6765940839, 'name': SearchDatastore_Task, 'duration_secs': 0.016142} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.548911] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 573.548911] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 49bcdc71-bde6-45c3-a4d1-4e0458b5a415/49bcdc71-bde6-45c3-a4d1-4e0458b5a415.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 573.549498] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0ec18f6-6a6c-4564-9706-34b2fd84c94b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.561591] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for the task: (returnval){ [ 573.561591] env[64443]: value = "task-2675793" [ 573.561591] env[64443]: _type = "Task" [ 573.561591] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.573399] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2675793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.616577] env[64443]: DEBUG oslo_concurrency.lockutils [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.644481] env[64443]: DEBUG nova.network.neutron [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Successfully updated port: 5322c41d-3290-4b6e-8d83-697bd4c9e2fd {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 573.654581] env[64443]: DEBUG nova.network.neutron [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Updated VIF entry in instance network info cache for port 83a0e142-3575-4338-83cd-8113cdfcaebf. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 573.655876] env[64443]: DEBUG nova.network.neutron [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Updating instance_info_cache with network_info: [{"id": "83a0e142-3575-4338-83cd-8113cdfcaebf", "address": "fa:16:3e:4b:ed:92", "network": {"id": "967ff387-8505-4ebc-bf39-18de7f537194", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-579379458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d76035047d9466bafa2499c58786a13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83a0e142-35", "ovs_interfaceid": "83a0e142-3575-4338-83cd-8113cdfcaebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.670298] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': task-2675788, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.508061} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.671126] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] cd909add-c6fc-4f7b-a74e-89fd2710884e/cd909add-c6fc-4f7b-a74e-89fd2710884e.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 573.671126] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 573.671875] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75d27a28-eded-490f-9635-a3338c77aedc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.680308] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': task-2675790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.682985] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Waiting for the task: (returnval){ [ 573.682985] env[64443]: value = "task-2675794" [ 573.682985] env[64443]: _type = "Task" [ 573.682985] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.696135] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': task-2675794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.807373] env[64443]: DEBUG nova.network.neutron [req-c4021bb6-e6aa-4d9a-8134-fb6b71cf8633 req-d12cad6e-b7f6-4f91-a53e-e7205261a82d service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Updated VIF entry in instance network info cache for port 982c1fcb-e6dd-4d49-8eae-3aaf3849380b. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 573.809122] env[64443]: DEBUG nova.network.neutron [req-c4021bb6-e6aa-4d9a-8134-fb6b71cf8633 req-d12cad6e-b7f6-4f91-a53e-e7205261a82d service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Updating instance_info_cache with network_info: [{"id": "982c1fcb-e6dd-4d49-8eae-3aaf3849380b", "address": "fa:16:3e:f9:07:d7", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982c1fcb-e6", "ovs_interfaceid": "982c1fcb-e6dd-4d49-8eae-3aaf3849380b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.902275] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675791, 'name': PowerOffVM_Task, 'duration_secs': 0.338467} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.902275] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 573.902275] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 573.902275] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b925c6cb-ae1a-47ea-bb5e-e9503eda1fd4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.913019] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 573.913019] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5712be49-ff3f-4ef7-85d4-c4ae5b4cbf87 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.950988] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 573.951307] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 573.951540] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Deleting the datastore file [datastore2] 1a443c3f-117d-4632-9f1f-f00b17394c3f {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 573.951863] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ebe52fb-27a3-44d9-bb55-98277788b08e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.960513] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for the task: (returnval){ [ 573.960513] env[64443]: value = "task-2675796" [ 573.960513] env[64443]: _type = "Task" [ 573.960513] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.970967] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.985407] env[64443]: DEBUG nova.compute.utils [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 573.988994] env[64443]: DEBUG nova.compute.manager [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 573.989246] env[64443]: DEBUG nova.network.neutron [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 574.006757] env[64443]: DEBUG oslo_vmware.api [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Task: {'id': task-2675789, 'name': PowerOnVM_Task, 'duration_secs': 1.355391} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.007088] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 574.007809] env[64443]: INFO nova.compute.manager [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Took 15.95 seconds to spawn the instance on the hypervisor. [ 574.007809] env[64443]: DEBUG nova.compute.manager [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 574.008644] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370c7d14-2bc4-4f70-a1a9-5ffb8f9fa281 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.075363] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2675793, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.093438] env[64443]: DEBUG nova.policy [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe301aff93bf4ab2944dc9e019a9af3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5445cfeb9b0e4f209a03a94721a5973a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 574.156460] env[64443]: DEBUG oslo_concurrency.lockutils [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Acquiring lock "refresh_cache-5bb4533f-fd1f-4f67-9d60-d34509284bd5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.156460] env[64443]: DEBUG oslo_concurrency.lockutils [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Acquired lock "refresh_cache-5bb4533f-fd1f-4f67-9d60-d34509284bd5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.156460] env[64443]: DEBUG nova.network.neutron [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 574.173880] env[64443]: DEBUG oslo_concurrency.lockutils [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] Releasing lock "refresh_cache-c215ca65-70a9-4d74-9bd5-52fdf318654c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.174187] env[64443]: DEBUG nova.compute.manager [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Received event network-vif-plugged-1bd7e059-3f3f-47b8-9e02-06214fa98e27 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 574.174397] env[64443]: DEBUG oslo_concurrency.lockutils [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] Acquiring lock "cd909add-c6fc-4f7b-a74e-89fd2710884e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.175140] env[64443]: DEBUG oslo_concurrency.lockutils [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] Lock "cd909add-c6fc-4f7b-a74e-89fd2710884e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.175140] env[64443]: DEBUG oslo_concurrency.lockutils [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] Lock "cd909add-c6fc-4f7b-a74e-89fd2710884e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.175140] env[64443]: DEBUG nova.compute.manager [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] No waiting events found dispatching network-vif-plugged-1bd7e059-3f3f-47b8-9e02-06214fa98e27 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 574.175140] env[64443]: WARNING nova.compute.manager [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Received unexpected event network-vif-plugged-1bd7e059-3f3f-47b8-9e02-06214fa98e27 for instance with vm_state building and task_state spawning. [ 574.175358] env[64443]: DEBUG nova.compute.manager [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Received event network-changed-1bd7e059-3f3f-47b8-9e02-06214fa98e27 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 574.175457] env[64443]: DEBUG nova.compute.manager [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Refreshing instance network info cache due to event network-changed-1bd7e059-3f3f-47b8-9e02-06214fa98e27. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 574.175666] env[64443]: DEBUG oslo_concurrency.lockutils [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] Acquiring lock "refresh_cache-cd909add-c6fc-4f7b-a74e-89fd2710884e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.175834] env[64443]: DEBUG oslo_concurrency.lockutils [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] Acquired lock "refresh_cache-cd909add-c6fc-4f7b-a74e-89fd2710884e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.176009] env[64443]: DEBUG nova.network.neutron [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Refreshing network info cache for port 1bd7e059-3f3f-47b8-9e02-06214fa98e27 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 574.177300] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': task-2675790, 'name': ReconfigVM_Task, 'duration_secs': 1.214414} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.184032] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Reconfigured VM instance instance-0000000c to attach disk [datastore2] c215ca65-70a9-4d74-9bd5-52fdf318654c/c215ca65-70a9-4d74-9bd5-52fdf318654c.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 574.184032] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-046d53fa-5690-42b7-af59-6743296dbdfb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.197035] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': task-2675794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084934} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.198389] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 574.198883] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Waiting for the task: (returnval){ [ 574.198883] env[64443]: value = "task-2675797" [ 574.198883] env[64443]: _type = "Task" [ 574.198883] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.199524] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b447a214-35e9-4c3e-8836-67b786101e4a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.242859] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] cd909add-c6fc-4f7b-a74e-89fd2710884e/cd909add-c6fc-4f7b-a74e-89fd2710884e.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 574.243305] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': task-2675797, 'name': Rename_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.243615] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27457a15-5746-4654-9e70-b03d67ce2640 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.268546] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Waiting for the task: (returnval){ [ 574.268546] env[64443]: value = "task-2675798" [ 574.268546] env[64443]: _type = "Task" [ 574.268546] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.278152] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': task-2675798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.310218] env[64443]: DEBUG nova.compute.manager [req-2f9ca13e-c1a3-4951-82ce-5b78de30ef51 req-757494a1-571c-4d8c-9dd3-f03d276a82cd service nova] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Received event network-vif-plugged-de423d63-a988-4ba6-a71b-32b1ce0bb6a1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 574.310456] env[64443]: DEBUG oslo_concurrency.lockutils [req-2f9ca13e-c1a3-4951-82ce-5b78de30ef51 req-757494a1-571c-4d8c-9dd3-f03d276a82cd service nova] Acquiring lock "49bcdc71-bde6-45c3-a4d1-4e0458b5a415-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.310674] env[64443]: DEBUG oslo_concurrency.lockutils [req-2f9ca13e-c1a3-4951-82ce-5b78de30ef51 req-757494a1-571c-4d8c-9dd3-f03d276a82cd service nova] Lock "49bcdc71-bde6-45c3-a4d1-4e0458b5a415-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.310839] env[64443]: DEBUG oslo_concurrency.lockutils [req-2f9ca13e-c1a3-4951-82ce-5b78de30ef51 req-757494a1-571c-4d8c-9dd3-f03d276a82cd service nova] Lock "49bcdc71-bde6-45c3-a4d1-4e0458b5a415-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.312660] env[64443]: DEBUG nova.compute.manager [req-2f9ca13e-c1a3-4951-82ce-5b78de30ef51 req-757494a1-571c-4d8c-9dd3-f03d276a82cd service nova] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] No waiting events found dispatching network-vif-plugged-de423d63-a988-4ba6-a71b-32b1ce0bb6a1 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 574.312660] env[64443]: WARNING nova.compute.manager [req-2f9ca13e-c1a3-4951-82ce-5b78de30ef51 req-757494a1-571c-4d8c-9dd3-f03d276a82cd service nova] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Received unexpected event network-vif-plugged-de423d63-a988-4ba6-a71b-32b1ce0bb6a1 for instance with vm_state building and task_state spawning. [ 574.312660] env[64443]: DEBUG nova.compute.manager [req-2f9ca13e-c1a3-4951-82ce-5b78de30ef51 req-757494a1-571c-4d8c-9dd3-f03d276a82cd service nova] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Received event network-changed-de423d63-a988-4ba6-a71b-32b1ce0bb6a1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 574.312660] env[64443]: DEBUG nova.compute.manager [req-2f9ca13e-c1a3-4951-82ce-5b78de30ef51 req-757494a1-571c-4d8c-9dd3-f03d276a82cd service nova] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Refreshing instance network info cache due to event network-changed-de423d63-a988-4ba6-a71b-32b1ce0bb6a1. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 574.312660] env[64443]: DEBUG oslo_concurrency.lockutils [req-2f9ca13e-c1a3-4951-82ce-5b78de30ef51 req-757494a1-571c-4d8c-9dd3-f03d276a82cd service nova] Acquiring lock "refresh_cache-49bcdc71-bde6-45c3-a4d1-4e0458b5a415" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 574.313019] env[64443]: DEBUG oslo_concurrency.lockutils [req-2f9ca13e-c1a3-4951-82ce-5b78de30ef51 req-757494a1-571c-4d8c-9dd3-f03d276a82cd service nova] Acquired lock "refresh_cache-49bcdc71-bde6-45c3-a4d1-4e0458b5a415" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.313019] env[64443]: DEBUG nova.network.neutron [req-2f9ca13e-c1a3-4951-82ce-5b78de30ef51 req-757494a1-571c-4d8c-9dd3-f03d276a82cd service nova] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Refreshing network info cache for port de423d63-a988-4ba6-a71b-32b1ce0bb6a1 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 574.317217] env[64443]: DEBUG oslo_concurrency.lockutils [req-c4021bb6-e6aa-4d9a-8134-fb6b71cf8633 req-d12cad6e-b7f6-4f91-a53e-e7205261a82d service nova] Releasing lock "refresh_cache-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.479294] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.492041] env[64443]: DEBUG nova.compute.manager [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 574.538412] env[64443]: INFO nova.compute.manager [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Took 23.10 seconds to build instance. [ 574.564997] env[64443]: DEBUG oslo_concurrency.lockutils [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Acquiring lock "6db2f440-6651-4694-872b-72536274f44f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.565150] env[64443]: DEBUG oslo_concurrency.lockutils [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Lock "6db2f440-6651-4694-872b-72536274f44f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.584524] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2675793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754574} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.584714] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 49bcdc71-bde6-45c3-a4d1-4e0458b5a415/49bcdc71-bde6-45c3-a4d1-4e0458b5a415.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 574.584908] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 574.585207] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e8c9016-e955-4b3b-b69b-cfc9f91e2156 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.599260] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for the task: (returnval){ [ 574.599260] env[64443]: value = "task-2675799" [ 574.599260] env[64443]: _type = "Task" [ 574.599260] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.622366] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2675799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.718943] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': task-2675797, 'name': Rename_Task, 'duration_secs': 0.340189} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.721987] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 574.723419] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e67053c1-8d50-4510-9404-2908b99abb83 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.731364] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Waiting for the task: (returnval){ [ 574.731364] env[64443]: value = "task-2675800" [ 574.731364] env[64443]: _type = "Task" [ 574.731364] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.746868] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': task-2675800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.757629] env[64443]: DEBUG nova.network.neutron [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.783521] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': task-2675798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.837556] env[64443]: DEBUG nova.network.neutron [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Successfully created port: d415e246-cb6d-47d8-8a97-99252eace5d2 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 574.934022] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d181e9-3f8b-4876-a192-c5b9050f2d31 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.942361] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ebf07a-d034-405f-b97c-1f0efbacb1e3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.996183] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f78765e-000f-4b41-9f66-ebe4bc3f8725 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.016468] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.561687} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.016468] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 575.016468] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 575.016468] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 575.019276] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933feb7b-c85b-4eb3-a9c1-026b08b50195 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.042816] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f4f7d73-caea-4235-96ca-95ba541a0522 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Lock "2437eab1-4de1-4f9e-a946-c71695cd7895" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.623s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.044272] env[64443]: DEBUG nova.compute.provider_tree [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 575.111396] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2675799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075542} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.112603] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 575.112959] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c7200d-1713-4f78-8a4f-6a9b75b1daa9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.142603] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 49bcdc71-bde6-45c3-a4d1-4e0458b5a415/49bcdc71-bde6-45c3-a4d1-4e0458b5a415.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 575.142732] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-425e8e0b-2325-4689-a854-60a81eb48572 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.171604] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for the task: (returnval){ [ 575.171604] env[64443]: value = "task-2675801" [ 575.171604] env[64443]: _type = "Task" [ 575.171604] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.181569] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2675801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.242571] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': task-2675800, 'name': PowerOnVM_Task} progress is 1%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.281027] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': task-2675798, 'name': ReconfigVM_Task, 'duration_secs': 0.632933} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.281027] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Reconfigured VM instance instance-0000000d to attach disk [datastore2] cd909add-c6fc-4f7b-a74e-89fd2710884e/cd909add-c6fc-4f7b-a74e-89fd2710884e.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 575.281027] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20260b17-90dd-497b-8c05-4f396cad3d89 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.288276] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Waiting for the task: (returnval){ [ 575.288276] env[64443]: value = "task-2675802" [ 575.288276] env[64443]: _type = "Task" [ 575.288276] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.306176] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': task-2675802, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.428843] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Acquiring lock "7467c72f-b5e5-4911-9d66-6944280908cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.429770] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Lock "7467c72f-b5e5-4911-9d66-6944280908cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.508907] env[64443]: DEBUG nova.compute.manager [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 575.545153] env[64443]: DEBUG nova.virt.hardware [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 575.545153] env[64443]: DEBUG nova.virt.hardware [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 575.545153] env[64443]: DEBUG nova.virt.hardware [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 575.545374] env[64443]: DEBUG nova.virt.hardware [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 575.545374] env[64443]: DEBUG nova.virt.hardware [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 575.545679] env[64443]: DEBUG nova.virt.hardware [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 575.546109] env[64443]: DEBUG nova.virt.hardware [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 575.550020] env[64443]: DEBUG nova.virt.hardware [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 575.550020] env[64443]: DEBUG nova.virt.hardware [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 575.550020] env[64443]: DEBUG nova.virt.hardware [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 575.550020] env[64443]: DEBUG nova.virt.hardware [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 575.550370] env[64443]: DEBUG nova.scheduler.client.report [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 575.553299] env[64443]: DEBUG nova.compute.manager [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 575.558328] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77464a63-c6ce-4ccf-bad4-2dca8f540b8b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.572067] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9603082f-6327-4eb8-88a0-2bfc36a4e37e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.689282] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2675801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.747489] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': task-2675800, 'name': PowerOnVM_Task} progress is 64%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.769322] env[64443]: DEBUG nova.network.neutron [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Updating instance_info_cache with network_info: [{"id": "5322c41d-3290-4b6e-8d83-697bd4c9e2fd", "address": "fa:16:3e:01:59:77", "network": {"id": "306a3419-88af-4d7b-b3fb-db65173c7b56", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1282968607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a079b20ccf584b30bead8eec1b5fb82e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5322c41d-32", "ovs_interfaceid": "5322c41d-3290-4b6e-8d83-697bd4c9e2fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.801435] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': task-2675802, 'name': Rename_Task, 'duration_secs': 0.317953} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.802516] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 575.802516] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a71c317d-f700-45ba-a906-3e11fb5a6d19 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.810185] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Waiting for the task: (returnval){ [ 575.810185] env[64443]: value = "task-2675804" [ 575.810185] env[64443]: _type = "Task" [ 575.810185] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.820554] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': task-2675804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.851988] env[64443]: DEBUG nova.network.neutron [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Updated VIF entry in instance network info cache for port 1bd7e059-3f3f-47b8-9e02-06214fa98e27. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 575.852545] env[64443]: DEBUG nova.network.neutron [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Updating instance_info_cache with network_info: [{"id": "1bd7e059-3f3f-47b8-9e02-06214fa98e27", "address": "fa:16:3e:ba:55:82", "network": {"id": "10ef40ff-527e-4f02-be45-3b3845432364", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2093802099-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "712d8f6cea5c4ca584f2b58b5907197e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bd7e059-3f", "ovs_interfaceid": "1bd7e059-3f3f-47b8-9e02-06214fa98e27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 575.954446] env[64443]: DEBUG nova.network.neutron [req-2f9ca13e-c1a3-4951-82ce-5b78de30ef51 req-757494a1-571c-4d8c-9dd3-f03d276a82cd service nova] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Updated VIF entry in instance network info cache for port de423d63-a988-4ba6-a71b-32b1ce0bb6a1. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 575.954446] env[64443]: DEBUG nova.network.neutron [req-2f9ca13e-c1a3-4951-82ce-5b78de30ef51 req-757494a1-571c-4d8c-9dd3-f03d276a82cd service nova] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Updating instance_info_cache with network_info: [{"id": "de423d63-a988-4ba6-a71b-32b1ce0bb6a1", "address": "fa:16:3e:99:a1:b7", "network": {"id": "8cd69edd-edaf-46e4-abed-7135d15f3018", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1765477335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ff6b88265304052ad7122b7fa1a5a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde423d63-a9", "ovs_interfaceid": "de423d63-a988-4ba6-a71b-32b1ce0bb6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.063574] env[64443]: DEBUG nova.virt.hardware [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 576.063944] env[64443]: DEBUG nova.virt.hardware [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 576.064180] env[64443]: DEBUG nova.virt.hardware [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.064778] env[64443]: DEBUG nova.virt.hardware [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 576.064778] env[64443]: DEBUG nova.virt.hardware [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.064778] env[64443]: DEBUG nova.virt.hardware [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 576.065131] env[64443]: DEBUG nova.virt.hardware [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 576.065175] env[64443]: DEBUG nova.virt.hardware [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 576.065347] env[64443]: DEBUG nova.virt.hardware [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 576.065511] env[64443]: DEBUG nova.virt.hardware [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 576.065719] env[64443]: DEBUG nova.virt.hardware [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 576.066542] env[64443]: DEBUG oslo_concurrency.lockutils [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.067043] env[64443]: DEBUG nova.compute.manager [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 576.076123] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3ac0c8-a0d3-4d31-95a7-397d69d33a81 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.082348] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.764s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.083999] env[64443]: INFO nova.compute.claims [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 576.095792] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f21bd5e-3f7d-4167-bbb7-740adcd8b270 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.104112] env[64443]: DEBUG oslo_concurrency.lockutils [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.116651] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Instance VIF info [] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 576.123396] env[64443]: DEBUG oslo.service.loopingcall [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 576.123701] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 576.123937] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15157375-d2fa-455c-a14a-939fdc112f38 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.149111] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 576.149111] env[64443]: value = "task-2675805" [ 576.149111] env[64443]: _type = "Task" [ 576.149111] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.162374] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675805, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.185039] env[64443]: DEBUG oslo_concurrency.lockutils [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "686e78f4-a5c2-465a-9018-5623795aadd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.185349] env[64443]: DEBUG oslo_concurrency.lockutils [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "686e78f4-a5c2-465a-9018-5623795aadd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.191096] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2675801, 'name': ReconfigVM_Task, 'duration_secs': 0.846629} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.191457] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 49bcdc71-bde6-45c3-a4d1-4e0458b5a415/49bcdc71-bde6-45c3-a4d1-4e0458b5a415.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 576.192369] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c66e7efd-69ef-4859-b287-607f33f1bdf5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.200863] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for the task: (returnval){ [ 576.200863] env[64443]: value = "task-2675806" [ 576.200863] env[64443]: _type = "Task" [ 576.200863] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.211559] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2675806, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.245745] env[64443]: DEBUG oslo_vmware.api [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': task-2675800, 'name': PowerOnVM_Task, 'duration_secs': 1.195454} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.246163] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 576.246569] env[64443]: INFO nova.compute.manager [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Took 13.19 seconds to spawn the instance on the hypervisor. [ 576.246746] env[64443]: DEBUG nova.compute.manager [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 576.247639] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ecacfb-b3a1-4842-a133-4405a290841b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.273974] env[64443]: DEBUG oslo_concurrency.lockutils [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Releasing lock "refresh_cache-5bb4533f-fd1f-4f67-9d60-d34509284bd5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.274395] env[64443]: DEBUG nova.compute.manager [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Instance network_info: |[{"id": "5322c41d-3290-4b6e-8d83-697bd4c9e2fd", "address": "fa:16:3e:01:59:77", "network": {"id": "306a3419-88af-4d7b-b3fb-db65173c7b56", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1282968607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a079b20ccf584b30bead8eec1b5fb82e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5322c41d-32", "ovs_interfaceid": "5322c41d-3290-4b6e-8d83-697bd4c9e2fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 576.274873] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:59:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5322c41d-3290-4b6e-8d83-697bd4c9e2fd', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 576.285021] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Creating folder: Project (a079b20ccf584b30bead8eec1b5fb82e). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 576.285747] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f3872b9-9a39-43af-ac94-581c5eb99a05 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.301772] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Created folder: Project (a079b20ccf584b30bead8eec1b5fb82e) in parent group-v539479. [ 576.302193] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Creating folder: Instances. Parent ref: group-v539528. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 576.302317] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-008ee62e-6b37-4f77-80e4-c9d82a0bf1c0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.318813] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Created folder: Instances in parent group-v539528. [ 576.318813] env[64443]: DEBUG oslo.service.loopingcall [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 576.322737] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 576.323623] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': task-2675804, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.323847] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b102d41e-68d1-4663-8a41-97d1ff777dcb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.347141] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 576.347141] env[64443]: value = "task-2675809" [ 576.347141] env[64443]: _type = "Task" [ 576.347141] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.359020] env[64443]: DEBUG oslo_concurrency.lockutils [req-46ea3151-3560-4332-8fcf-b51b26535420 req-98865825-8b59-4bf3-bc82-a3a821be255b service nova] Releasing lock "refresh_cache-cd909add-c6fc-4f7b-a74e-89fd2710884e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.359498] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675809, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.460201] env[64443]: DEBUG oslo_concurrency.lockutils [req-2f9ca13e-c1a3-4951-82ce-5b78de30ef51 req-757494a1-571c-4d8c-9dd3-f03d276a82cd service nova] Releasing lock "refresh_cache-49bcdc71-bde6-45c3-a4d1-4e0458b5a415" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.583302] env[64443]: DEBUG nova.compute.utils [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 576.589363] env[64443]: DEBUG nova.compute.manager [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 576.589639] env[64443]: DEBUG nova.network.neutron [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 576.663980] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675805, 'name': CreateVM_Task, 'duration_secs': 0.377768} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.664386] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 576.664996] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.665238] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.665686] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 576.665963] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2061c420-08e8-4798-9d4a-eee73e777f70 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.673358] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for the task: (returnval){ [ 576.673358] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52a10a98-6ec7-4cd1-aa17-7f07ed8b00a1" [ 576.673358] env[64443]: _type = "Task" [ 576.673358] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.686946] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52a10a98-6ec7-4cd1-aa17-7f07ed8b00a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.705974] env[64443]: DEBUG nova.policy [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '829f5ad85bf44726afad98dc2801c6cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e9adb282c1d6435e955df2f968e6f4e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 576.718420] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2675806, 'name': Rename_Task, 'duration_secs': 0.207635} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.718717] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 576.720035] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed39bba5-1988-475b-9ab2-2a47ebe1d4ae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.726331] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for the task: (returnval){ [ 576.726331] env[64443]: value = "task-2675810" [ 576.726331] env[64443]: _type = "Task" [ 576.726331] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.734826] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2675810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.777547] env[64443]: INFO nova.compute.manager [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Took 23.36 seconds to build instance. [ 576.822620] env[64443]: DEBUG oslo_vmware.api [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': task-2675804, 'name': PowerOnVM_Task, 'duration_secs': 0.739226} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.822774] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 576.822995] env[64443]: INFO nova.compute.manager [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Took 11.14 seconds to spawn the instance on the hypervisor. [ 576.823171] env[64443]: DEBUG nova.compute.manager [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 576.824199] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3950fb6a-c831-453f-9ba7-61ff045da3b5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.861027] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675809, 'name': CreateVM_Task, 'duration_secs': 0.456244} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.861027] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 576.862068] env[64443]: DEBUG oslo_concurrency.lockutils [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.095221] env[64443]: DEBUG nova.compute.manager [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 577.200319] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52a10a98-6ec7-4cd1-aa17-7f07ed8b00a1, 'name': SearchDatastore_Task, 'duration_secs': 0.021751} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.204426] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.204735] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 577.205020] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.205316] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.206051] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 577.206051] env[64443]: DEBUG oslo_concurrency.lockutils [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.206321] env[64443]: DEBUG oslo_concurrency.lockutils [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.206545] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb86a5a5-baa1-4e72-a662-87c6e0bd7625 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.209145] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dce0ac14-e13d-4349-a9d9-601f873a6f08 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.217028] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Waiting for the task: (returnval){ [ 577.217028] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5217f93d-27f8-26c1-a012-1532ee7794d4" [ 577.217028] env[64443]: _type = "Task" [ 577.217028] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.226918] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 577.226918] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 577.226918] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baf7c98c-2ea1-4f30-9937-1349b78ccd35 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.234185] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5217f93d-27f8-26c1-a012-1532ee7794d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.245549] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2675810, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.246119] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for the task: (returnval){ [ 577.246119] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5290fc2c-a143-6f7e-05ed-c30f1e71cf60" [ 577.246119] env[64443]: _type = "Task" [ 577.246119] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.257939] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5290fc2c-a143-6f7e-05ed-c30f1e71cf60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.287419] env[64443]: DEBUG oslo_concurrency.lockutils [None req-233d9c84-dd81-494c-b13e-34c10b7dc8ed tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Lock "c215ca65-70a9-4d74-9bd5-52fdf318654c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.878s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.323941] env[64443]: DEBUG nova.network.neutron [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Successfully created port: b86988a8-37ab-4fca-a5cb-819acb362cce {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 577.344723] env[64443]: INFO nova.compute.manager [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Took 23.42 seconds to build instance. [ 577.536437] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1438dd-6491-4cbf-96c5-e4bcc4e3f497 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.548463] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa243a61-bc88-45c9-8a7f-e52c93dab97b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.594028] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b442e570-3628-454e-9894-53fb52539b2b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.600156] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda0b742-5a4b-4d7b-bd4c-922c647efded {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.627705] env[64443]: DEBUG nova.compute.provider_tree [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 577.735184] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5217f93d-27f8-26c1-a012-1532ee7794d4, 'name': SearchDatastore_Task, 'duration_secs': 0.030269} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.735184] env[64443]: DEBUG oslo_concurrency.lockutils [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.735184] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 577.735184] env[64443]: DEBUG oslo_concurrency.lockutils [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.750751] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2675810, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.761504] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5290fc2c-a143-6f7e-05ed-c30f1e71cf60, 'name': SearchDatastore_Task, 'duration_secs': 0.032559} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.762400] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7189e2a0-f87f-4f42-a551-0789385c3989 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.770591] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for the task: (returnval){ [ 577.770591] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52b58d59-dc4a-5e87-709c-50d82d4b21fe" [ 577.770591] env[64443]: _type = "Task" [ 577.770591] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.783440] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b58d59-dc4a-5e87-709c-50d82d4b21fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.789719] env[64443]: DEBUG nova.compute.manager [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 577.805772] env[64443]: DEBUG nova.network.neutron [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Successfully updated port: d415e246-cb6d-47d8-8a97-99252eace5d2 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 577.832920] env[64443]: DEBUG nova.compute.manager [req-d41b4f50-a02a-4465-bf4a-7dd9458b43c6 req-b9a5deaf-78df-4924-a787-54b442dfdc68 service nova] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Received event network-vif-plugged-5322c41d-3290-4b6e-8d83-697bd4c9e2fd {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 577.833049] env[64443]: DEBUG oslo_concurrency.lockutils [req-d41b4f50-a02a-4465-bf4a-7dd9458b43c6 req-b9a5deaf-78df-4924-a787-54b442dfdc68 service nova] Acquiring lock "5bb4533f-fd1f-4f67-9d60-d34509284bd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.833244] env[64443]: DEBUG oslo_concurrency.lockutils [req-d41b4f50-a02a-4465-bf4a-7dd9458b43c6 req-b9a5deaf-78df-4924-a787-54b442dfdc68 service nova] Lock "5bb4533f-fd1f-4f67-9d60-d34509284bd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.833426] env[64443]: DEBUG oslo_concurrency.lockutils [req-d41b4f50-a02a-4465-bf4a-7dd9458b43c6 req-b9a5deaf-78df-4924-a787-54b442dfdc68 service nova] Lock "5bb4533f-fd1f-4f67-9d60-d34509284bd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.833615] env[64443]: DEBUG nova.compute.manager [req-d41b4f50-a02a-4465-bf4a-7dd9458b43c6 req-b9a5deaf-78df-4924-a787-54b442dfdc68 service nova] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] No waiting events found dispatching network-vif-plugged-5322c41d-3290-4b6e-8d83-697bd4c9e2fd {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 577.833790] env[64443]: WARNING nova.compute.manager [req-d41b4f50-a02a-4465-bf4a-7dd9458b43c6 req-b9a5deaf-78df-4924-a787-54b442dfdc68 service nova] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Received unexpected event network-vif-plugged-5322c41d-3290-4b6e-8d83-697bd4c9e2fd for instance with vm_state building and task_state spawning. [ 577.834111] env[64443]: DEBUG nova.compute.manager [req-d41b4f50-a02a-4465-bf4a-7dd9458b43c6 req-b9a5deaf-78df-4924-a787-54b442dfdc68 service nova] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Received event network-changed-5322c41d-3290-4b6e-8d83-697bd4c9e2fd {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 577.834216] env[64443]: DEBUG nova.compute.manager [req-d41b4f50-a02a-4465-bf4a-7dd9458b43c6 req-b9a5deaf-78df-4924-a787-54b442dfdc68 service nova] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Refreshing instance network info cache due to event network-changed-5322c41d-3290-4b6e-8d83-697bd4c9e2fd. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 577.834435] env[64443]: DEBUG oslo_concurrency.lockutils [req-d41b4f50-a02a-4465-bf4a-7dd9458b43c6 req-b9a5deaf-78df-4924-a787-54b442dfdc68 service nova] Acquiring lock "refresh_cache-5bb4533f-fd1f-4f67-9d60-d34509284bd5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.834676] env[64443]: DEBUG oslo_concurrency.lockutils [req-d41b4f50-a02a-4465-bf4a-7dd9458b43c6 req-b9a5deaf-78df-4924-a787-54b442dfdc68 service nova] Acquired lock "refresh_cache-5bb4533f-fd1f-4f67-9d60-d34509284bd5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.834854] env[64443]: DEBUG nova.network.neutron [req-d41b4f50-a02a-4465-bf4a-7dd9458b43c6 req-b9a5deaf-78df-4924-a787-54b442dfdc68 service nova] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Refreshing network info cache for port 5322c41d-3290-4b6e-8d83-697bd4c9e2fd {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 577.846756] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11402cfc-3916-4cae-9999-5ee5a5d9dfa3 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Lock "cd909add-c6fc-4f7b-a74e-89fd2710884e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.170s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.886427] env[64443]: DEBUG oslo_concurrency.lockutils [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquiring lock "184b46f6-60a1-4425-ae07-726c056b1a18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.886691] env[64443]: DEBUG oslo_concurrency.lockutils [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "184b46f6-60a1-4425-ae07-726c056b1a18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.111842] env[64443]: DEBUG nova.compute.manager [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 578.131663] env[64443]: DEBUG nova.scheduler.client.report [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 578.144795] env[64443]: DEBUG nova.virt.hardware [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 578.145214] env[64443]: DEBUG nova.virt.hardware [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 578.145427] env[64443]: DEBUG nova.virt.hardware [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 578.145855] env[64443]: DEBUG nova.virt.hardware [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 578.146939] env[64443]: DEBUG nova.virt.hardware [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 578.146939] env[64443]: DEBUG nova.virt.hardware [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 578.146939] env[64443]: DEBUG nova.virt.hardware [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 578.146939] env[64443]: DEBUG nova.virt.hardware [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 578.146939] env[64443]: DEBUG nova.virt.hardware [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 578.147163] env[64443]: DEBUG nova.virt.hardware [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 578.147163] env[64443]: DEBUG nova.virt.hardware [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 578.149341] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7925b0-4092-4889-b0bf-b9b00871bf0f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.160109] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908236d3-2ef7-41e6-92ef-c9da29fdecc0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.245436] env[64443]: DEBUG oslo_vmware.api [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2675810, 'name': PowerOnVM_Task, 'duration_secs': 1.07494} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.245816] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 578.246198] env[64443]: INFO nova.compute.manager [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Took 9.97 seconds to spawn the instance on the hypervisor. [ 578.246451] env[64443]: DEBUG nova.compute.manager [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 578.247328] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6ba5c1-f63d-4cba-9de5-5c2667b92b52 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.285759] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b58d59-dc4a-5e87-709c-50d82d4b21fe, 'name': SearchDatastore_Task, 'duration_secs': 0.028669} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.287958] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.287958] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 1a443c3f-117d-4632-9f1f-f00b17394c3f/1a443c3f-117d-4632-9f1f-f00b17394c3f.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 578.287958] env[64443]: DEBUG oslo_concurrency.lockutils [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.287958] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 578.288241] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dbf9604-d6e1-42af-91a8-8d7a453f8e38 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.289206] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c166e091-8c4a-46d2-a507-6e28a75903d3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.302422] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for the task: (returnval){ [ 578.302422] env[64443]: value = "task-2675812" [ 578.302422] env[64443]: _type = "Task" [ 578.302422] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.302675] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 578.302794] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 578.307684] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c3526b4-151a-4a6d-9e5b-8eaba5998e3c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.315385] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "refresh_cache-8cbb1e8f-c258-42db-ac80-14af4337c82d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.315385] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquired lock "refresh_cache-8cbb1e8f-c258-42db-ac80-14af4337c82d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.315385] env[64443]: DEBUG nova.network.neutron [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 578.321599] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Waiting for the task: (returnval){ [ 578.321599] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52212e87-04c9-a06c-14b6-09b1335ad16b" [ 578.321599] env[64443]: _type = "Task" [ 578.321599] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.329284] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.333433] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.342669] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52212e87-04c9-a06c-14b6-09b1335ad16b, 'name': SearchDatastore_Task, 'duration_secs': 0.011141} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.343776] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fb43b6d-6d18-4245-8cb0-3774a68ed54a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.349366] env[64443]: DEBUG nova.compute.manager [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 578.353000] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Waiting for the task: (returnval){ [ 578.353000] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]527c225b-45bc-8fc2-8429-0e4b60935e83" [ 578.353000] env[64443]: _type = "Task" [ 578.353000] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.363771] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527c225b-45bc-8fc2-8429-0e4b60935e83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.639022] env[64443]: DEBUG nova.network.neutron [req-d41b4f50-a02a-4465-bf4a-7dd9458b43c6 req-b9a5deaf-78df-4924-a787-54b442dfdc68 service nova] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Updated VIF entry in instance network info cache for port 5322c41d-3290-4b6e-8d83-697bd4c9e2fd. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 578.639434] env[64443]: DEBUG nova.network.neutron [req-d41b4f50-a02a-4465-bf4a-7dd9458b43c6 req-b9a5deaf-78df-4924-a787-54b442dfdc68 service nova] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Updating instance_info_cache with network_info: [{"id": "5322c41d-3290-4b6e-8d83-697bd4c9e2fd", "address": "fa:16:3e:01:59:77", "network": {"id": "306a3419-88af-4d7b-b3fb-db65173c7b56", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1282968607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a079b20ccf584b30bead8eec1b5fb82e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5322c41d-32", "ovs_interfaceid": "5322c41d-3290-4b6e-8d83-697bd4c9e2fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.641176] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.641707] env[64443]: DEBUG nova.compute.manager [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 578.647982] env[64443]: DEBUG oslo_concurrency.lockutils [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.731s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.647982] env[64443]: DEBUG nova.objects.instance [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Lazy-loading 'resources' on Instance uuid b497ac6a-4f20-4eae-95ea-ee2b26522087 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 578.782049] env[64443]: INFO nova.compute.manager [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Took 19.98 seconds to build instance. [ 578.827588] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675812, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.878792] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527c225b-45bc-8fc2-8429-0e4b60935e83, 'name': SearchDatastore_Task, 'duration_secs': 0.014337} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.879330] env[64443]: DEBUG oslo_concurrency.lockutils [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.879441] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 5bb4533f-fd1f-4f67-9d60-d34509284bd5/5bb4533f-fd1f-4f67-9d60-d34509284bd5.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 578.879750] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b76792e4-311f-4df1-826b-80faf9052c7b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.885486] env[64443]: DEBUG nova.network.neutron [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 578.891460] env[64443]: DEBUG oslo_concurrency.lockutils [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.892729] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Waiting for the task: (returnval){ [ 578.892729] env[64443]: value = "task-2675813" [ 578.892729] env[64443]: _type = "Task" [ 578.892729] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.905266] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': task-2675813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.147395] env[64443]: DEBUG oslo_concurrency.lockutils [req-d41b4f50-a02a-4465-bf4a-7dd9458b43c6 req-b9a5deaf-78df-4924-a787-54b442dfdc68 service nova] Releasing lock "refresh_cache-5bb4533f-fd1f-4f67-9d60-d34509284bd5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.148732] env[64443]: DEBUG nova.compute.utils [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 579.150771] env[64443]: DEBUG nova.compute.manager [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 579.154026] env[64443]: DEBUG nova.network.neutron [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 579.183421] env[64443]: DEBUG nova.network.neutron [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Updating instance_info_cache with network_info: [{"id": "d415e246-cb6d-47d8-8a97-99252eace5d2", "address": "fa:16:3e:36:92:c9", "network": {"id": "b42c890e-4191-4a47-803e-ca59ec192612", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2112483500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5445cfeb9b0e4f209a03a94721a5973a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd415e246-cb", "ovs_interfaceid": "d415e246-cb6d-47d8-8a97-99252eace5d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.249856] env[64443]: DEBUG nova.policy [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cdba4215f924206b9ca51ee6922e89d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8234b8c9231d4c92bf0b95b977a5eaea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 579.284887] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b89ac0b4-cf3b-4a63-b395-f924d4dde901 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Lock "49bcdc71-bde6-45c3-a4d1-4e0458b5a415" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.090s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.328582] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650488} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.329674] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 1a443c3f-117d-4632-9f1f-f00b17394c3f/1a443c3f-117d-4632-9f1f-f00b17394c3f.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 579.329674] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 579.330093] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84eb5b72-398d-4153-939e-bdb6aab92da3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.343822] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for the task: (returnval){ [ 579.343822] env[64443]: value = "task-2675814" [ 579.343822] env[64443]: _type = "Task" [ 579.343822] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.357078] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.404362] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': task-2675813, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.609046] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97b7a8b-28b1-44ec-ab9f-1e01ab38da14 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.618282] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577eed5a-702e-4dba-b988-a56090377908 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.654542] env[64443]: DEBUG nova.network.neutron [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Successfully updated port: b86988a8-37ab-4fca-a5cb-819acb362cce {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 579.656554] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60d81ec-a642-45b4-b880-7647ce234142 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.659247] env[64443]: DEBUG nova.compute.manager [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 579.667517] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4014540-187d-4962-ac6e-3e5c14eb380b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.683907] env[64443]: DEBUG nova.compute.provider_tree [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.686157] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Releasing lock "refresh_cache-8cbb1e8f-c258-42db-ac80-14af4337c82d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.687351] env[64443]: DEBUG nova.compute.manager [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Instance network_info: |[{"id": "d415e246-cb6d-47d8-8a97-99252eace5d2", "address": "fa:16:3e:36:92:c9", "network": {"id": "b42c890e-4191-4a47-803e-ca59ec192612", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2112483500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5445cfeb9b0e4f209a03a94721a5973a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd415e246-cb", "ovs_interfaceid": "d415e246-cb6d-47d8-8a97-99252eace5d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 579.687462] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:92:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd415e246-cb6d-47d8-8a97-99252eace5d2', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 579.694432] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Creating folder: Project (5445cfeb9b0e4f209a03a94721a5973a). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.695282] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-231766e7-ce3c-41e4-83d4-a1e627411fb7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.710028] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Created folder: Project (5445cfeb9b0e4f209a03a94721a5973a) in parent group-v539479. [ 579.710028] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Creating folder: Instances. Parent ref: group-v539531. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 579.710028] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5057a1f7-e4de-4ce5-9bdd-44ca2e243cab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.723877] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Created folder: Instances in parent group-v539531. [ 579.724171] env[64443]: DEBUG oslo.service.loopingcall [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 579.725366] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 579.725366] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2446ed2e-02c7-4a61-87ed-9fb38c692510 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.750369] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 579.750369] env[64443]: value = "task-2675817" [ 579.750369] env[64443]: _type = "Task" [ 579.750369] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.763413] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675817, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.788008] env[64443]: DEBUG nova.compute.manager [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 579.855802] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112004} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.856112] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 579.857659] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8837db17-2fef-4f34-b02d-ec3db04372bb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.881260] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 1a443c3f-117d-4632-9f1f-f00b17394c3f/1a443c3f-117d-4632-9f1f-f00b17394c3f.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 579.881791] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7458183a-9845-4aed-b630-e2954b51fdda {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.908657] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': task-2675813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697872} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.910390] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 5bb4533f-fd1f-4f67-9d60-d34509284bd5/5bb4533f-fd1f-4f67-9d60-d34509284bd5.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 579.910624] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 579.910947] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for the task: (returnval){ [ 579.910947] env[64443]: value = "task-2675819" [ 579.910947] env[64443]: _type = "Task" [ 579.910947] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.911186] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05307596-34ea-4866-a48b-a79e740f44b3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.922971] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Waiting for the task: (returnval){ [ 579.922971] env[64443]: value = "task-2675820" [ 579.922971] env[64443]: _type = "Task" [ 579.922971] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.929069] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675819, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.933344] env[64443]: DEBUG nova.network.neutron [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Successfully created port: 0496d996-77fe-4a95-8f55-282de9be2311 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 579.939899] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': task-2675820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.163073] env[64443]: DEBUG oslo_concurrency.lockutils [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquiring lock "refresh_cache-5c6ceda1-24ea-4706-bb14-7408d945ff55" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.163246] env[64443]: DEBUG oslo_concurrency.lockutils [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquired lock "refresh_cache-5c6ceda1-24ea-4706-bb14-7408d945ff55" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.163403] env[64443]: DEBUG nova.network.neutron [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 580.197485] env[64443]: DEBUG nova.scheduler.client.report [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.246483] env[64443]: DEBUG oslo_concurrency.lockutils [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Acquiring lock "cd909add-c6fc-4f7b-a74e-89fd2710884e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.247217] env[64443]: DEBUG oslo_concurrency.lockutils [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Lock "cd909add-c6fc-4f7b-a74e-89fd2710884e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.247514] env[64443]: DEBUG oslo_concurrency.lockutils [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Acquiring lock "cd909add-c6fc-4f7b-a74e-89fd2710884e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.247964] env[64443]: DEBUG oslo_concurrency.lockutils [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Lock "cd909add-c6fc-4f7b-a74e-89fd2710884e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.248417] env[64443]: DEBUG oslo_concurrency.lockutils [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Lock "cd909add-c6fc-4f7b-a74e-89fd2710884e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.252301] env[64443]: INFO nova.compute.manager [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Terminating instance [ 580.268673] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675817, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.320541] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.428209] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.438181] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': task-2675820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.30511} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.438424] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 580.439327] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e4fb5a-f31c-49ee-88c7-2fe4726f73c7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.468013] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 5bb4533f-fd1f-4f67-9d60-d34509284bd5/5bb4533f-fd1f-4f67-9d60-d34509284bd5.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 580.468450] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f4f90e4-2e29-49e6-9a47-7ee614d3e488 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.490750] env[64443]: DEBUG nova.compute.manager [req-a6f2dc70-a5e6-4b58-91a9-e96de0fd8d58 req-5499468b-9612-4f19-b2b7-1b3f9c3a296c service nova] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Received event network-changed-fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 580.491066] env[64443]: DEBUG nova.compute.manager [req-a6f2dc70-a5e6-4b58-91a9-e96de0fd8d58 req-5499468b-9612-4f19-b2b7-1b3f9c3a296c service nova] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Refreshing instance network info cache due to event network-changed-fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 580.491264] env[64443]: DEBUG oslo_concurrency.lockutils [req-a6f2dc70-a5e6-4b58-91a9-e96de0fd8d58 req-5499468b-9612-4f19-b2b7-1b3f9c3a296c service nova] Acquiring lock "refresh_cache-2437eab1-4de1-4f9e-a946-c71695cd7895" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.491877] env[64443]: DEBUG oslo_concurrency.lockutils [req-a6f2dc70-a5e6-4b58-91a9-e96de0fd8d58 req-5499468b-9612-4f19-b2b7-1b3f9c3a296c service nova] Acquired lock "refresh_cache-2437eab1-4de1-4f9e-a946-c71695cd7895" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.492148] env[64443]: DEBUG nova.network.neutron [req-a6f2dc70-a5e6-4b58-91a9-e96de0fd8d58 req-5499468b-9612-4f19-b2b7-1b3f9c3a296c service nova] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Refreshing network info cache for port fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 580.502392] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Waiting for the task: (returnval){ [ 580.502392] env[64443]: value = "task-2675821" [ 580.502392] env[64443]: _type = "Task" [ 580.502392] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.517560] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': task-2675821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.674125] env[64443]: DEBUG nova.compute.manager [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 580.701934] env[64443]: DEBUG nova.virt.hardware [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 580.703022] env[64443]: DEBUG nova.virt.hardware [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 580.703022] env[64443]: DEBUG nova.virt.hardware [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 580.703022] env[64443]: DEBUG nova.virt.hardware [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 580.703022] env[64443]: DEBUG nova.virt.hardware [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 580.703022] env[64443]: DEBUG nova.virt.hardware [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 580.703849] env[64443]: DEBUG nova.virt.hardware [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 580.704051] env[64443]: DEBUG nova.virt.hardware [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 580.704242] env[64443]: DEBUG nova.virt.hardware [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 580.704418] env[64443]: DEBUG nova.virt.hardware [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 580.704597] env[64443]: DEBUG nova.virt.hardware [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 580.705374] env[64443]: DEBUG oslo_concurrency.lockutils [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.710422] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab633e15-d032-4775-94a6-384fb1938080 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.721341] env[64443]: DEBUG nova.network.neutron [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 580.723390] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.345s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.723702] env[64443]: DEBUG nova.objects.instance [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Lazy-loading 'resources' on Instance uuid 4aaac52e-e991-4949-bae7-1084593aad3d {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 580.733222] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a8de52-78dd-4061-a233-02bda73adedd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.761286] env[64443]: DEBUG nova.compute.manager [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 580.761623] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 580.763055] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7996f47a-6b63-4436-88b5-9f29a02775e5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.770393] env[64443]: INFO nova.scheduler.client.report [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Deleted allocations for instance b497ac6a-4f20-4eae-95ea-ee2b26522087 [ 580.771789] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675817, 'name': CreateVM_Task, 'duration_secs': 0.751925} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.772418] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 580.775612] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.775782] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.776197] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 580.780488] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ef153b-f65f-4556-935b-23ae6030a95e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.781148] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 580.781979] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a33807cf-da79-4ea8-872e-c32db7b53d80 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.788983] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 580.788983] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5240b10c-586b-8faa-6e41-2b7e0ebae3c1" [ 580.788983] env[64443]: _type = "Task" [ 580.788983] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.797577] env[64443]: DEBUG oslo_vmware.api [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Waiting for the task: (returnval){ [ 580.797577] env[64443]: value = "task-2675822" [ 580.797577] env[64443]: _type = "Task" [ 580.797577] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.802705] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5240b10c-586b-8faa-6e41-2b7e0ebae3c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.810024] env[64443]: DEBUG oslo_vmware.api [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': task-2675822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.928986] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675819, 'name': ReconfigVM_Task, 'duration_secs': 0.712218} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.929664] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 1a443c3f-117d-4632-9f1f-f00b17394c3f/1a443c3f-117d-4632-9f1f-f00b17394c3f.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 580.930506] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b174f69d-9e29-4d8b-a2b6-3ff02946c31c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.933710] env[64443]: DEBUG nova.network.neutron [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Updating instance_info_cache with network_info: [{"id": "b86988a8-37ab-4fca-a5cb-819acb362cce", "address": "fa:16:3e:39:ee:1c", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb86988a8-37", "ovs_interfaceid": "b86988a8-37ab-4fca-a5cb-819acb362cce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.942571] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for the task: (returnval){ [ 580.942571] env[64443]: value = "task-2675823" [ 580.942571] env[64443]: _type = "Task" [ 580.942571] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.954348] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675823, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.014093] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': task-2675821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.242334] env[64443]: DEBUG nova.network.neutron [req-a6f2dc70-a5e6-4b58-91a9-e96de0fd8d58 req-5499468b-9612-4f19-b2b7-1b3f9c3a296c service nova] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Updated VIF entry in instance network info cache for port fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 581.243358] env[64443]: DEBUG nova.network.neutron [req-a6f2dc70-a5e6-4b58-91a9-e96de0fd8d58 req-5499468b-9612-4f19-b2b7-1b3f9c3a296c service nova] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Updating instance_info_cache with network_info: [{"id": "fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7", "address": "fa:16:3e:a7:55:0b", "network": {"id": "fc89fea2-9055-418b-b78b-72dd428aa056", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-910254618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3352efb5c524d2da795c2f3fdda7d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48512b02-ad5c-4105-ba7d-fd4775acf8e1", "external-id": "nsx-vlan-transportzone-516", "segmentation_id": 516, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb4bc1fd-5b", "ovs_interfaceid": "fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.285307] env[64443]: DEBUG oslo_concurrency.lockutils [None req-54c99f4a-0f05-45aa-a9e5-a1301265ed4e tempest-ServerDiagnosticsTest-544626028 tempest-ServerDiagnosticsTest-544626028-project-member] Lock "b497ac6a-4f20-4eae-95ea-ee2b26522087" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.657s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.306987] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5240b10c-586b-8faa-6e41-2b7e0ebae3c1, 'name': SearchDatastore_Task, 'duration_secs': 0.017665} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.308993] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.309311] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 581.309597] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.309782] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.310145] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 581.310441] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc579d3c-7a95-435a-ab60-1477e05cc422 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.316332] env[64443]: DEBUG oslo_vmware.api [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': task-2675822, 'name': PowerOffVM_Task, 'duration_secs': 0.29109} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.317076] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 581.317275] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 581.317532] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79bc2d0f-1b89-48d2-bd56-b9d5ca486945 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.353313] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 581.353506] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 581.354477] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d78efe47-020a-4d6c-a50b-053c726b67ef {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.364671] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 581.364671] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]521ded68-03b3-daca-e69a-a1c462296228" [ 581.364671] env[64443]: _type = "Task" [ 581.364671] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.376506] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]521ded68-03b3-daca-e69a-a1c462296228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.383577] env[64443]: DEBUG nova.compute.manager [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Received event network-vif-plugged-d415e246-cb6d-47d8-8a97-99252eace5d2 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 581.383577] env[64443]: DEBUG oslo_concurrency.lockutils [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] Acquiring lock "8cbb1e8f-c258-42db-ac80-14af4337c82d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.383577] env[64443]: DEBUG oslo_concurrency.lockutils [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] Lock "8cbb1e8f-c258-42db-ac80-14af4337c82d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.383577] env[64443]: DEBUG oslo_concurrency.lockutils [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] Lock "8cbb1e8f-c258-42db-ac80-14af4337c82d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.383577] env[64443]: DEBUG nova.compute.manager [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] No waiting events found dispatching network-vif-plugged-d415e246-cb6d-47d8-8a97-99252eace5d2 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 581.384140] env[64443]: WARNING nova.compute.manager [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Received unexpected event network-vif-plugged-d415e246-cb6d-47d8-8a97-99252eace5d2 for instance with vm_state building and task_state spawning. [ 581.384140] env[64443]: DEBUG nova.compute.manager [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Received event network-changed-d415e246-cb6d-47d8-8a97-99252eace5d2 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 581.384140] env[64443]: DEBUG nova.compute.manager [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Refreshing instance network info cache due to event network-changed-d415e246-cb6d-47d8-8a97-99252eace5d2. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 581.384140] env[64443]: DEBUG oslo_concurrency.lockutils [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] Acquiring lock "refresh_cache-8cbb1e8f-c258-42db-ac80-14af4337c82d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.384140] env[64443]: DEBUG oslo_concurrency.lockutils [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] Acquired lock "refresh_cache-8cbb1e8f-c258-42db-ac80-14af4337c82d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.384375] env[64443]: DEBUG nova.network.neutron [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Refreshing network info cache for port d415e246-cb6d-47d8-8a97-99252eace5d2 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 581.399213] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 581.399632] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 581.399874] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Deleting the datastore file [datastore2] cd909add-c6fc-4f7b-a74e-89fd2710884e {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 581.400608] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22e3dfbc-5d75-490e-8553-79f3ef468306 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.411770] env[64443]: DEBUG oslo_vmware.api [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Waiting for the task: (returnval){ [ 581.411770] env[64443]: value = "task-2675825" [ 581.411770] env[64443]: _type = "Task" [ 581.411770] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.423312] env[64443]: DEBUG oslo_vmware.api [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': task-2675825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.436842] env[64443]: DEBUG oslo_concurrency.lockutils [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Releasing lock "refresh_cache-5c6ceda1-24ea-4706-bb14-7408d945ff55" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.437205] env[64443]: DEBUG nova.compute.manager [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Instance network_info: |[{"id": "b86988a8-37ab-4fca-a5cb-819acb362cce", "address": "fa:16:3e:39:ee:1c", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb86988a8-37", "ovs_interfaceid": "b86988a8-37ab-4fca-a5cb-819acb362cce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 581.437623] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:ee:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b86988a8-37ab-4fca-a5cb-819acb362cce', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 581.445885] env[64443]: DEBUG oslo.service.loopingcall [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 581.448634] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 581.453546] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-311d7e67-4b78-437b-be7a-aee264fd5df9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.486043] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675823, 'name': Rename_Task, 'duration_secs': 0.245469} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.486043] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 581.486369] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 581.486369] env[64443]: value = "task-2675826" [ 581.486369] env[64443]: _type = "Task" [ 581.486369] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.486492] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad355332-41ea-4cfb-8e68-24e0ac802470 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.501745] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675826, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.503386] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for the task: (returnval){ [ 581.503386] env[64443]: value = "task-2675827" [ 581.503386] env[64443]: _type = "Task" [ 581.503386] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.528223] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': task-2675821, 'name': ReconfigVM_Task, 'duration_secs': 0.629002} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.528464] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.528723] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 5bb4533f-fd1f-4f67-9d60-d34509284bd5/5bb4533f-fd1f-4f67-9d60-d34509284bd5.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 581.529401] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d365528b-596b-4a59-8c28-aa5f5df891ef {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.538625] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Waiting for the task: (returnval){ [ 581.538625] env[64443]: value = "task-2675828" [ 581.538625] env[64443]: _type = "Task" [ 581.538625] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.554120] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': task-2675828, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.750922] env[64443]: DEBUG oslo_concurrency.lockutils [req-a6f2dc70-a5e6-4b58-91a9-e96de0fd8d58 req-5499468b-9612-4f19-b2b7-1b3f9c3a296c service nova] Releasing lock "refresh_cache-2437eab1-4de1-4f9e-a946-c71695cd7895" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.760546] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d9bb20-317b-4181-96e2-6dd07af4a765 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.770787] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ce08b2-a153-4bb1-912f-49dea34d6f16 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.809652] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3880f626-2869-49dd-bfdb-178d7aa083bc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.814163] env[64443]: DEBUG nova.network.neutron [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Successfully updated port: 0496d996-77fe-4a95-8f55-282de9be2311 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 581.824920] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ff3fcb-faa7-408b-a362-8fc12bfcf28d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.847532] env[64443]: DEBUG nova.compute.provider_tree [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.875979] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]521ded68-03b3-daca-e69a-a1c462296228, 'name': SearchDatastore_Task, 'duration_secs': 0.020812} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.877509] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-550910a5-a38d-4b10-82ea-58ae8c560615 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.883938] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 581.883938] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52b1fcee-b66a-f389-a989-4b25d8d33dd5" [ 581.883938] env[64443]: _type = "Task" [ 581.883938] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.897952] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b1fcee-b66a-f389-a989-4b25d8d33dd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.922810] env[64443]: DEBUG oslo_vmware.api [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Task: {'id': task-2675825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268322} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.923114] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 581.923776] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 581.923776] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 581.923776] env[64443]: INFO nova.compute.manager [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 581.923947] env[64443]: DEBUG oslo.service.loopingcall [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 581.924492] env[64443]: DEBUG nova.compute.manager [-] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 581.924492] env[64443]: DEBUG nova.network.neutron [-] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 582.004078] env[64443]: DEBUG oslo_concurrency.lockutils [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "6b932cd2-a6f5-4cc3-b287-91737817d6f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.004320] env[64443]: DEBUG oslo_concurrency.lockutils [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "6b932cd2-a6f5-4cc3-b287-91737817d6f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.010983] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675826, 'name': CreateVM_Task, 'duration_secs': 0.461252} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.011380] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 582.012044] env[64443]: DEBUG oslo_concurrency.lockutils [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.012210] env[64443]: DEBUG oslo_concurrency.lockutils [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.012510] env[64443]: DEBUG oslo_concurrency.lockutils [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.012747] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffbdd371-9499-4986-a8ec-3bfcf24aa93d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.017558] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675827, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.022750] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for the task: (returnval){ [ 582.022750] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]528a7b30-126a-95d1-9e62-4f80c62e6e35" [ 582.022750] env[64443]: _type = "Task" [ 582.022750] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.032483] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]528a7b30-126a-95d1-9e62-4f80c62e6e35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.050151] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': task-2675828, 'name': Rename_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.242231] env[64443]: DEBUG nova.network.neutron [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Updated VIF entry in instance network info cache for port d415e246-cb6d-47d8-8a97-99252eace5d2. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 582.242640] env[64443]: DEBUG nova.network.neutron [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Updating instance_info_cache with network_info: [{"id": "d415e246-cb6d-47d8-8a97-99252eace5d2", "address": "fa:16:3e:36:92:c9", "network": {"id": "b42c890e-4191-4a47-803e-ca59ec192612", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2112483500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5445cfeb9b0e4f209a03a94721a5973a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd415e246-cb", "ovs_interfaceid": "d415e246-cb6d-47d8-8a97-99252eace5d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.321107] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquiring lock "refresh_cache-ca8eed0f-3212-4528-ac6e-b5b714c34478" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.321284] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquired lock "refresh_cache-ca8eed0f-3212-4528-ac6e-b5b714c34478" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.321441] env[64443]: DEBUG nova.network.neutron [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 582.351037] env[64443]: DEBUG nova.scheduler.client.report [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.396310] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b1fcee-b66a-f389-a989-4b25d8d33dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.014341} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.396655] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.396956] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 8cbb1e8f-c258-42db-ac80-14af4337c82d/8cbb1e8f-c258-42db-ac80-14af4337c82d.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 582.397267] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2093385-41e6-447b-9020-96cfc2d9ad33 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.405309] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 582.405309] env[64443]: value = "task-2675829" [ 582.405309] env[64443]: _type = "Task" [ 582.405309] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.418226] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.515201] env[64443]: DEBUG oslo_vmware.api [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675827, 'name': PowerOnVM_Task, 'duration_secs': 0.761001} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.515515] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 582.515757] env[64443]: DEBUG nova.compute.manager [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 582.517120] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59398ae3-d394-40d8-b562-5a71e6dd9f01 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.537848] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]528a7b30-126a-95d1-9e62-4f80c62e6e35, 'name': SearchDatastore_Task, 'duration_secs': 0.03499} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.538070] env[64443]: DEBUG oslo_concurrency.lockutils [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.538766] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 582.538766] env[64443]: DEBUG oslo_concurrency.lockutils [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.538766] env[64443]: DEBUG oslo_concurrency.lockutils [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.538937] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 582.539134] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50121643-94c7-48cd-ba68-eff3b05201e9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.550323] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': task-2675828, 'name': Rename_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.552496] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 582.552496] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 582.555348] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b387bf18-497a-40ca-a47b-eb2cd2353c01 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.559112] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for the task: (returnval){ [ 582.559112] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]520a88c2-9b3c-cb99-676d-e0d104a7a8ac" [ 582.559112] env[64443]: _type = "Task" [ 582.559112] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.567689] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520a88c2-9b3c-cb99-676d-e0d104a7a8ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.747744] env[64443]: DEBUG oslo_concurrency.lockutils [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] Releasing lock "refresh_cache-8cbb1e8f-c258-42db-ac80-14af4337c82d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.748054] env[64443]: DEBUG nova.compute.manager [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Received event network-vif-plugged-b86988a8-37ab-4fca-a5cb-819acb362cce {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 582.748122] env[64443]: DEBUG oslo_concurrency.lockutils [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] Acquiring lock "5c6ceda1-24ea-4706-bb14-7408d945ff55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.748335] env[64443]: DEBUG oslo_concurrency.lockutils [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] Lock "5c6ceda1-24ea-4706-bb14-7408d945ff55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.748524] env[64443]: DEBUG oslo_concurrency.lockutils [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] Lock "5c6ceda1-24ea-4706-bb14-7408d945ff55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.748703] env[64443]: DEBUG nova.compute.manager [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] No waiting events found dispatching network-vif-plugged-b86988a8-37ab-4fca-a5cb-819acb362cce {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 582.748872] env[64443]: WARNING nova.compute.manager [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Received unexpected event network-vif-plugged-b86988a8-37ab-4fca-a5cb-819acb362cce for instance with vm_state building and task_state spawning. [ 582.749082] env[64443]: DEBUG nova.compute.manager [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Received event network-changed-b86988a8-37ab-4fca-a5cb-819acb362cce {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 582.749243] env[64443]: DEBUG nova.compute.manager [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Refreshing instance network info cache due to event network-changed-b86988a8-37ab-4fca-a5cb-819acb362cce. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 582.749449] env[64443]: DEBUG oslo_concurrency.lockutils [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] Acquiring lock "refresh_cache-5c6ceda1-24ea-4706-bb14-7408d945ff55" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.749844] env[64443]: DEBUG oslo_concurrency.lockutils [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] Acquired lock "refresh_cache-5c6ceda1-24ea-4706-bb14-7408d945ff55" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.749844] env[64443]: DEBUG nova.network.neutron [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Refreshing network info cache for port b86988a8-37ab-4fca-a5cb-819acb362cce {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 582.824172] env[64443]: DEBUG nova.network.neutron [-] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.857409] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.862926] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.118s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.864593] env[64443]: INFO nova.compute.claims [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 582.873826] env[64443]: DEBUG nova.network.neutron [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 582.904564] env[64443]: INFO nova.scheduler.client.report [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Deleted allocations for instance 4aaac52e-e991-4949-bae7-1084593aad3d [ 582.925532] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675829, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.046244] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.056017] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': task-2675828, 'name': Rename_Task, 'duration_secs': 1.22323} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.056355] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 583.056974] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c70ed2a8-59dd-4848-98d3-16f5b70e1853 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.067542] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Waiting for the task: (returnval){ [ 583.067542] env[64443]: value = "task-2675830" [ 583.067542] env[64443]: _type = "Task" [ 583.067542] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.072374] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520a88c2-9b3c-cb99-676d-e0d104a7a8ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011652} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.076504] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d44a8c14-cf4c-498a-93c3-1fb5cb0c0933 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.084613] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for the task: (returnval){ [ 583.084613] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]522e82a7-f7a5-4691-cecf-0db6bd674f44" [ 583.084613] env[64443]: _type = "Task" [ 583.084613] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.088341] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': task-2675830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.101075] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]522e82a7-f7a5-4691-cecf-0db6bd674f44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.153482] env[64443]: DEBUG nova.compute.manager [req-62e95dd3-2b2a-425f-9e64-abcc9baecf00 req-c38ccb81-3f81-4f9e-bc81-6686a9b57add service nova] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Received event network-changed-83a0e142-3575-4338-83cd-8113cdfcaebf {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 583.153482] env[64443]: DEBUG nova.compute.manager [req-62e95dd3-2b2a-425f-9e64-abcc9baecf00 req-c38ccb81-3f81-4f9e-bc81-6686a9b57add service nova] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Refreshing instance network info cache due to event network-changed-83a0e142-3575-4338-83cd-8113cdfcaebf. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 583.153482] env[64443]: DEBUG oslo_concurrency.lockutils [req-62e95dd3-2b2a-425f-9e64-abcc9baecf00 req-c38ccb81-3f81-4f9e-bc81-6686a9b57add service nova] Acquiring lock "refresh_cache-c215ca65-70a9-4d74-9bd5-52fdf318654c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 583.153482] env[64443]: DEBUG oslo_concurrency.lockutils [req-62e95dd3-2b2a-425f-9e64-abcc9baecf00 req-c38ccb81-3f81-4f9e-bc81-6686a9b57add service nova] Acquired lock "refresh_cache-c215ca65-70a9-4d74-9bd5-52fdf318654c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.153482] env[64443]: DEBUG nova.network.neutron [req-62e95dd3-2b2a-425f-9e64-abcc9baecf00 req-c38ccb81-3f81-4f9e-bc81-6686a9b57add service nova] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Refreshing network info cache for port 83a0e142-3575-4338-83cd-8113cdfcaebf {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 583.163935] env[64443]: DEBUG nova.network.neutron [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Updating instance_info_cache with network_info: [{"id": "0496d996-77fe-4a95-8f55-282de9be2311", "address": "fa:16:3e:6a:52:91", "network": {"id": "b4ddcaa6-3f9f-4613-8dcf-887e199720f4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-519395081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8234b8c9231d4c92bf0b95b977a5eaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0496d996-77", "ovs_interfaceid": "0496d996-77fe-4a95-8f55-282de9be2311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.332549] env[64443]: INFO nova.compute.manager [-] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Took 1.41 seconds to deallocate network for instance. [ 583.417979] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775056} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.418576] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 8cbb1e8f-c258-42db-ac80-14af4337c82d/8cbb1e8f-c258-42db-ac80-14af4337c82d.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 583.418814] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 583.419294] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aad23b1e-0985-4bcc-9d15-a7875d02d5ca tempest-ServerExternalEventsTest-600574363 tempest-ServerExternalEventsTest-600574363-project-member] Lock "4aaac52e-e991-4949-bae7-1084593aad3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.363s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.420327] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13c44c26-e975-457e-99f4-d2e54e4b01bb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.429910] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 583.429910] env[64443]: value = "task-2675831" [ 583.429910] env[64443]: _type = "Task" [ 583.429910] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.442254] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.585943] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': task-2675830, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.601648] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]522e82a7-f7a5-4691-cecf-0db6bd674f44, 'name': SearchDatastore_Task, 'duration_secs': 0.026293} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.601982] env[64443]: DEBUG oslo_concurrency.lockutils [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.602314] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 5c6ceda1-24ea-4706-bb14-7408d945ff55/5c6ceda1-24ea-4706-bb14-7408d945ff55.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 583.602626] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8669143-ef80-4af4-a30e-f3dd58de2241 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.610238] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for the task: (returnval){ [ 583.610238] env[64443]: value = "task-2675832" [ 583.610238] env[64443]: _type = "Task" [ 583.610238] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.620184] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.633868] env[64443]: DEBUG nova.network.neutron [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Updated VIF entry in instance network info cache for port b86988a8-37ab-4fca-a5cb-819acb362cce. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 583.634338] env[64443]: DEBUG nova.network.neutron [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Updating instance_info_cache with network_info: [{"id": "b86988a8-37ab-4fca-a5cb-819acb362cce", "address": "fa:16:3e:39:ee:1c", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb86988a8-37", "ovs_interfaceid": "b86988a8-37ab-4fca-a5cb-819acb362cce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.667913] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Releasing lock "refresh_cache-ca8eed0f-3212-4528-ac6e-b5b714c34478" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.667913] env[64443]: DEBUG nova.compute.manager [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Instance network_info: |[{"id": "0496d996-77fe-4a95-8f55-282de9be2311", "address": "fa:16:3e:6a:52:91", "network": {"id": "b4ddcaa6-3f9f-4613-8dcf-887e199720f4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-519395081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8234b8c9231d4c92bf0b95b977a5eaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0496d996-77", "ovs_interfaceid": "0496d996-77fe-4a95-8f55-282de9be2311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 583.668263] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:52:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0496d996-77fe-4a95-8f55-282de9be2311', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 583.678588] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Creating folder: Project (8234b8c9231d4c92bf0b95b977a5eaea). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.681333] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f010818-c4a4-4873-9601-71c16462b399 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.697298] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Created folder: Project (8234b8c9231d4c92bf0b95b977a5eaea) in parent group-v539479. [ 583.697524] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Creating folder: Instances. Parent ref: group-v539535. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 583.697784] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15e9423d-919e-49a5-b455-fd440a0b6968 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.713451] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Created folder: Instances in parent group-v539535. [ 583.713849] env[64443]: DEBUG oslo.service.loopingcall [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 583.714146] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 583.714468] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-841227b1-3454-44f2-ac59-6e0eedd5c0f0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.739601] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 583.739601] env[64443]: value = "task-2675835" [ 583.739601] env[64443]: _type = "Task" [ 583.739601] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.750983] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675835, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.838722] env[64443]: DEBUG oslo_concurrency.lockutils [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.952503] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076967} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.952503] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 583.952956] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c3d961-9e70-474f-a3de-3417af476255 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.990191] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 8cbb1e8f-c258-42db-ac80-14af4337c82d/8cbb1e8f-c258-42db-ac80-14af4337c82d.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 583.994715] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0c61a5e-19a0-4037-bc1a-e296e458a10d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.021241] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 584.021241] env[64443]: value = "task-2675836" [ 584.021241] env[64443]: _type = "Task" [ 584.021241] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.034221] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675836, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.086949] env[64443]: DEBUG oslo_vmware.api [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': task-2675830, 'name': PowerOnVM_Task, 'duration_secs': 0.761645} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.087246] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 584.087447] env[64443]: INFO nova.compute.manager [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Took 13.22 seconds to spawn the instance on the hypervisor. [ 584.087621] env[64443]: DEBUG nova.compute.manager [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 584.088513] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1272517f-5e1f-489f-8598-54f14ede7b69 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.122808] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675832, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.137293] env[64443]: DEBUG oslo_concurrency.lockutils [req-84922471-9788-4b2e-92d5-0e0d0a97f21c req-dfee93b1-0fe9-43c2-8fbe-561844d77aba service nova] Releasing lock "refresh_cache-5c6ceda1-24ea-4706-bb14-7408d945ff55" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.194106] env[64443]: DEBUG nova.network.neutron [req-62e95dd3-2b2a-425f-9e64-abcc9baecf00 req-c38ccb81-3f81-4f9e-bc81-6686a9b57add service nova] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Updated VIF entry in instance network info cache for port 83a0e142-3575-4338-83cd-8113cdfcaebf. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 584.194730] env[64443]: DEBUG nova.network.neutron [req-62e95dd3-2b2a-425f-9e64-abcc9baecf00 req-c38ccb81-3f81-4f9e-bc81-6686a9b57add service nova] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Updating instance_info_cache with network_info: [{"id": "83a0e142-3575-4338-83cd-8113cdfcaebf", "address": "fa:16:3e:4b:ed:92", "network": {"id": "967ff387-8505-4ebc-bf39-18de7f537194", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-579379458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d76035047d9466bafa2499c58786a13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83a0e142-35", "ovs_interfaceid": "83a0e142-3575-4338-83cd-8113cdfcaebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 584.257878] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675835, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.402875] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fdb87d-f5a1-4726-ad04-08b7f73e891d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.413977] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f70639-c894-4bd1-aaab-79b4b6b3a310 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.454023] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3134b5d2-9996-49f4-acb9-db4f3d1dbc55 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.463562] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfa69d0-1607-4a89-948a-2e120ef90bfe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.480510] env[64443]: DEBUG nova.compute.provider_tree [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.534584] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.623297] env[64443]: INFO nova.compute.manager [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Took 23.08 seconds to build instance. [ 584.630703] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75563} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.631406] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 5c6ceda1-24ea-4706-bb14-7408d945ff55/5c6ceda1-24ea-4706-bb14-7408d945ff55.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 584.631688] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 584.632801] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00abb8e2-05f3-4b32-bde8-612cfd228b7d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.645128] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for the task: (returnval){ [ 584.645128] env[64443]: value = "task-2675837" [ 584.645128] env[64443]: _type = "Task" [ 584.645128] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.654515] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.700051] env[64443]: DEBUG oslo_concurrency.lockutils [req-62e95dd3-2b2a-425f-9e64-abcc9baecf00 req-c38ccb81-3f81-4f9e-bc81-6686a9b57add service nova] Releasing lock "refresh_cache-c215ca65-70a9-4d74-9bd5-52fdf318654c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.758101] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675835, 'name': CreateVM_Task, 'duration_secs': 0.658369} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.760061] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 584.765292] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.766474] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.766474] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 584.767321] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-594002aa-94ab-42e9-a835-5eca2119ae5b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.780017] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for the task: (returnval){ [ 584.780017] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52696d65-fe3d-3d2d-92fb-fc03908c51e6" [ 584.780017] env[64443]: _type = "Task" [ 584.780017] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.795045] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52696d65-fe3d-3d2d-92fb-fc03908c51e6, 'name': SearchDatastore_Task, 'duration_secs': 0.011955} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.795166] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.796059] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 584.796059] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.796059] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.796059] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 584.796261] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76afa2a9-7a1b-4f6e-b43f-9440e893951e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.811327] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 584.811646] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 584.812893] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54cca048-d649-4f97-93b1-54a8b634f11d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.820075] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for the task: (returnval){ [ 584.820075] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5228a3a5-c43a-d028-838f-c0c80bdd1e22" [ 584.820075] env[64443]: _type = "Task" [ 584.820075] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.828046] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Acquiring lock "99eba029-a1cf-428f-a608-b4fe81e4c6a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.828046] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Lock "99eba029-a1cf-428f-a608-b4fe81e4c6a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.838320] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5228a3a5-c43a-d028-838f-c0c80bdd1e22, 'name': SearchDatastore_Task, 'duration_secs': 0.012438} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.839155] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba67ec64-351a-4584-9d7d-a7876318a5d8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.845396] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for the task: (returnval){ [ 584.845396] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52f0613f-7a92-9a54-189a-0089ad20bfdb" [ 584.845396] env[64443]: _type = "Task" [ 584.845396] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.855390] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f0613f-7a92-9a54-189a-0089ad20bfdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.985913] env[64443]: DEBUG nova.scheduler.client.report [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.034883] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675836, 'name': ReconfigVM_Task, 'duration_secs': 0.675415} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.035190] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 8cbb1e8f-c258-42db-ac80-14af4337c82d/8cbb1e8f-c258-42db-ac80-14af4337c82d.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 585.036430] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-528468d5-ff36-4866-bf94-360373a584e8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.045496] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 585.045496] env[64443]: value = "task-2675838" [ 585.045496] env[64443]: _type = "Task" [ 585.045496] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.061336] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675838, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.126845] env[64443]: DEBUG oslo_concurrency.lockutils [None req-804a7593-9b38-437a-a418-803689704043 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Lock "5bb4533f-fd1f-4f67-9d60-d34509284bd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.739s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.162409] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08363} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.162409] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 585.162409] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6415366a-da5e-4657-8334-e4de7411022b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.170150] env[64443]: DEBUG nova.compute.manager [req-ec84de3f-db4f-4f9c-9748-b49701a9bc5a req-a972867a-1b79-4bc0-bef0-9aa2b1b59158 service nova] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Received event network-vif-plugged-0496d996-77fe-4a95-8f55-282de9be2311 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 585.170150] env[64443]: DEBUG oslo_concurrency.lockutils [req-ec84de3f-db4f-4f9c-9748-b49701a9bc5a req-a972867a-1b79-4bc0-bef0-9aa2b1b59158 service nova] Acquiring lock "ca8eed0f-3212-4528-ac6e-b5b714c34478-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.170150] env[64443]: DEBUG oslo_concurrency.lockutils [req-ec84de3f-db4f-4f9c-9748-b49701a9bc5a req-a972867a-1b79-4bc0-bef0-9aa2b1b59158 service nova] Lock "ca8eed0f-3212-4528-ac6e-b5b714c34478-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.170150] env[64443]: DEBUG oslo_concurrency.lockutils [req-ec84de3f-db4f-4f9c-9748-b49701a9bc5a req-a972867a-1b79-4bc0-bef0-9aa2b1b59158 service nova] Lock "ca8eed0f-3212-4528-ac6e-b5b714c34478-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.170150] env[64443]: DEBUG nova.compute.manager [req-ec84de3f-db4f-4f9c-9748-b49701a9bc5a req-a972867a-1b79-4bc0-bef0-9aa2b1b59158 service nova] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] No waiting events found dispatching network-vif-plugged-0496d996-77fe-4a95-8f55-282de9be2311 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 585.170541] env[64443]: WARNING nova.compute.manager [req-ec84de3f-db4f-4f9c-9748-b49701a9bc5a req-a972867a-1b79-4bc0-bef0-9aa2b1b59158 service nova] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Received unexpected event network-vif-plugged-0496d996-77fe-4a95-8f55-282de9be2311 for instance with vm_state building and task_state spawning. [ 585.170541] env[64443]: DEBUG nova.compute.manager [req-ec84de3f-db4f-4f9c-9748-b49701a9bc5a req-a972867a-1b79-4bc0-bef0-9aa2b1b59158 service nova] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Received event network-changed-0496d996-77fe-4a95-8f55-282de9be2311 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 585.170541] env[64443]: DEBUG nova.compute.manager [req-ec84de3f-db4f-4f9c-9748-b49701a9bc5a req-a972867a-1b79-4bc0-bef0-9aa2b1b59158 service nova] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Refreshing instance network info cache due to event network-changed-0496d996-77fe-4a95-8f55-282de9be2311. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 585.170541] env[64443]: DEBUG oslo_concurrency.lockutils [req-ec84de3f-db4f-4f9c-9748-b49701a9bc5a req-a972867a-1b79-4bc0-bef0-9aa2b1b59158 service nova] Acquiring lock "refresh_cache-ca8eed0f-3212-4528-ac6e-b5b714c34478" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.170541] env[64443]: DEBUG oslo_concurrency.lockutils [req-ec84de3f-db4f-4f9c-9748-b49701a9bc5a req-a972867a-1b79-4bc0-bef0-9aa2b1b59158 service nova] Acquired lock "refresh_cache-ca8eed0f-3212-4528-ac6e-b5b714c34478" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.170832] env[64443]: DEBUG nova.network.neutron [req-ec84de3f-db4f-4f9c-9748-b49701a9bc5a req-a972867a-1b79-4bc0-bef0-9aa2b1b59158 service nova] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Refreshing network info cache for port 0496d996-77fe-4a95-8f55-282de9be2311 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 585.192878] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 5c6ceda1-24ea-4706-bb14-7408d945ff55/5c6ceda1-24ea-4706-bb14-7408d945ff55.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 585.196077] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ca8ba49-4f95-4c3c-a032-41816f14897d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.219535] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for the task: (returnval){ [ 585.219535] env[64443]: value = "task-2675839" [ 585.219535] env[64443]: _type = "Task" [ 585.219535] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.233364] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.270094] env[64443]: INFO nova.compute.manager [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Rebuilding instance [ 585.364364] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f0613f-7a92-9a54-189a-0089ad20bfdb, 'name': SearchDatastore_Task, 'duration_secs': 0.012826} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.364908] env[64443]: DEBUG nova.compute.manager [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 585.366105] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.366105] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] ca8eed0f-3212-4528-ac6e-b5b714c34478/ca8eed0f-3212-4528-ac6e-b5b714c34478.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 585.369792] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0570a7-ac61-4bbd-ae51-5c66bd372fd3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.372621] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecd89024-938c-49d8-a125-6f85a276430d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.385753] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for the task: (returnval){ [ 585.385753] env[64443]: value = "task-2675840" [ 585.385753] env[64443]: _type = "Task" [ 585.385753] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.403230] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2675840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.492285] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.493621] env[64443]: DEBUG nova.compute.manager [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 585.500632] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.690s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.502202] env[64443]: INFO nova.compute.claims [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.559603] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675838, 'name': Rename_Task, 'duration_secs': 0.490253} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.562410] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 585.562410] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4994fdb3-a59a-44b7-a459-67d6d2bdf0e3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.569597] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 585.569597] env[64443]: value = "task-2675841" [ 585.569597] env[64443]: _type = "Task" [ 585.569597] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.580293] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.634342] env[64443]: DEBUG nova.compute.manager [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.736988] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.796120] env[64443]: DEBUG nova.network.neutron [req-ec84de3f-db4f-4f9c-9748-b49701a9bc5a req-a972867a-1b79-4bc0-bef0-9aa2b1b59158 service nova] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Updated VIF entry in instance network info cache for port 0496d996-77fe-4a95-8f55-282de9be2311. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 585.796362] env[64443]: DEBUG nova.network.neutron [req-ec84de3f-db4f-4f9c-9748-b49701a9bc5a req-a972867a-1b79-4bc0-bef0-9aa2b1b59158 service nova] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Updating instance_info_cache with network_info: [{"id": "0496d996-77fe-4a95-8f55-282de9be2311", "address": "fa:16:3e:6a:52:91", "network": {"id": "b4ddcaa6-3f9f-4613-8dcf-887e199720f4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-519395081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8234b8c9231d4c92bf0b95b977a5eaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0496d996-77", "ovs_interfaceid": "0496d996-77fe-4a95-8f55-282de9be2311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.903896] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2675840, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.016024] env[64443]: DEBUG nova.compute.utils [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 586.018117] env[64443]: DEBUG nova.compute.manager [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 586.018117] env[64443]: DEBUG nova.network.neutron [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 586.021413] env[64443]: DEBUG nova.compute.manager [req-5a107cf8-fd3e-4548-96b9-28d173f9e835 req-1cc9e5ed-b452-4d9c-badd-1e18fb24999e service nova] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Received event network-changed-de423d63-a988-4ba6-a71b-32b1ce0bb6a1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.021680] env[64443]: DEBUG nova.compute.manager [req-5a107cf8-fd3e-4548-96b9-28d173f9e835 req-1cc9e5ed-b452-4d9c-badd-1e18fb24999e service nova] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Refreshing instance network info cache due to event network-changed-de423d63-a988-4ba6-a71b-32b1ce0bb6a1. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 586.021848] env[64443]: DEBUG oslo_concurrency.lockutils [req-5a107cf8-fd3e-4548-96b9-28d173f9e835 req-1cc9e5ed-b452-4d9c-badd-1e18fb24999e service nova] Acquiring lock "refresh_cache-49bcdc71-bde6-45c3-a4d1-4e0458b5a415" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.021988] env[64443]: DEBUG oslo_concurrency.lockutils [req-5a107cf8-fd3e-4548-96b9-28d173f9e835 req-1cc9e5ed-b452-4d9c-badd-1e18fb24999e service nova] Acquired lock "refresh_cache-49bcdc71-bde6-45c3-a4d1-4e0458b5a415" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.022166] env[64443]: DEBUG nova.network.neutron [req-5a107cf8-fd3e-4548-96b9-28d173f9e835 req-1cc9e5ed-b452-4d9c-badd-1e18fb24999e service nova] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Refreshing network info cache for port de423d63-a988-4ba6-a71b-32b1ce0bb6a1 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 586.082496] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675841, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.088401] env[64443]: DEBUG nova.policy [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe301aff93bf4ab2944dc9e019a9af3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5445cfeb9b0e4f209a03a94721a5973a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 586.170475] env[64443]: DEBUG oslo_concurrency.lockutils [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.233667] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675839, 'name': ReconfigVM_Task, 'duration_secs': 0.696777} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.234455] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 5c6ceda1-24ea-4706-bb14-7408d945ff55/5c6ceda1-24ea-4706-bb14-7408d945ff55.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.235515] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24da921b-180a-43d2-a944-5130bd8eecfd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.246018] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for the task: (returnval){ [ 586.246018] env[64443]: value = "task-2675842" [ 586.246018] env[64443]: _type = "Task" [ 586.246018] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.254313] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675842, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.299136] env[64443]: DEBUG oslo_concurrency.lockutils [req-ec84de3f-db4f-4f9c-9748-b49701a9bc5a req-a972867a-1b79-4bc0-bef0-9aa2b1b59158 service nova] Releasing lock "refresh_cache-ca8eed0f-3212-4528-ac6e-b5b714c34478" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.299466] env[64443]: DEBUG nova.compute.manager [req-ec84de3f-db4f-4f9c-9748-b49701a9bc5a req-a972867a-1b79-4bc0-bef0-9aa2b1b59158 service nova] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Received event network-vif-deleted-1bd7e059-3f3f-47b8-9e02-06214fa98e27 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 586.387748] env[64443]: DEBUG nova.network.neutron [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Successfully created port: d32aea38-4b8b-44ab-a80e-62bdad775bd5 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 586.402103] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 586.402459] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2675840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671222} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.402820] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-880b6bd1-986f-43a6-b233-373b85fea98f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.404373] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] ca8eed0f-3212-4528-ac6e-b5b714c34478/ca8eed0f-3212-4528-ac6e-b5b714c34478.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 586.404586] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 586.404823] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5313929-6a54-4b3b-8adc-2efba4545264 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.413985] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for the task: (returnval){ [ 586.413985] env[64443]: value = "task-2675843" [ 586.413985] env[64443]: _type = "Task" [ 586.413985] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.417606] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Waiting for the task: (returnval){ [ 586.417606] env[64443]: value = "task-2675844" [ 586.417606] env[64443]: _type = "Task" [ 586.417606] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.435670] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2675843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.436096] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Task: {'id': task-2675844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.528668] env[64443]: DEBUG nova.compute.manager [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 586.582090] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675841, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.760638] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675842, 'name': Rename_Task, 'duration_secs': 0.303995} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.763228] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 586.763774] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e185215-8740-4d3c-a80d-020dcf8c1799 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.775457] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for the task: (returnval){ [ 586.775457] env[64443]: value = "task-2675845" [ 586.775457] env[64443]: _type = "Task" [ 586.775457] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.802429] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675845, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.941944] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Task: {'id': task-2675844, 'name': PowerOffVM_Task, 'duration_secs': 0.144459} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.942647] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2675843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077481} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.943572] env[64443]: DEBUG nova.network.neutron [req-5a107cf8-fd3e-4548-96b9-28d173f9e835 req-1cc9e5ed-b452-4d9c-badd-1e18fb24999e service nova] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Updated VIF entry in instance network info cache for port de423d63-a988-4ba6-a71b-32b1ce0bb6a1. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 586.943935] env[64443]: DEBUG nova.network.neutron [req-5a107cf8-fd3e-4548-96b9-28d173f9e835 req-1cc9e5ed-b452-4d9c-badd-1e18fb24999e service nova] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Updating instance_info_cache with network_info: [{"id": "de423d63-a988-4ba6-a71b-32b1ce0bb6a1", "address": "fa:16:3e:99:a1:b7", "network": {"id": "8cd69edd-edaf-46e4-abed-7135d15f3018", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1765477335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ff6b88265304052ad7122b7fa1a5a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde423d63-a9", "ovs_interfaceid": "de423d63-a988-4ba6-a71b-32b1ce0bb6a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.951598] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 586.951598] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 586.951598] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 586.951598] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d4f4d9-dac5-43dd-9360-7fe2f739c21b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.956376] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6065eb-02dd-4229-8131-acbd007e534e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.964742] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 586.976572] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da714c2e-4f84-4c42-b228-a035b5403f29 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.987110] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] ca8eed0f-3212-4528-ac6e-b5b714c34478/ca8eed0f-3212-4528-ac6e-b5b714c34478.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 586.987989] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-907255f7-1b68-4334-87c2-0bf42e579fe7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.014280] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for the task: (returnval){ [ 587.014280] env[64443]: value = "task-2675847" [ 587.014280] env[64443]: _type = "Task" [ 587.014280] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.021024] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e417baac-a9da-466c-8046-aa6dfa345068 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.027242] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2675847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.032806] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6299ec7-e92f-43db-a176-661fdde87f72 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.043138] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 587.043413] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 587.043547] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Deleting the datastore file [datastore2] 1a443c3f-117d-4632-9f1f-f00b17394c3f {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 587.043805] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3017e65-2490-4785-a16c-ba2c86d7e2ca {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.076694] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcad3f75-181f-44dd-88f4-8e6aff5fcecb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.081167] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Waiting for the task: (returnval){ [ 587.081167] env[64443]: value = "task-2675848" [ 587.081167] env[64443]: _type = "Task" [ 587.081167] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.091332] env[64443]: DEBUG oslo_vmware.api [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675841, 'name': PowerOnVM_Task, 'duration_secs': 1.081062} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.092194] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 587.092419] env[64443]: INFO nova.compute.manager [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Took 11.58 seconds to spawn the instance on the hypervisor. [ 587.092889] env[64443]: DEBUG nova.compute.manager [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 587.093979] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ce17c5-d797-43cd-97d8-ffe63d38a66f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.101314] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f8dbe3-9bba-4716-8712-7139374c1924 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.104345] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Task: {'id': task-2675848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.120836] env[64443]: DEBUG nova.compute.provider_tree [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.295145] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.429303] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Acquiring lock "0d963c2d-4091-418b-a3fc-e60f7bf22b2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.429303] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Lock "0d963c2d-4091-418b-a3fc-e60f7bf22b2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.450578] env[64443]: DEBUG oslo_concurrency.lockutils [req-5a107cf8-fd3e-4548-96b9-28d173f9e835 req-1cc9e5ed-b452-4d9c-badd-1e18fb24999e service nova] Releasing lock "refresh_cache-49bcdc71-bde6-45c3-a4d1-4e0458b5a415" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.529115] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2675847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.544737] env[64443]: DEBUG nova.compute.manager [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 587.574176] env[64443]: DEBUG nova.virt.hardware [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 587.574176] env[64443]: DEBUG nova.virt.hardware [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 587.574176] env[64443]: DEBUG nova.virt.hardware [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 587.574343] env[64443]: DEBUG nova.virt.hardware [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 587.574343] env[64443]: DEBUG nova.virt.hardware [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 587.574343] env[64443]: DEBUG nova.virt.hardware [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 587.575391] env[64443]: DEBUG nova.virt.hardware [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 587.575784] env[64443]: DEBUG nova.virt.hardware [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 587.576236] env[64443]: DEBUG nova.virt.hardware [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 587.576559] env[64443]: DEBUG nova.virt.hardware [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 587.577033] env[64443]: DEBUG nova.virt.hardware [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 587.579189] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa324ce-7726-4232-a26e-d2e19f11c389 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.597740] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64db99a8-235f-49f3-a38c-e7c6e974580a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.604191] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Task: {'id': task-2675848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33032} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.604526] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 587.604775] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 587.604979] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 587.629459] env[64443]: DEBUG nova.scheduler.client.report [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.634309] env[64443]: INFO nova.compute.manager [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Took 23.02 seconds to build instance. [ 587.798790] env[64443]: DEBUG oslo_vmware.api [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675845, 'name': PowerOnVM_Task, 'duration_secs': 0.951926} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.799095] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 587.799304] env[64443]: INFO nova.compute.manager [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Took 9.69 seconds to spawn the instance on the hypervisor. [ 587.799500] env[64443]: DEBUG nova.compute.manager [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 587.800492] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23b43fd-a496-471a-a0db-5c73141803f1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.028746] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2675847, 'name': ReconfigVM_Task, 'duration_secs': 0.675319} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.028746] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Reconfigured VM instance instance-00000012 to attach disk [datastore1] ca8eed0f-3212-4528-ac6e-b5b714c34478/ca8eed0f-3212-4528-ac6e-b5b714c34478.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 588.029227] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e44a75f0-0f94-4e61-9866-56d5bc131915 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.040047] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for the task: (returnval){ [ 588.040047] env[64443]: value = "task-2675849" [ 588.040047] env[64443]: _type = "Task" [ 588.040047] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.056929] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2675849, 'name': Rename_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.136928] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.136928] env[64443]: DEBUG nova.compute.manager [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.139635] env[64443]: DEBUG oslo_concurrency.lockutils [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.523s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.140340] env[64443]: DEBUG nova.objects.instance [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Lazy-loading 'resources' on Instance uuid 493ae756-b9ef-45fd-af3f-2d9ba80c797c {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 588.142094] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7291043d-d77d-46b7-ab6c-0fd6e5a9be51 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "8cbb1e8f-c258-42db-ac80-14af4337c82d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.393s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.184860] env[64443]: DEBUG nova.network.neutron [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Successfully updated port: d32aea38-4b8b-44ab-a80e-62bdad775bd5 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 588.327363] env[64443]: INFO nova.compute.manager [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Took 23.66 seconds to build instance. [ 588.555659] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2675849, 'name': Rename_Task, 'duration_secs': 0.389039} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.555659] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 588.555987] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21978db2-23f9-4576-8508-cbc3f9fa1abb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.564715] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for the task: (returnval){ [ 588.564715] env[64443]: value = "task-2675850" [ 588.564715] env[64443]: _type = "Task" [ 588.564715] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.577251] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2675850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.636698] env[64443]: DEBUG nova.virt.hardware [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.636698] env[64443]: DEBUG nova.virt.hardware [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.638333] env[64443]: DEBUG nova.virt.hardware [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.638333] env[64443]: DEBUG nova.virt.hardware [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.638333] env[64443]: DEBUG nova.virt.hardware [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.638333] env[64443]: DEBUG nova.virt.hardware [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.638333] env[64443]: DEBUG nova.virt.hardware [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.638617] env[64443]: DEBUG nova.virt.hardware [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.638617] env[64443]: DEBUG nova.virt.hardware [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.638686] env[64443]: DEBUG nova.virt.hardware [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.638890] env[64443]: DEBUG nova.virt.hardware [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.640185] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b242556-c63f-4620-8b2b-a66bf134e5cd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.646646] env[64443]: DEBUG nova.compute.utils [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 588.648843] env[64443]: DEBUG nova.compute.manager [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.652055] env[64443]: DEBUG nova.compute.manager [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 588.652235] env[64443]: DEBUG nova.network.neutron [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 588.658195] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e4f66d-a8f0-40f6-8d4b-1e356802e37f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.676581] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Instance VIF info [] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.682322] env[64443]: DEBUG oslo.service.loopingcall [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 588.684130] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 588.684755] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe6f48b6-ea18-4409-8011-487ce0f1b157 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.706963] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "refresh_cache-7a36ccc9-c594-48f8-a847-9b26cd0431fb" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.707122] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquired lock "refresh_cache-7a36ccc9-c594-48f8-a847-9b26cd0431fb" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.707280] env[64443]: DEBUG nova.network.neutron [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.717262] env[64443]: DEBUG nova.policy [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6309e58f35645259389e8b30c843d1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28ea770cf2cb48118a8da811c0bca3a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 588.721259] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.721259] env[64443]: value = "task-2675851" [ 588.721259] env[64443]: _type = "Task" [ 588.721259] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.741133] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675851, 'name': CreateVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.828961] env[64443]: DEBUG oslo_concurrency.lockutils [None req-63e39ce1-e17d-496d-b2f3-fd3d618c0efe tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Lock "5c6ceda1-24ea-4706-bb14-7408d945ff55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.253s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.848716] env[64443]: DEBUG nova.compute.manager [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 588.850284] env[64443]: DEBUG nova.compute.manager [req-6a2cc7a4-8049-4ea9-a4cc-a17007025c20 req-ebd646d1-fed5-457e-8694-b48846ec86fb service nova] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Received event network-vif-plugged-d32aea38-4b8b-44ab-a80e-62bdad775bd5 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 588.850284] env[64443]: DEBUG oslo_concurrency.lockutils [req-6a2cc7a4-8049-4ea9-a4cc-a17007025c20 req-ebd646d1-fed5-457e-8694-b48846ec86fb service nova] Acquiring lock "7a36ccc9-c594-48f8-a847-9b26cd0431fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.850284] env[64443]: DEBUG oslo_concurrency.lockutils [req-6a2cc7a4-8049-4ea9-a4cc-a17007025c20 req-ebd646d1-fed5-457e-8694-b48846ec86fb service nova] Lock "7a36ccc9-c594-48f8-a847-9b26cd0431fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.850284] env[64443]: DEBUG oslo_concurrency.lockutils [req-6a2cc7a4-8049-4ea9-a4cc-a17007025c20 req-ebd646d1-fed5-457e-8694-b48846ec86fb service nova] Lock "7a36ccc9-c594-48f8-a847-9b26cd0431fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.850500] env[64443]: DEBUG nova.compute.manager [req-6a2cc7a4-8049-4ea9-a4cc-a17007025c20 req-ebd646d1-fed5-457e-8694-b48846ec86fb service nova] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] No waiting events found dispatching network-vif-plugged-d32aea38-4b8b-44ab-a80e-62bdad775bd5 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 588.850555] env[64443]: WARNING nova.compute.manager [req-6a2cc7a4-8049-4ea9-a4cc-a17007025c20 req-ebd646d1-fed5-457e-8694-b48846ec86fb service nova] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Received unexpected event network-vif-plugged-d32aea38-4b8b-44ab-a80e-62bdad775bd5 for instance with vm_state building and task_state spawning. [ 588.852676] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ac67ed-43b3-47aa-970f-fbfe41046672 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.084704] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2675850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.160042] env[64443]: DEBUG nova.compute.manager [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 589.176716] env[64443]: DEBUG oslo_concurrency.lockutils [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.184408] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656c8df3-a0b5-4490-911f-cbc599585fbd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.192942] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e1dd05-8428-4619-a9da-88a4fa2935ee {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.234477] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874d6ac2-c7fd-42d6-a8f1-4b684a1bfbae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.245541] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675851, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.249586] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8291f7-2ed1-4e0b-91c0-309d2fb63c47 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.268981] env[64443]: DEBUG nova.compute.provider_tree [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.334599] env[64443]: DEBUG nova.compute.manager [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.343217] env[64443]: DEBUG nova.network.neutron [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 589.366984] env[64443]: INFO nova.compute.manager [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] instance snapshotting [ 589.369776] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5b72fb-ac17-40b5-ae48-5500298f0331 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.402429] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bee6ae-4956-422f-acac-d11b73dab6f8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.493390] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1018a2e0-0d42-4f83-b98a-d0855eedd5ea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.501853] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6d7f99-ace8-4205-9e83-d15f54adaa4a tempest-ServersAdminNegativeTestJSON-1901680737 tempest-ServersAdminNegativeTestJSON-1901680737-project-admin] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Suspending the VM {{(pid=64443) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 589.501853] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2b5c7e2c-8c7a-4120-a543-8eefdee96bc9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.510504] env[64443]: DEBUG oslo_vmware.api [None req-7b6d7f99-ace8-4205-9e83-d15f54adaa4a tempest-ServersAdminNegativeTestJSON-1901680737 tempest-ServersAdminNegativeTestJSON-1901680737-project-admin] Waiting for the task: (returnval){ [ 589.510504] env[64443]: value = "task-2675852" [ 589.510504] env[64443]: _type = "Task" [ 589.510504] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.520542] env[64443]: DEBUG oslo_vmware.api [None req-7b6d7f99-ace8-4205-9e83-d15f54adaa4a tempest-ServersAdminNegativeTestJSON-1901680737 tempest-ServersAdminNegativeTestJSON-1901680737-project-admin] Task: {'id': task-2675852, 'name': SuspendVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.580817] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2675850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.743265] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675851, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.761514] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Acquiring lock "5bb4533f-fd1f-4f67-9d60-d34509284bd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.761514] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Lock "5bb4533f-fd1f-4f67-9d60-d34509284bd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.761696] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Acquiring lock "5bb4533f-fd1f-4f67-9d60-d34509284bd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.762268] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Lock "5bb4533f-fd1f-4f67-9d60-d34509284bd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.762471] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Lock "5bb4533f-fd1f-4f67-9d60-d34509284bd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.766019] env[64443]: INFO nova.compute.manager [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Terminating instance [ 589.773655] env[64443]: DEBUG nova.scheduler.client.report [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.802849] env[64443]: DEBUG nova.network.neutron [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Updating instance_info_cache with network_info: [{"id": "d32aea38-4b8b-44ab-a80e-62bdad775bd5", "address": "fa:16:3e:fd:ba:4e", "network": {"id": "b42c890e-4191-4a47-803e-ca59ec192612", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2112483500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5445cfeb9b0e4f209a03a94721a5973a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd32aea38-4b", "ovs_interfaceid": "d32aea38-4b8b-44ab-a80e-62bdad775bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.865242] env[64443]: DEBUG nova.network.neutron [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Successfully created port: 2090379a-f85b-446f-83a6-a0d74703563a {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.869295] env[64443]: DEBUG oslo_concurrency.lockutils [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.917804] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Creating Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 589.918462] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8d424fc1-37a3-4d88-889c-80e9572f184f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.929895] env[64443]: DEBUG oslo_vmware.api [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 589.929895] env[64443]: value = "task-2675853" [ 589.929895] env[64443]: _type = "Task" [ 589.929895] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.942486] env[64443]: DEBUG oslo_vmware.api [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675853, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.025953] env[64443]: DEBUG oslo_vmware.api [None req-7b6d7f99-ace8-4205-9e83-d15f54adaa4a tempest-ServersAdminNegativeTestJSON-1901680737 tempest-ServersAdminNegativeTestJSON-1901680737-project-admin] Task: {'id': task-2675852, 'name': SuspendVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.084913] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2675850, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.170994] env[64443]: DEBUG nova.compute.manager [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.200637] env[64443]: DEBUG nova.virt.hardware [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.202322] env[64443]: DEBUG nova.virt.hardware [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.202613] env[64443]: DEBUG nova.virt.hardware [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.202835] env[64443]: DEBUG nova.virt.hardware [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.202983] env[64443]: DEBUG nova.virt.hardware [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.203158] env[64443]: DEBUG nova.virt.hardware [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.203433] env[64443]: DEBUG nova.virt.hardware [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.203602] env[64443]: DEBUG nova.virt.hardware [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.203769] env[64443]: DEBUG nova.virt.hardware [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.203932] env[64443]: DEBUG nova.virt.hardware [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.204121] env[64443]: DEBUG nova.virt.hardware [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.205087] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea84c47-20ad-4cde-ad55-4ee03d64b257 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.218661] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188bb9fe-6659-43c8-a084-6dc50d1551d1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.251786] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675851, 'name': CreateVM_Task, 'duration_secs': 1.100405} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.252070] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.252879] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.253153] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.253479] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 590.253764] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20a04c09-1148-4419-be70-07e2e76fd363 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.261356] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Waiting for the task: (returnval){ [ 590.261356] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ee2424-c371-7c5c-9b84-735dacc58058" [ 590.261356] env[64443]: _type = "Task" [ 590.261356] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.274079] env[64443]: DEBUG nova.compute.manager [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 590.274346] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 590.275082] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ee2424-c371-7c5c-9b84-735dacc58058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.275419] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0532350-ec74-4e36-975a-3a32b1afcdc8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.278929] env[64443]: DEBUG oslo_concurrency.lockutils [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.139s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.283246] env[64443]: DEBUG oslo_concurrency.lockutils [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.178s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.286303] env[64443]: INFO nova.compute.claims [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.289413] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 590.289937] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-960bb57c-1b91-4ce9-975d-b2c2663485d4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.299271] env[64443]: DEBUG oslo_vmware.api [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Waiting for the task: (returnval){ [ 590.299271] env[64443]: value = "task-2675854" [ 590.299271] env[64443]: _type = "Task" [ 590.299271] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.306094] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Releasing lock "refresh_cache-7a36ccc9-c594-48f8-a847-9b26cd0431fb" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.306501] env[64443]: DEBUG nova.compute.manager [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Instance network_info: |[{"id": "d32aea38-4b8b-44ab-a80e-62bdad775bd5", "address": "fa:16:3e:fd:ba:4e", "network": {"id": "b42c890e-4191-4a47-803e-ca59ec192612", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2112483500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5445cfeb9b0e4f209a03a94721a5973a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd32aea38-4b", "ovs_interfaceid": "d32aea38-4b8b-44ab-a80e-62bdad775bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 590.310620] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:ba:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd32aea38-4b8b-44ab-a80e-62bdad775bd5', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 590.319636] env[64443]: DEBUG oslo.service.loopingcall [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 590.319933] env[64443]: DEBUG oslo_vmware.api [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': task-2675854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.320284] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 590.320654] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be3cbf32-6f68-49e8-9961-59c3a1f3660c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.341217] env[64443]: INFO nova.scheduler.client.report [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Deleted allocations for instance 493ae756-b9ef-45fd-af3f-2d9ba80c797c [ 590.353371] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 590.353371] env[64443]: value = "task-2675855" [ 590.353371] env[64443]: _type = "Task" [ 590.353371] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.367937] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675855, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.445013] env[64443]: DEBUG oslo_vmware.api [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675853, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.524506] env[64443]: DEBUG oslo_vmware.api [None req-7b6d7f99-ace8-4205-9e83-d15f54adaa4a tempest-ServersAdminNegativeTestJSON-1901680737 tempest-ServersAdminNegativeTestJSON-1901680737-project-admin] Task: {'id': task-2675852, 'name': SuspendVM_Task} progress is 58%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.581156] env[64443]: DEBUG oslo_vmware.api [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2675850, 'name': PowerOnVM_Task, 'duration_secs': 1.524196} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.581515] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 590.581787] env[64443]: INFO nova.compute.manager [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Took 9.91 seconds to spawn the instance on the hypervisor. [ 590.582047] env[64443]: DEBUG nova.compute.manager [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 590.583100] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2447a7c8-2da7-45df-83ea-37986d75086c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.778394] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ee2424-c371-7c5c-9b84-735dacc58058, 'name': SearchDatastore_Task, 'duration_secs': 0.030514} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.778394] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.778394] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.778684] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.778860] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.779056] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.779434] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c04aeaf-b15f-40cb-be3a-649896b2db37 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.793884] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.794771] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.796422] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f18d96-8ccc-42fb-a198-44fb3304aa9a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.813715] env[64443]: DEBUG oslo_vmware.api [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': task-2675854, 'name': PowerOffVM_Task, 'duration_secs': 0.479952} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.814260] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Waiting for the task: (returnval){ [ 590.814260] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]521417eb-c378-dd8b-7028-91748761044d" [ 590.814260] env[64443]: _type = "Task" [ 590.814260] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.814917] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 590.815250] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 590.815615] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d72a43d-fb20-4289-bfaf-1458a9715ddc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.830473] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]521417eb-c378-dd8b-7028-91748761044d, 'name': SearchDatastore_Task, 'duration_secs': 0.013513} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.831985] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eef6461-9489-4925-8d12-fb95ce10f5a0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.839733] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Waiting for the task: (returnval){ [ 590.839733] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52db17d8-3dc2-8ff8-689a-3306fba9fddc" [ 590.839733] env[64443]: _type = "Task" [ 590.839733] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.852867] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52db17d8-3dc2-8ff8-689a-3306fba9fddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.853551] env[64443]: DEBUG oslo_concurrency.lockutils [None req-41bfbc4b-7ed0-452d-b70d-0b99986a7abb tempest-ServersAaction247Test-306081216 tempest-ServersAaction247Test-306081216-project-member] Lock "493ae756-b9ef-45fd-af3f-2d9ba80c797c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.784s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.865082] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675855, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.917893] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 590.918189] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 590.918362] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Deleting the datastore file [datastore2] 5bb4533f-fd1f-4f67-9d60-d34509284bd5 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 590.918675] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61d37244-592b-41db-a7ab-f2cf71c083f3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.946844] env[64443]: DEBUG oslo_vmware.api [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Waiting for the task: (returnval){ [ 590.946844] env[64443]: value = "task-2675857" [ 590.946844] env[64443]: _type = "Task" [ 590.946844] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.954692] env[64443]: DEBUG oslo_vmware.api [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675853, 'name': CreateSnapshot_Task, 'duration_secs': 0.793615} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.956023] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Created Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 590.957652] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5c3737-d69a-497d-a717-8d0091eff520 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.962791] env[64443]: DEBUG oslo_vmware.api [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': task-2675857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.027982] env[64443]: DEBUG oslo_vmware.api [None req-7b6d7f99-ace8-4205-9e83-d15f54adaa4a tempest-ServersAdminNegativeTestJSON-1901680737 tempest-ServersAdminNegativeTestJSON-1901680737-project-admin] Task: {'id': task-2675852, 'name': SuspendVM_Task, 'duration_secs': 1.435304} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.027982] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7b6d7f99-ace8-4205-9e83-d15f54adaa4a tempest-ServersAdminNegativeTestJSON-1901680737 tempest-ServersAdminNegativeTestJSON-1901680737-project-admin] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Suspended the VM {{(pid=64443) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 591.027982] env[64443]: DEBUG nova.compute.manager [None req-7b6d7f99-ace8-4205-9e83-d15f54adaa4a tempest-ServersAdminNegativeTestJSON-1901680737 tempest-ServersAdminNegativeTestJSON-1901680737-project-admin] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.027982] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a807a5-e132-4005-8556-fbbf75947646 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.107743] env[64443]: INFO nova.compute.manager [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Took 24.82 seconds to build instance. [ 591.369202] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52db17d8-3dc2-8ff8-689a-3306fba9fddc, 'name': SearchDatastore_Task, 'duration_secs': 0.011098} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.372990] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.375375] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 1a443c3f-117d-4632-9f1f-f00b17394c3f/1a443c3f-117d-4632-9f1f-f00b17394c3f.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 591.380200] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f98c81f-fe25-49c1-857e-2908c87e489f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.381308] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675855, 'name': CreateVM_Task, 'duration_secs': 0.633469} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.381579] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 591.382671] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.382876] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.383250] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 591.383533] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e79d3888-05cf-4c36-b479-6825eafb9ded {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.389320] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Waiting for the task: (returnval){ [ 591.389320] env[64443]: value = "task-2675858" [ 591.389320] env[64443]: _type = "Task" [ 591.389320] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.392315] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 591.392315] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52283764-6430-2cf5-2ffe-ff8ac4e0d63f" [ 591.392315] env[64443]: _type = "Task" [ 591.392315] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.411796] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52283764-6430-2cf5-2ffe-ff8ac4e0d63f, 'name': SearchDatastore_Task, 'duration_secs': 0.014185} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.417113] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.417113] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 591.417113] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 591.417113] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.417294] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 591.417294] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Task: {'id': task-2675858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.417294] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ce9a0e3-71ca-49a0-95e7-15594eac4371 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.431458] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 591.432204] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 591.432897] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaaeda24-2cba-4159-86b4-0caf1be6ed69 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.442178] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 591.442178] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52636ce0-e580-75c0-cd07-55d99d7d5054" [ 591.442178] env[64443]: _type = "Task" [ 591.442178] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.456110] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52636ce0-e580-75c0-cd07-55d99d7d5054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.464229] env[64443]: DEBUG oslo_vmware.api [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Task: {'id': task-2675857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393406} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.464543] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 591.464798] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 591.465025] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 591.465241] env[64443]: INFO nova.compute.manager [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Took 1.19 seconds to destroy the instance on the hypervisor. [ 591.465522] env[64443]: DEBUG oslo.service.loopingcall [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 591.465835] env[64443]: DEBUG nova.compute.manager [-] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 591.465947] env[64443]: DEBUG nova.network.neutron [-] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 591.484017] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Creating linked-clone VM from snapshot {{(pid=64443) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 591.488144] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-26772f01-e175-4b3d-969c-821e5d12b7be {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.500774] env[64443]: DEBUG oslo_vmware.api [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 591.500774] env[64443]: value = "task-2675859" [ 591.500774] env[64443]: _type = "Task" [ 591.500774] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.518924] env[64443]: DEBUG oslo_vmware.api [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675859, 'name': CloneVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.611369] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60afb45f-9661-4670-9339-094d3c46a96f tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lock "ca8eed0f-3212-4528-ac6e-b5b714c34478" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.065s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.802865] env[64443]: DEBUG oslo_concurrency.lockutils [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "4527a9ba-28f7-4698-aec0-6389cfc9d788" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.803136] env[64443]: DEBUG oslo_concurrency.lockutils [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "4527a9ba-28f7-4698-aec0-6389cfc9d788" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.894828] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8383706-cf6b-4cb4-8fe4-3565a09fc527 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.917828] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Task: {'id': task-2675858, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.922472] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab96e1b4-dcd9-4447-b7fb-c8d410f3c4bc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.972876] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04981b7-be97-4a67-a983-8c5d09c45753 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.987057] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52636ce0-e580-75c0-cd07-55d99d7d5054, 'name': SearchDatastore_Task, 'duration_secs': 0.016026} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.988819] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9585aee-ff80-4bfa-b5c1-08f5efcefac4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.995027] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27c9dca8-c0c7-4fd2-bb10-08b0bb4d83f8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.010672] env[64443]: DEBUG nova.compute.provider_tree [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.018399] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 592.018399] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5266eb2b-373d-31a3-fd11-14e2c6486b92" [ 592.018399] env[64443]: _type = "Task" [ 592.018399] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.028755] env[64443]: DEBUG oslo_vmware.api [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675859, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.034707] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5266eb2b-373d-31a3-fd11-14e2c6486b92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.061808] env[64443]: DEBUG nova.compute.manager [req-0c3210b2-f10b-4a9d-825e-31ecf456ab7b req-4dad9027-d01f-4572-b6b9-cad1822ef68f service nova] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Received event network-changed-d32aea38-4b8b-44ab-a80e-62bdad775bd5 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 592.062046] env[64443]: DEBUG nova.compute.manager [req-0c3210b2-f10b-4a9d-825e-31ecf456ab7b req-4dad9027-d01f-4572-b6b9-cad1822ef68f service nova] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Refreshing instance network info cache due to event network-changed-d32aea38-4b8b-44ab-a80e-62bdad775bd5. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 592.062243] env[64443]: DEBUG oslo_concurrency.lockutils [req-0c3210b2-f10b-4a9d-825e-31ecf456ab7b req-4dad9027-d01f-4572-b6b9-cad1822ef68f service nova] Acquiring lock "refresh_cache-7a36ccc9-c594-48f8-a847-9b26cd0431fb" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.062388] env[64443]: DEBUG oslo_concurrency.lockutils [req-0c3210b2-f10b-4a9d-825e-31ecf456ab7b req-4dad9027-d01f-4572-b6b9-cad1822ef68f service nova] Acquired lock "refresh_cache-7a36ccc9-c594-48f8-a847-9b26cd0431fb" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.062660] env[64443]: DEBUG nova.network.neutron [req-0c3210b2-f10b-4a9d-825e-31ecf456ab7b req-4dad9027-d01f-4572-b6b9-cad1822ef68f service nova] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Refreshing network info cache for port d32aea38-4b8b-44ab-a80e-62bdad775bd5 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.113687] env[64443]: DEBUG nova.compute.manager [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.405418] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Task: {'id': task-2675858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699202} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.405708] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 1a443c3f-117d-4632-9f1f-f00b17394c3f/1a443c3f-117d-4632-9f1f-f00b17394c3f.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 592.405975] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 592.406223] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7807cf95-91f7-4d0e-847c-aa14f3a40d8e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.413985] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Waiting for the task: (returnval){ [ 592.413985] env[64443]: value = "task-2675860" [ 592.413985] env[64443]: _type = "Task" [ 592.413985] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.423281] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Task: {'id': task-2675860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.525942] env[64443]: DEBUG nova.scheduler.client.report [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.530288] env[64443]: DEBUG oslo_vmware.api [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675859, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.543126] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5266eb2b-373d-31a3-fd11-14e2c6486b92, 'name': SearchDatastore_Task, 'duration_secs': 0.036591} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.543326] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.543589] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 7a36ccc9-c594-48f8-a847-9b26cd0431fb/7a36ccc9-c594-48f8-a847-9b26cd0431fb.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 592.544432] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-730383d0-730d-42d5-a504-b1f4c5711bf3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.554129] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 592.554129] env[64443]: value = "task-2675861" [ 592.554129] env[64443]: _type = "Task" [ 592.554129] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.567827] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.646393] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.759172] env[64443]: DEBUG nova.network.neutron [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Successfully updated port: 2090379a-f85b-446f-83a6-a0d74703563a {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.929636] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Task: {'id': task-2675860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077034} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.930240] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 592.931055] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0334647-ab19-4e03-bbbd-62b281bc1c26 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.968806] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 1a443c3f-117d-4632-9f1f-f00b17394c3f/1a443c3f-117d-4632-9f1f-f00b17394c3f.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 592.968806] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-923cff3e-2c68-4f4d-8189-a43cf8417a4d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.998478] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Waiting for the task: (returnval){ [ 592.998478] env[64443]: value = "task-2675862" [ 592.998478] env[64443]: _type = "Task" [ 592.998478] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.012714] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Task: {'id': task-2675862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.029165] env[64443]: DEBUG oslo_vmware.api [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675859, 'name': CloneVM_Task} progress is 95%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.032267] env[64443]: DEBUG oslo_concurrency.lockutils [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.032808] env[64443]: DEBUG nova.compute.manager [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.038032] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.704s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.041020] env[64443]: INFO nova.compute.claims [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.068850] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675861, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.122591] env[64443]: DEBUG nova.network.neutron [-] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.138790] env[64443]: DEBUG nova.network.neutron [req-0c3210b2-f10b-4a9d-825e-31ecf456ab7b req-4dad9027-d01f-4572-b6b9-cad1822ef68f service nova] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Updated VIF entry in instance network info cache for port d32aea38-4b8b-44ab-a80e-62bdad775bd5. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 593.139164] env[64443]: DEBUG nova.network.neutron [req-0c3210b2-f10b-4a9d-825e-31ecf456ab7b req-4dad9027-d01f-4572-b6b9-cad1822ef68f service nova] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Updating instance_info_cache with network_info: [{"id": "d32aea38-4b8b-44ab-a80e-62bdad775bd5", "address": "fa:16:3e:fd:ba:4e", "network": {"id": "b42c890e-4191-4a47-803e-ca59ec192612", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2112483500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5445cfeb9b0e4f209a03a94721a5973a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd32aea38-4b", "ovs_interfaceid": "d32aea38-4b8b-44ab-a80e-62bdad775bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.261076] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Acquiring lock "refresh_cache-bbbc7f19-5604-436d-af15-4bfd0fffac0b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.261317] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Acquired lock "refresh_cache-bbbc7f19-5604-436d-af15-4bfd0fffac0b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.261405] env[64443]: DEBUG nova.network.neutron [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.510800] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Task: {'id': task-2675862, 'name': ReconfigVM_Task, 'duration_secs': 0.466661} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.511440] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 1a443c3f-117d-4632-9f1f-f00b17394c3f/1a443c3f-117d-4632-9f1f-f00b17394c3f.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 593.512228] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b40f53f3-7a57-44cb-87cc-b04b39e79346 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.528133] env[64443]: DEBUG oslo_vmware.api [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675859, 'name': CloneVM_Task, 'duration_secs': 1.654126} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.529848] env[64443]: INFO nova.virt.vmwareapi.vmops [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Created linked-clone VM from snapshot [ 593.530338] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Waiting for the task: (returnval){ [ 593.530338] env[64443]: value = "task-2675863" [ 593.530338] env[64443]: _type = "Task" [ 593.530338] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.532037] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac55f2a-5f2a-4dce-a5ac-a1312b8c5073 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.546870] env[64443]: DEBUG nova.compute.utils [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 593.559480] env[64443]: DEBUG nova.compute.manager [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 593.559672] env[64443]: DEBUG nova.network.neutron [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.561748] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Task: {'id': task-2675863, 'name': Rename_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.562039] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Uploading image 081eee97-2fd0-4860-9b88-a32803ae1bc9 {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 593.582171] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774164} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.583773] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Destroying the VM {{(pid=64443) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 593.583773] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 7a36ccc9-c594-48f8-a847-9b26cd0431fb/7a36ccc9-c594-48f8-a847-9b26cd0431fb.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 593.583773] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 593.584104] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-060c6d72-5f30-4636-b351-9b5b7c198122 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.585607] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc986e07-11db-40ca-81dc-1a551f1b21d4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.594724] env[64443]: DEBUG oslo_vmware.api [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 593.594724] env[64443]: value = "task-2675864" [ 593.594724] env[64443]: _type = "Task" [ 593.594724] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.596122] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 593.596122] env[64443]: value = "task-2675865" [ 593.596122] env[64443]: _type = "Task" [ 593.596122] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.613544] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.616776] env[64443]: DEBUG oslo_vmware.api [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675864, 'name': Destroy_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.625061] env[64443]: INFO nova.compute.manager [-] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Took 2.16 seconds to deallocate network for instance. [ 593.643991] env[64443]: DEBUG oslo_concurrency.lockutils [req-0c3210b2-f10b-4a9d-825e-31ecf456ab7b req-4dad9027-d01f-4572-b6b9-cad1822ef68f service nova] Releasing lock "refresh_cache-7a36ccc9-c594-48f8-a847-9b26cd0431fb" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.671786] env[64443]: DEBUG nova.policy [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'beff3d7bae5c413fb85f83af80006bb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c09873846584fac8d92fdc11202d8d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.834053] env[64443]: DEBUG nova.compute.manager [req-c242db04-2f3e-47e1-b75c-92d2edab9679 req-6c95380d-3d6d-47d7-9d39-f2260123309a service nova] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Received event network-changed-0496d996-77fe-4a95-8f55-282de9be2311 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 593.834053] env[64443]: DEBUG nova.compute.manager [req-c242db04-2f3e-47e1-b75c-92d2edab9679 req-6c95380d-3d6d-47d7-9d39-f2260123309a service nova] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Refreshing instance network info cache due to event network-changed-0496d996-77fe-4a95-8f55-282de9be2311. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 593.834192] env[64443]: DEBUG oslo_concurrency.lockutils [req-c242db04-2f3e-47e1-b75c-92d2edab9679 req-6c95380d-3d6d-47d7-9d39-f2260123309a service nova] Acquiring lock "refresh_cache-ca8eed0f-3212-4528-ac6e-b5b714c34478" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.837298] env[64443]: DEBUG oslo_concurrency.lockutils [req-c242db04-2f3e-47e1-b75c-92d2edab9679 req-6c95380d-3d6d-47d7-9d39-f2260123309a service nova] Acquired lock "refresh_cache-ca8eed0f-3212-4528-ac6e-b5b714c34478" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.837551] env[64443]: DEBUG nova.network.neutron [req-c242db04-2f3e-47e1-b75c-92d2edab9679 req-6c95380d-3d6d-47d7-9d39-f2260123309a service nova] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Refreshing network info cache for port 0496d996-77fe-4a95-8f55-282de9be2311 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 593.842689] env[64443]: DEBUG nova.network.neutron [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.049943] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Task: {'id': task-2675863, 'name': Rename_Task, 'duration_secs': 0.156142} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.050250] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 594.050630] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3965d3c-54b4-454b-b721-bdf3f27eca78 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.060027] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Waiting for the task: (returnval){ [ 594.060027] env[64443]: value = "task-2675866" [ 594.060027] env[64443]: _type = "Task" [ 594.060027] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.068435] env[64443]: DEBUG nova.compute.manager [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.071184] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Task: {'id': task-2675866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.073071] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca6d824-d1fc-4b55-b8fd-9277e44d8de3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.081124] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1b7b54-ee30-4bf1-b892-e2c1ea35b626 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.129027] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c259aac-99fe-4482-a214-38a464348eb8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.131308] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.138691] env[64443]: DEBUG oslo_vmware.api [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675864, 'name': Destroy_Task, 'duration_secs': 0.43024} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.138944] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08743} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.141733] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Destroyed the VM [ 594.142100] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Deleting Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 594.143061] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.143061] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6c30f263-c6f4-4f4a-8e6c-4884ed415b5d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.145230] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da787aa7-6f28-45d7-a13a-68e56e24392d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.148822] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4ab3e3-afca-4005-b904-b0fc27a9d192 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.199667] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 7a36ccc9-c594-48f8-a847-9b26cd0431fb/7a36ccc9-c594-48f8-a847-9b26cd0431fb.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.200289] env[64443]: DEBUG nova.compute.provider_tree [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.203468] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6e8b310-b0c9-4681-adfe-d1511caa9b74 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.218637] env[64443]: DEBUG oslo_vmware.api [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 594.218637] env[64443]: value = "task-2675867" [ 594.218637] env[64443]: _type = "Task" [ 594.218637] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.224698] env[64443]: DEBUG nova.network.neutron [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Updating instance_info_cache with network_info: [{"id": "2090379a-f85b-446f-83a6-a0d74703563a", "address": "fa:16:3e:ff:6c:37", "network": {"id": "870c2a2c-aefa-4976-881b-802b4a8bb8c5", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-129390609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "28ea770cf2cb48118a8da811c0bca3a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2090379a-f8", "ovs_interfaceid": "2090379a-f85b-446f-83a6-a0d74703563a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.230651] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 594.230651] env[64443]: value = "task-2675868" [ 594.230651] env[64443]: _type = "Task" [ 594.230651] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.237196] env[64443]: DEBUG oslo_vmware.api [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675867, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.242913] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.538450] env[64443]: DEBUG nova.network.neutron [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Successfully created port: b094d056-8fa9-4280-a019-ac6dc777b089 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 594.577198] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Task: {'id': task-2675866, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.722174] env[64443]: DEBUG nova.scheduler.client.report [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.730025] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Releasing lock "refresh_cache-bbbc7f19-5604-436d-af15-4bfd0fffac0b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.730025] env[64443]: DEBUG nova.compute.manager [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Instance network_info: |[{"id": "2090379a-f85b-446f-83a6-a0d74703563a", "address": "fa:16:3e:ff:6c:37", "network": {"id": "870c2a2c-aefa-4976-881b-802b4a8bb8c5", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-129390609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "28ea770cf2cb48118a8da811c0bca3a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2090379a-f8", "ovs_interfaceid": "2090379a-f85b-446f-83a6-a0d74703563a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.730949] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:6c:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c8dbe25-bca7-4d91-b577-193b8b2aad8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2090379a-f85b-446f-83a6-a0d74703563a', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.741464] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Creating folder: Project (28ea770cf2cb48118a8da811c0bca3a9). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.745206] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b73739fa-def2-42af-8bb2-73aab138710d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.753406] env[64443]: DEBUG oslo_vmware.api [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675867, 'name': RemoveSnapshot_Task} progress is 54%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.757356] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675868, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.764133] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Created folder: Project (28ea770cf2cb48118a8da811c0bca3a9) in parent group-v539479. [ 594.764326] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Creating folder: Instances. Parent ref: group-v539542. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.764568] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a91ec1d-3359-4e55-a73e-aaef4ff37c77 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.781198] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Created folder: Instances in parent group-v539542. [ 594.782483] env[64443]: DEBUG oslo.service.loopingcall [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 594.782782] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.783035] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4474f711-54ab-4a30-98bf-5816f3e8fdd9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.813192] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.813192] env[64443]: value = "task-2675871" [ 594.813192] env[64443]: _type = "Task" [ 594.813192] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.829835] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675871, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.992277] env[64443]: DEBUG nova.network.neutron [req-c242db04-2f3e-47e1-b75c-92d2edab9679 req-6c95380d-3d6d-47d7-9d39-f2260123309a service nova] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Updated VIF entry in instance network info cache for port 0496d996-77fe-4a95-8f55-282de9be2311. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 594.992277] env[64443]: DEBUG nova.network.neutron [req-c242db04-2f3e-47e1-b75c-92d2edab9679 req-6c95380d-3d6d-47d7-9d39-f2260123309a service nova] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Updating instance_info_cache with network_info: [{"id": "0496d996-77fe-4a95-8f55-282de9be2311", "address": "fa:16:3e:6a:52:91", "network": {"id": "b4ddcaa6-3f9f-4613-8dcf-887e199720f4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-519395081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8234b8c9231d4c92bf0b95b977a5eaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0496d996-77", "ovs_interfaceid": "0496d996-77fe-4a95-8f55-282de9be2311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.044239] env[64443]: DEBUG nova.compute.manager [req-bd4ea742-e0a8-47b5-977e-248d4e77631c req-6ad4866b-76e7-44c5-a662-cc03d8659f5e service nova] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Received event network-vif-plugged-2090379a-f85b-446f-83a6-a0d74703563a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.044581] env[64443]: DEBUG oslo_concurrency.lockutils [req-bd4ea742-e0a8-47b5-977e-248d4e77631c req-6ad4866b-76e7-44c5-a662-cc03d8659f5e service nova] Acquiring lock "bbbc7f19-5604-436d-af15-4bfd0fffac0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.044581] env[64443]: DEBUG oslo_concurrency.lockutils [req-bd4ea742-e0a8-47b5-977e-248d4e77631c req-6ad4866b-76e7-44c5-a662-cc03d8659f5e service nova] Lock "bbbc7f19-5604-436d-af15-4bfd0fffac0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.044750] env[64443]: DEBUG oslo_concurrency.lockutils [req-bd4ea742-e0a8-47b5-977e-248d4e77631c req-6ad4866b-76e7-44c5-a662-cc03d8659f5e service nova] Lock "bbbc7f19-5604-436d-af15-4bfd0fffac0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.044944] env[64443]: DEBUG nova.compute.manager [req-bd4ea742-e0a8-47b5-977e-248d4e77631c req-6ad4866b-76e7-44c5-a662-cc03d8659f5e service nova] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] No waiting events found dispatching network-vif-plugged-2090379a-f85b-446f-83a6-a0d74703563a {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 595.045173] env[64443]: WARNING nova.compute.manager [req-bd4ea742-e0a8-47b5-977e-248d4e77631c req-6ad4866b-76e7-44c5-a662-cc03d8659f5e service nova] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Received unexpected event network-vif-plugged-2090379a-f85b-446f-83a6-a0d74703563a for instance with vm_state building and task_state spawning. [ 595.045416] env[64443]: DEBUG nova.compute.manager [req-bd4ea742-e0a8-47b5-977e-248d4e77631c req-6ad4866b-76e7-44c5-a662-cc03d8659f5e service nova] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Received event network-vif-deleted-5322c41d-3290-4b6e-8d83-697bd4c9e2fd {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.045759] env[64443]: DEBUG nova.compute.manager [req-bd4ea742-e0a8-47b5-977e-248d4e77631c req-6ad4866b-76e7-44c5-a662-cc03d8659f5e service nova] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Received event network-changed-2090379a-f85b-446f-83a6-a0d74703563a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 595.045833] env[64443]: DEBUG nova.compute.manager [req-bd4ea742-e0a8-47b5-977e-248d4e77631c req-6ad4866b-76e7-44c5-a662-cc03d8659f5e service nova] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Refreshing instance network info cache due to event network-changed-2090379a-f85b-446f-83a6-a0d74703563a. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 595.045989] env[64443]: DEBUG oslo_concurrency.lockutils [req-bd4ea742-e0a8-47b5-977e-248d4e77631c req-6ad4866b-76e7-44c5-a662-cc03d8659f5e service nova] Acquiring lock "refresh_cache-bbbc7f19-5604-436d-af15-4bfd0fffac0b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.046220] env[64443]: DEBUG oslo_concurrency.lockutils [req-bd4ea742-e0a8-47b5-977e-248d4e77631c req-6ad4866b-76e7-44c5-a662-cc03d8659f5e service nova] Acquired lock "refresh_cache-bbbc7f19-5604-436d-af15-4bfd0fffac0b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.046434] env[64443]: DEBUG nova.network.neutron [req-bd4ea742-e0a8-47b5-977e-248d4e77631c req-6ad4866b-76e7-44c5-a662-cc03d8659f5e service nova] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Refreshing network info cache for port 2090379a-f85b-446f-83a6-a0d74703563a {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 595.077114] env[64443]: DEBUG oslo_vmware.api [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Task: {'id': task-2675866, 'name': PowerOnVM_Task, 'duration_secs': 0.702671} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.077114] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 595.077114] env[64443]: DEBUG nova.compute.manager [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 595.077815] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17da1c2-b481-46e6-8d87-ce443922c6af {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.081284] env[64443]: DEBUG nova.compute.manager [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.113575] env[64443]: DEBUG nova.virt.hardware [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.113575] env[64443]: DEBUG nova.virt.hardware [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.113779] env[64443]: DEBUG nova.virt.hardware [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.114081] env[64443]: DEBUG nova.virt.hardware [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.114160] env[64443]: DEBUG nova.virt.hardware [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.114362] env[64443]: DEBUG nova.virt.hardware [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.114586] env[64443]: DEBUG nova.virt.hardware [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.114669] env[64443]: DEBUG nova.virt.hardware [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.115316] env[64443]: DEBUG nova.virt.hardware [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.115316] env[64443]: DEBUG nova.virt.hardware [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.115316] env[64443]: DEBUG nova.virt.hardware [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.116071] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f611010-7579-4e16-98fe-dcbdbfad5b08 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.130575] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5846fe80-5990-4a65-a1e3-710380e1922a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.230544] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.231068] env[64443]: DEBUG nova.compute.manager [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.235177] env[64443]: DEBUG oslo_concurrency.lockutils [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.343s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.235177] env[64443]: INFO nova.compute.claims [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.248018] env[64443]: DEBUG oslo_vmware.api [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675867, 'name': RemoveSnapshot_Task, 'duration_secs': 0.815635} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.248226] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Deleted Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 595.254425] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675868, 'name': ReconfigVM_Task, 'duration_secs': 0.696583} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.254885] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 7a36ccc9-c594-48f8-a847-9b26cd0431fb/7a36ccc9-c594-48f8-a847-9b26cd0431fb.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.255560] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c501a38b-db72-4e4a-8624-bab3a5b34210 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.263305] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 595.263305] env[64443]: value = "task-2675872" [ 595.263305] env[64443]: _type = "Task" [ 595.263305] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.272655] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675872, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.327375] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675871, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.494233] env[64443]: DEBUG oslo_concurrency.lockutils [req-c242db04-2f3e-47e1-b75c-92d2edab9679 req-6c95380d-3d6d-47d7-9d39-f2260123309a service nova] Releasing lock "refresh_cache-ca8eed0f-3212-4528-ac6e-b5b714c34478" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.615719] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.742436] env[64443]: DEBUG nova.compute.utils [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 595.746313] env[64443]: DEBUG nova.compute.manager [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.747848] env[64443]: DEBUG nova.network.neutron [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.759505] env[64443]: WARNING nova.compute.manager [None req-ba169897-9d4b-4618-832d-ea75427c009d tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Image not found during snapshot: nova.exception.ImageNotFound: Image 081eee97-2fd0-4860-9b88-a32803ae1bc9 could not be found. [ 595.777338] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675872, 'name': Rename_Task, 'duration_secs': 0.271919} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.784049] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.785028] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92ab89e9-1028-4709-acf1-f72a4a4446d0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.794084] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 595.794084] env[64443]: value = "task-2675873" [ 595.794084] env[64443]: _type = "Task" [ 595.794084] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.804173] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.825672] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675871, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.872499] env[64443]: DEBUG nova.policy [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d8e36f507be4315b07ebef639b31867', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1242fbf0a26e43f087af1c8a623f1eb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.100850] env[64443]: DEBUG nova.network.neutron [req-bd4ea742-e0a8-47b5-977e-248d4e77631c req-6ad4866b-76e7-44c5-a662-cc03d8659f5e service nova] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Updated VIF entry in instance network info cache for port 2090379a-f85b-446f-83a6-a0d74703563a. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.101394] env[64443]: DEBUG nova.network.neutron [req-bd4ea742-e0a8-47b5-977e-248d4e77631c req-6ad4866b-76e7-44c5-a662-cc03d8659f5e service nova] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Updating instance_info_cache with network_info: [{"id": "2090379a-f85b-446f-83a6-a0d74703563a", "address": "fa:16:3e:ff:6c:37", "network": {"id": "870c2a2c-aefa-4976-881b-802b4a8bb8c5", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-129390609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28ea770cf2cb48118a8da811c0bca3a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c8dbe25-bca7-4d91-b577-193b8b2aad8d", "external-id": "nsx-vlan-transportzone-643", "segmentation_id": 643, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2090379a-f8", "ovs_interfaceid": "2090379a-f85b-446f-83a6-a0d74703563a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.247753] env[64443]: DEBUG nova.compute.manager [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 596.316419] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.330202] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675871, 'name': CreateVM_Task, 'duration_secs': 1.417016} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.330202] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.330202] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.330202] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.333829] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.333829] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af4ec73f-31c9-493c-83cf-af86a959fd63 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.342875] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Waiting for the task: (returnval){ [ 596.342875] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]529caf58-134f-4df9-5368-5214b74d3c80" [ 596.342875] env[64443]: _type = "Task" [ 596.342875] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.353314] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529caf58-134f-4df9-5368-5214b74d3c80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.605371] env[64443]: DEBUG oslo_concurrency.lockutils [req-bd4ea742-e0a8-47b5-977e-248d4e77631c req-6ad4866b-76e7-44c5-a662-cc03d8659f5e service nova] Releasing lock "refresh_cache-bbbc7f19-5604-436d-af15-4bfd0fffac0b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.717156] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be7f250-81b0-4699-94c9-70b9297fd9b4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.727125] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1569e4df-b038-4fc3-8368-d7a92875c450 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.763602] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3bb7d0-07a1-4a5d-bfc9-63d24b2fb132 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.773174] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52be8369-9f04-439b-84c5-bc82dfefdf26 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.788802] env[64443]: DEBUG nova.compute.provider_tree [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.808775] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.859412] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529caf58-134f-4df9-5368-5214b74d3c80, 'name': SearchDatastore_Task, 'duration_secs': 0.03072} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.859759] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.859943] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.860527] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.860707] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.860898] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.861193] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-624cabbe-1e56-43f0-8ea6-1913dff05b0e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.876237] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.876449] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.877652] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c9cd284-6828-4c44-968b-d9a2411063e5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.888476] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Waiting for the task: (returnval){ [ 596.888476] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]529999f8-cd29-61d8-1495-7a74ce937328" [ 596.888476] env[64443]: _type = "Task" [ 596.888476] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.898712] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529999f8-cd29-61d8-1495-7a74ce937328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.901113] env[64443]: DEBUG nova.compute.manager [req-2be943dc-402f-42ae-a24d-37467269940a req-1616a9f5-60d2-4f74-96a7-5fd29a4239ab service nova] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Received event network-changed-0496d996-77fe-4a95-8f55-282de9be2311 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 596.901280] env[64443]: DEBUG nova.compute.manager [req-2be943dc-402f-42ae-a24d-37467269940a req-1616a9f5-60d2-4f74-96a7-5fd29a4239ab service nova] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Refreshing instance network info cache due to event network-changed-0496d996-77fe-4a95-8f55-282de9be2311. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 596.901495] env[64443]: DEBUG oslo_concurrency.lockutils [req-2be943dc-402f-42ae-a24d-37467269940a req-1616a9f5-60d2-4f74-96a7-5fd29a4239ab service nova] Acquiring lock "refresh_cache-ca8eed0f-3212-4528-ac6e-b5b714c34478" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.901635] env[64443]: DEBUG oslo_concurrency.lockutils [req-2be943dc-402f-42ae-a24d-37467269940a req-1616a9f5-60d2-4f74-96a7-5fd29a4239ab service nova] Acquired lock "refresh_cache-ca8eed0f-3212-4528-ac6e-b5b714c34478" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.901988] env[64443]: DEBUG nova.network.neutron [req-2be943dc-402f-42ae-a24d-37467269940a req-1616a9f5-60d2-4f74-96a7-5fd29a4239ab service nova] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Refreshing network info cache for port 0496d996-77fe-4a95-8f55-282de9be2311 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.971047] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "5e644577-0d03-40a8-b3bb-3df850f4f66b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.971343] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "5e644577-0d03-40a8-b3bb-3df850f4f66b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.021568] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "58178746-86f1-4b0b-941a-7ee6a7a7f3c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.021695] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "58178746-86f1-4b0b-941a-7ee6a7a7f3c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.033130] env[64443]: DEBUG nova.network.neutron [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Successfully created port: 98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.269231] env[64443]: DEBUG nova.compute.manager [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.295582] env[64443]: DEBUG nova.scheduler.client.report [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.308849] env[64443]: DEBUG nova.virt.hardware [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.309276] env[64443]: DEBUG nova.virt.hardware [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.309481] env[64443]: DEBUG nova.virt.hardware [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.309943] env[64443]: DEBUG nova.virt.hardware [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.309943] env[64443]: DEBUG nova.virt.hardware [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.310093] env[64443]: DEBUG nova.virt.hardware [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.311023] env[64443]: DEBUG nova.virt.hardware [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.311023] env[64443]: DEBUG nova.virt.hardware [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.311023] env[64443]: DEBUG nova.virt.hardware [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.311023] env[64443]: DEBUG nova.virt.hardware [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.311224] env[64443]: DEBUG nova.virt.hardware [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.312733] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e8fb07-76d1-42c0-b8f9-07ed6bfee63e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.323504] env[64443]: DEBUG oslo_vmware.api [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2675873, 'name': PowerOnVM_Task, 'duration_secs': 1.502921} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.324887] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.325129] env[64443]: INFO nova.compute.manager [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Took 9.78 seconds to spawn the instance on the hypervisor. [ 597.325339] env[64443]: DEBUG nova.compute.manager [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.326501] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a75b2e-127b-4fc3-8136-203654ab3584 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.333560] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c8a4b3-0a33-4471-b8ad-e97c032dd59a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.363727] env[64443]: DEBUG nova.network.neutron [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Successfully updated port: b094d056-8fa9-4280-a019-ac6dc777b089 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 597.411967] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529999f8-cd29-61d8-1495-7a74ce937328, 'name': SearchDatastore_Task, 'duration_secs': 0.018459} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.413569] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cda8663-8cb5-47d9-91a7-bc111fb50205 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.421496] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Waiting for the task: (returnval){ [ 597.421496] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52f7a4be-362f-e1b3-d4f0-a30b4e7967a1" [ 597.421496] env[64443]: _type = "Task" [ 597.421496] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.430635] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f7a4be-362f-e1b3-d4f0-a30b4e7967a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.802712] env[64443]: DEBUG oslo_concurrency.lockutils [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.802712] env[64443]: DEBUG nova.compute.manager [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.809915] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.488s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.816019] env[64443]: INFO nova.compute.claims [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.869176] env[64443]: DEBUG oslo_concurrency.lockutils [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "refresh_cache-a9cd65b5-58ae-4174-ba35-131d685991ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.869350] env[64443]: DEBUG oslo_concurrency.lockutils [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquired lock "refresh_cache-a9cd65b5-58ae-4174-ba35-131d685991ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.869463] env[64443]: DEBUG nova.network.neutron [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.879812] env[64443]: INFO nova.compute.manager [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Took 28.17 seconds to build instance. [ 597.936146] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f7a4be-362f-e1b3-d4f0-a30b4e7967a1, 'name': SearchDatastore_Task, 'duration_secs': 0.013915} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.936431] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.936687] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] bbbc7f19-5604-436d-af15-4bfd0fffac0b/bbbc7f19-5604-436d-af15-4bfd0fffac0b.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.936947] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b2f3e32-eda0-4f31-9834-e24bfcb41667 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.946964] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Waiting for the task: (returnval){ [ 597.946964] env[64443]: value = "task-2675874" [ 597.946964] env[64443]: _type = "Task" [ 597.946964] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.960668] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Task: {'id': task-2675874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.011618] env[64443]: DEBUG nova.compute.manager [req-27b04caf-86c3-4a1f-9ac7-cfdc209af208 req-25a5d38b-141b-4cac-8917-cdafd5efaabd service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Received event network-vif-plugged-b094d056-8fa9-4280-a019-ac6dc777b089 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.011618] env[64443]: DEBUG oslo_concurrency.lockutils [req-27b04caf-86c3-4a1f-9ac7-cfdc209af208 req-25a5d38b-141b-4cac-8917-cdafd5efaabd service nova] Acquiring lock "a9cd65b5-58ae-4174-ba35-131d685991ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.011618] env[64443]: DEBUG oslo_concurrency.lockutils [req-27b04caf-86c3-4a1f-9ac7-cfdc209af208 req-25a5d38b-141b-4cac-8917-cdafd5efaabd service nova] Lock "a9cd65b5-58ae-4174-ba35-131d685991ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.011618] env[64443]: DEBUG oslo_concurrency.lockutils [req-27b04caf-86c3-4a1f-9ac7-cfdc209af208 req-25a5d38b-141b-4cac-8917-cdafd5efaabd service nova] Lock "a9cd65b5-58ae-4174-ba35-131d685991ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.011618] env[64443]: DEBUG nova.compute.manager [req-27b04caf-86c3-4a1f-9ac7-cfdc209af208 req-25a5d38b-141b-4cac-8917-cdafd5efaabd service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] No waiting events found dispatching network-vif-plugged-b094d056-8fa9-4280-a019-ac6dc777b089 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.012442] env[64443]: WARNING nova.compute.manager [req-27b04caf-86c3-4a1f-9ac7-cfdc209af208 req-25a5d38b-141b-4cac-8917-cdafd5efaabd service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Received unexpected event network-vif-plugged-b094d056-8fa9-4280-a019-ac6dc777b089 for instance with vm_state building and task_state spawning. [ 598.128778] env[64443]: DEBUG nova.network.neutron [req-2be943dc-402f-42ae-a24d-37467269940a req-1616a9f5-60d2-4f74-96a7-5fd29a4239ab service nova] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Updated VIF entry in instance network info cache for port 0496d996-77fe-4a95-8f55-282de9be2311. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 598.129175] env[64443]: DEBUG nova.network.neutron [req-2be943dc-402f-42ae-a24d-37467269940a req-1616a9f5-60d2-4f74-96a7-5fd29a4239ab service nova] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Updating instance_info_cache with network_info: [{"id": "0496d996-77fe-4a95-8f55-282de9be2311", "address": "fa:16:3e:6a:52:91", "network": {"id": "b4ddcaa6-3f9f-4613-8dcf-887e199720f4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-519395081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8234b8c9231d4c92bf0b95b977a5eaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0496d996-77", "ovs_interfaceid": "0496d996-77fe-4a95-8f55-282de9be2311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.313639] env[64443]: DEBUG nova.compute.utils [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 598.315083] env[64443]: DEBUG nova.compute.manager [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.316987] env[64443]: DEBUG nova.network.neutron [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.385735] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f452df8d-eebb-439d-8175-f0618258b368 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "7a36ccc9-c594-48f8-a847-9b26cd0431fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.531s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.415606] env[64443]: DEBUG nova.policy [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '975e92cd236f46d9a039f139b83df320', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b615201848d94e00bad84d9c86caf7be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.459782] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Task: {'id': task-2675874, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.473646] env[64443]: DEBUG oslo_concurrency.lockutils [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Acquiring lock "1a443c3f-117d-4632-9f1f-f00b17394c3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.474078] env[64443]: DEBUG oslo_concurrency.lockutils [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Lock "1a443c3f-117d-4632-9f1f-f00b17394c3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.474336] env[64443]: DEBUG oslo_concurrency.lockutils [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Acquiring lock "1a443c3f-117d-4632-9f1f-f00b17394c3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.474533] env[64443]: DEBUG oslo_concurrency.lockutils [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Lock "1a443c3f-117d-4632-9f1f-f00b17394c3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.474736] env[64443]: DEBUG oslo_concurrency.lockutils [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Lock "1a443c3f-117d-4632-9f1f-f00b17394c3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.478396] env[64443]: INFO nova.compute.manager [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Terminating instance [ 598.502420] env[64443]: DEBUG nova.network.neutron [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 598.634218] env[64443]: DEBUG oslo_concurrency.lockutils [req-2be943dc-402f-42ae-a24d-37467269940a req-1616a9f5-60d2-4f74-96a7-5fd29a4239ab service nova] Releasing lock "refresh_cache-ca8eed0f-3212-4528-ac6e-b5b714c34478" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.823174] env[64443]: DEBUG nova.compute.manager [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.886360] env[64443]: DEBUG nova.compute.manager [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 598.900199] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "a58a3926-6b91-442a-bb19-e8557b50b57a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.902324] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "a58a3926-6b91-442a-bb19-e8557b50b57a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.902599] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "a58a3926-6b91-442a-bb19-e8557b50b57a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.902828] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "a58a3926-6b91-442a-bb19-e8557b50b57a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.903046] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "a58a3926-6b91-442a-bb19-e8557b50b57a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.906736] env[64443]: INFO nova.compute.manager [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Terminating instance [ 598.967563] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Task: {'id': task-2675874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748154} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.968044] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] bbbc7f19-5604-436d-af15-4bfd0fffac0b/bbbc7f19-5604-436d-af15-4bfd0fffac0b.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.968715] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.969088] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c312ee2d-b721-42db-97f4-f519afaab6b4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.980376] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Waiting for the task: (returnval){ [ 598.980376] env[64443]: value = "task-2675875" [ 598.980376] env[64443]: _type = "Task" [ 598.980376] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.993731] env[64443]: DEBUG oslo_concurrency.lockutils [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Acquiring lock "refresh_cache-1a443c3f-117d-4632-9f1f-f00b17394c3f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.993731] env[64443]: DEBUG oslo_concurrency.lockutils [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Acquired lock "refresh_cache-1a443c3f-117d-4632-9f1f-f00b17394c3f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.993731] env[64443]: DEBUG nova.network.neutron [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.003469] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Task: {'id': task-2675875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.039035] env[64443]: DEBUG nova.network.neutron [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Updating instance_info_cache with network_info: [{"id": "b094d056-8fa9-4280-a019-ac6dc777b089", "address": "fa:16:3e:bd:28:39", "network": {"id": "7c2af66a-bc77-4b95-973c-c00ae9314905", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-137743101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c09873846584fac8d92fdc11202d8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb094d056-8f", "ovs_interfaceid": "b094d056-8fa9-4280-a019-ac6dc777b089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.410987] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74cd561-777b-4310-b2ce-32bef651e20a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.415367] env[64443]: DEBUG nova.compute.manager [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 599.415727] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 599.416741] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4dd246-f601-454d-9e3b-636e8fe92c2e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.429511] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.429845] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 599.430301] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0096c71-e922-4f4b-aeb0-20ff39de21be {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.433141] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2d1fe8-154f-4021-8e48-28248fa9e00a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.480620] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348d2dbf-18ba-4a25-93b8-e4e01c5ba75e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.483919] env[64443]: DEBUG oslo_vmware.api [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 599.483919] env[64443]: value = "task-2675876" [ 599.483919] env[64443]: _type = "Task" [ 599.483919] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.500994] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3421861a-4336-4295-a7e1-9768ff71c5a0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.516652] env[64443]: DEBUG oslo_vmware.api [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.517276] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Task: {'id': task-2675875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074332} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.517925] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.519380] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0290a5-63d7-4166-a38d-759aba26acff {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.531924] env[64443]: DEBUG nova.compute.provider_tree [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.534622] env[64443]: DEBUG nova.network.neutron [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Successfully created port: 9010ba8e-b7ea-4e3b-bf43-1c0eee4d638e {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.558372] env[64443]: DEBUG oslo_concurrency.lockutils [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Releasing lock "refresh_cache-a9cd65b5-58ae-4174-ba35-131d685991ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.558372] env[64443]: DEBUG nova.compute.manager [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Instance network_info: |[{"id": "b094d056-8fa9-4280-a019-ac6dc777b089", "address": "fa:16:3e:bd:28:39", "network": {"id": "7c2af66a-bc77-4b95-973c-c00ae9314905", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-137743101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c09873846584fac8d92fdc11202d8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb094d056-8f", "ovs_interfaceid": "b094d056-8fa9-4280-a019-ac6dc777b089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 599.563854] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] bbbc7f19-5604-436d-af15-4bfd0fffac0b/bbbc7f19-5604-436d-af15-4bfd0fffac0b.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.564425] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:28:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b094d056-8fa9-4280-a019-ac6dc777b089', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.574349] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Creating folder: Project (5c09873846584fac8d92fdc11202d8d7). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.574349] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33ca4870-6458-4ca2-abab-62e75c84b991 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.588785] env[64443]: DEBUG nova.network.neutron [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.590226] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e60b801d-45e2-44d9-8aaf-2b4848f1b06a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.600950] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Waiting for the task: (returnval){ [ 599.600950] env[64443]: value = "task-2675878" [ 599.600950] env[64443]: _type = "Task" [ 599.600950] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.613600] env[64443]: DEBUG oslo_concurrency.lockutils [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.613802] env[64443]: DEBUG oslo_concurrency.lockutils [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.614068] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Created folder: Project (5c09873846584fac8d92fdc11202d8d7) in parent group-v539479. [ 599.614232] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Creating folder: Instances. Parent ref: group-v539545. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.614479] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e984c01-19ce-4195-aa3e-49ca31575853 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.623364] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Task: {'id': task-2675878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.635743] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Created folder: Instances in parent group-v539545. [ 599.636174] env[64443]: DEBUG oslo.service.loopingcall [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 599.636461] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.636786] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4a189b0-9cc6-453b-8ffd-08e2f37604d4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.671041] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.671041] env[64443]: value = "task-2675880" [ 599.671041] env[64443]: _type = "Task" [ 599.671041] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.688434] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675880, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.838864] env[64443]: DEBUG nova.compute.manager [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.881722] env[64443]: DEBUG nova.virt.hardware [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.882056] env[64443]: DEBUG nova.virt.hardware [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.882279] env[64443]: DEBUG nova.virt.hardware [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.882425] env[64443]: DEBUG nova.virt.hardware [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.882571] env[64443]: DEBUG nova.virt.hardware [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.882722] env[64443]: DEBUG nova.virt.hardware [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.882929] env[64443]: DEBUG nova.virt.hardware [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.883106] env[64443]: DEBUG nova.virt.hardware [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.883281] env[64443]: DEBUG nova.virt.hardware [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.883502] env[64443]: DEBUG nova.virt.hardware [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.883711] env[64443]: DEBUG nova.virt.hardware [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.885108] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac673e6-1cd3-4ca5-bd86-154731a7c12a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.894118] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3613be5-5fc2-4270-8e1a-dc50b1da1d2d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.008964] env[64443]: DEBUG oslo_vmware.api [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675876, 'name': PowerOffVM_Task, 'duration_secs': 0.230275} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.008964] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 600.009438] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 600.009438] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-638e524f-3666-4677-b00b-954952c6a94f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.019867] env[64443]: DEBUG nova.network.neutron [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.037824] env[64443]: DEBUG nova.scheduler.client.report [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.089112] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 600.089370] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 600.089576] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Deleting the datastore file [datastore1] a58a3926-6b91-442a-bb19-e8557b50b57a {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.089842] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22b5aade-199a-4f8d-bc9d-1ff4cd9ee08d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.098023] env[64443]: DEBUG oslo_vmware.api [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 600.098023] env[64443]: value = "task-2675882" [ 600.098023] env[64443]: _type = "Task" [ 600.098023] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.114256] env[64443]: DEBUG oslo_vmware.api [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.117890] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Task: {'id': task-2675878, 'name': ReconfigVM_Task, 'duration_secs': 0.46156} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.118380] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Reconfigured VM instance instance-00000014 to attach disk [datastore2] bbbc7f19-5604-436d-af15-4bfd0fffac0b/bbbc7f19-5604-436d-af15-4bfd0fffac0b.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.119237] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66eb03e1-005c-45e6-976a-509232be344f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.127581] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Waiting for the task: (returnval){ [ 600.127581] env[64443]: value = "task-2675883" [ 600.127581] env[64443]: _type = "Task" [ 600.127581] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.142715] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Task: {'id': task-2675883, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.186577] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675880, 'name': CreateVM_Task, 'duration_secs': 0.421052} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.186770] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.188117] env[64443]: DEBUG oslo_concurrency.lockutils [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.188277] env[64443]: DEBUG oslo_concurrency.lockutils [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.188643] env[64443]: DEBUG oslo_concurrency.lockutils [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 600.188905] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa55757-918d-497a-884f-ad2f7443c0dc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.195129] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 600.195129] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d1b93f-5bbd-68a6-04f7-4754b43a2704" [ 600.195129] env[64443]: _type = "Task" [ 600.195129] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.206625] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d1b93f-5bbd-68a6-04f7-4754b43a2704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.221183] env[64443]: DEBUG nova.network.neutron [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Successfully updated port: 98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.525466] env[64443]: DEBUG oslo_concurrency.lockutils [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Releasing lock "refresh_cache-1a443c3f-117d-4632-9f1f-f00b17394c3f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.526041] env[64443]: DEBUG nova.compute.manager [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 600.526303] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 600.527787] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4c201c-255a-4e69-a13c-b38c36a88c12 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.540340] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 600.540832] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f00f059b-6d64-43d4-b1c2-0f97952df0d9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.548935] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.549741] env[64443]: DEBUG nova.compute.manager [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.559206] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.510s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.559206] env[64443]: DEBUG nova.objects.instance [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64443) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 600.561115] env[64443]: DEBUG oslo_vmware.api [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for the task: (returnval){ [ 600.561115] env[64443]: value = "task-2675884" [ 600.561115] env[64443]: _type = "Task" [ 600.561115] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.575460] env[64443]: DEBUG oslo_vmware.api [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.609714] env[64443]: DEBUG oslo_vmware.api [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2675882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393689} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.613585] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.613585] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 600.613585] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 600.613585] env[64443]: INFO nova.compute.manager [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 600.613585] env[64443]: DEBUG oslo.service.loopingcall [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 600.613792] env[64443]: DEBUG nova.compute.manager [-] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 600.613792] env[64443]: DEBUG nova.network.neutron [-] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 600.640755] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Task: {'id': task-2675883, 'name': Rename_Task, 'duration_secs': 0.162811} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.640755] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 600.640993] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38359681-6a3a-4e7a-ab83-d79c83cafd6a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.650430] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Waiting for the task: (returnval){ [ 600.650430] env[64443]: value = "task-2675885" [ 600.650430] env[64443]: _type = "Task" [ 600.650430] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.662252] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Task: {'id': task-2675885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.707092] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d1b93f-5bbd-68a6-04f7-4754b43a2704, 'name': SearchDatastore_Task, 'duration_secs': 0.01454} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.708383] env[64443]: DEBUG oslo_concurrency.lockutils [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.708383] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.708383] env[64443]: DEBUG oslo_concurrency.lockutils [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.708383] env[64443]: DEBUG oslo_concurrency.lockutils [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.708598] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.708598] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1ffe98d-22ec-4b8d-b227-32a8c993c1d0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.718294] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.718493] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.719235] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b742db3a-f316-4630-bf86-89d67fabeac4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.725923] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquiring lock "refresh_cache-3299739d-1b3d-49ed-b2a3-ccee2418ab1d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.725923] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquired lock "refresh_cache-3299739d-1b3d-49ed-b2a3-ccee2418ab1d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.725923] env[64443]: DEBUG nova.network.neutron [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.727930] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 600.727930] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]528d334f-2110-a45e-53eb-e7a1931e8d2d" [ 600.727930] env[64443]: _type = "Task" [ 600.727930] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.737376] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]528d334f-2110-a45e-53eb-e7a1931e8d2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.945516] env[64443]: DEBUG nova.compute.manager [req-b9adf570-9ea2-455e-aed5-c805653c3f5e req-275343e0-c626-4adf-83da-0acbcf568074 service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Received event network-changed-b094d056-8fa9-4280-a019-ac6dc777b089 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 600.945714] env[64443]: DEBUG nova.compute.manager [req-b9adf570-9ea2-455e-aed5-c805653c3f5e req-275343e0-c626-4adf-83da-0acbcf568074 service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Refreshing instance network info cache due to event network-changed-b094d056-8fa9-4280-a019-ac6dc777b089. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 600.945979] env[64443]: DEBUG oslo_concurrency.lockutils [req-b9adf570-9ea2-455e-aed5-c805653c3f5e req-275343e0-c626-4adf-83da-0acbcf568074 service nova] Acquiring lock "refresh_cache-a9cd65b5-58ae-4174-ba35-131d685991ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.946165] env[64443]: DEBUG oslo_concurrency.lockutils [req-b9adf570-9ea2-455e-aed5-c805653c3f5e req-275343e0-c626-4adf-83da-0acbcf568074 service nova] Acquired lock "refresh_cache-a9cd65b5-58ae-4174-ba35-131d685991ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.946335] env[64443]: DEBUG nova.network.neutron [req-b9adf570-9ea2-455e-aed5-c805653c3f5e req-275343e0-c626-4adf-83da-0acbcf568074 service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Refreshing network info cache for port b094d056-8fa9-4280-a019-ac6dc777b089 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 601.068633] env[64443]: DEBUG nova.compute.utils [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 601.069791] env[64443]: DEBUG nova.compute.manager [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.069960] env[64443]: DEBUG nova.network.neutron [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.083183] env[64443]: DEBUG oslo_vmware.api [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675884, 'name': PowerOffVM_Task, 'duration_secs': 0.143725} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.083442] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 601.083602] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 601.083866] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-196b3a72-43e1-4ed0-bf4b-02264deb4320 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.115447] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 601.115752] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 601.115998] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Deleting the datastore file [datastore2] 1a443c3f-117d-4632-9f1f-f00b17394c3f {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.116292] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13f9665b-3497-422d-8394-500e41d82d14 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.127702] env[64443]: DEBUG oslo_vmware.api [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for the task: (returnval){ [ 601.127702] env[64443]: value = "task-2675887" [ 601.127702] env[64443]: _type = "Task" [ 601.127702] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.136690] env[64443]: DEBUG oslo_vmware.api [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.160689] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Task: {'id': task-2675885, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.181346] env[64443]: DEBUG nova.policy [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0aa81d729420435e9a0d2541934965ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1107a8e39984b1394b1c5a6b3081535', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.240396] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]528d334f-2110-a45e-53eb-e7a1931e8d2d, 'name': SearchDatastore_Task, 'duration_secs': 0.018476} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.241328] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d24cb84-431a-40b5-851b-a63f18a7e081 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.249130] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 601.249130] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5260ea9a-e1cd-1410-ef90-693b8501a24f" [ 601.249130] env[64443]: _type = "Task" [ 601.249130] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.257881] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5260ea9a-e1cd-1410-ef90-693b8501a24f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.292940] env[64443]: DEBUG nova.network.neutron [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.424474] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquiring lock "3e5f0538-c92f-41c2-a451-ecdece381f8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.424729] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lock "3e5f0538-c92f-41c2-a451-ecdece381f8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.462188] env[64443]: DEBUG nova.network.neutron [-] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.571020] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2f03b938-e7e2-4c74-b3c1-26c7205a46e0 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.572125] env[64443]: DEBUG oslo_concurrency.lockutils [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.734s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.572359] env[64443]: DEBUG nova.objects.instance [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Lazy-loading 'resources' on Instance uuid cd909add-c6fc-4f7b-a74e-89fd2710884e {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 601.577082] env[64443]: DEBUG nova.compute.manager [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.644218] env[64443]: DEBUG oslo_vmware.api [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Task: {'id': task-2675887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14659} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.644467] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.644647] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 601.644819] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 601.645104] env[64443]: INFO nova.compute.manager [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 601.645260] env[64443]: DEBUG oslo.service.loopingcall [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 601.645439] env[64443]: DEBUG nova.compute.manager [-] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 601.645527] env[64443]: DEBUG nova.network.neutron [-] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 601.663691] env[64443]: DEBUG oslo_vmware.api [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Task: {'id': task-2675885, 'name': PowerOnVM_Task, 'duration_secs': 0.783233} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.663952] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.664206] env[64443]: INFO nova.compute.manager [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Took 11.49 seconds to spawn the instance on the hypervisor. [ 601.664391] env[64443]: DEBUG nova.compute.manager [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.665198] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c44743e-c4b8-4cff-bc84-9d798644a44d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.736654] env[64443]: DEBUG nova.network.neutron [-] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.761330] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5260ea9a-e1cd-1410-ef90-693b8501a24f, 'name': SearchDatastore_Task, 'duration_secs': 0.013739} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.761664] env[64443]: DEBUG oslo_concurrency.lockutils [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.761924] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] a9cd65b5-58ae-4174-ba35-131d685991ef/a9cd65b5-58ae-4174-ba35-131d685991ef.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.762231] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdb4a251-800c-4478-9f17-05389622e6b6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.766333] env[64443]: DEBUG nova.network.neutron [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Updating instance_info_cache with network_info: [{"id": "98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7", "address": "fa:16:3e:81:e2:68", "network": {"id": "71129788-6c31-4d3b-8c5d-27f99bd723d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1615743126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1242fbf0a26e43f087af1c8a623f1eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98cdfaa9-a6", "ovs_interfaceid": "98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.780317] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 601.780317] env[64443]: value = "task-2675888" [ 601.780317] env[64443]: _type = "Task" [ 601.780317] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.793963] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2675888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.961929] env[64443]: DEBUG oslo_concurrency.lockutils [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "47374946-3398-439c-b530-9f249844450b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.961929] env[64443]: DEBUG oslo_concurrency.lockutils [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "47374946-3398-439c-b530-9f249844450b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.964060] env[64443]: INFO nova.compute.manager [-] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Took 1.35 seconds to deallocate network for instance. [ 602.154619] env[64443]: DEBUG nova.network.neutron [req-b9adf570-9ea2-455e-aed5-c805653c3f5e req-275343e0-c626-4adf-83da-0acbcf568074 service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Updated VIF entry in instance network info cache for port b094d056-8fa9-4280-a019-ac6dc777b089. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.154980] env[64443]: DEBUG nova.network.neutron [req-b9adf570-9ea2-455e-aed5-c805653c3f5e req-275343e0-c626-4adf-83da-0acbcf568074 service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Updating instance_info_cache with network_info: [{"id": "b094d056-8fa9-4280-a019-ac6dc777b089", "address": "fa:16:3e:bd:28:39", "network": {"id": "7c2af66a-bc77-4b95-973c-c00ae9314905", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-137743101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c09873846584fac8d92fdc11202d8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb094d056-8f", "ovs_interfaceid": "b094d056-8fa9-4280-a019-ac6dc777b089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.171669] env[64443]: DEBUG nova.network.neutron [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Successfully created port: 72ea4a71-1d88-452e-84b7-099a8836cee9 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.185202] env[64443]: INFO nova.compute.manager [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Took 30.41 seconds to build instance. [ 602.241512] env[64443]: DEBUG nova.network.neutron [-] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.270480] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Releasing lock "refresh_cache-3299739d-1b3d-49ed-b2a3-ccee2418ab1d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.270801] env[64443]: DEBUG nova.compute.manager [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Instance network_info: |[{"id": "98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7", "address": "fa:16:3e:81:e2:68", "network": {"id": "71129788-6c31-4d3b-8c5d-27f99bd723d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1615743126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1242fbf0a26e43f087af1c8a623f1eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98cdfaa9-a6", "ovs_interfaceid": "98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.271249] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:e2:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.279573] env[64443]: DEBUG oslo.service.loopingcall [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 602.283608] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.285107] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac7a6b3a-9787-4f36-98ad-9bcfdebf19f5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.309673] env[64443]: DEBUG nova.network.neutron [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Successfully updated port: 9010ba8e-b7ea-4e3b-bf43-1c0eee4d638e {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 602.319118] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2675888, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.320787] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.320787] env[64443]: value = "task-2675889" [ 602.320787] env[64443]: _type = "Task" [ 602.320787] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.335620] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675889, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.400557] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "d0381940-546b-45e7-984e-a78444d069f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.401453] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "d0381940-546b-45e7-984e-a78444d069f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.474223] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.590533] env[64443]: DEBUG nova.compute.manager [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.629793] env[64443]: DEBUG nova.virt.hardware [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.630885] env[64443]: DEBUG nova.virt.hardware [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.630885] env[64443]: DEBUG nova.virt.hardware [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.630885] env[64443]: DEBUG nova.virt.hardware [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.630885] env[64443]: DEBUG nova.virt.hardware [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.630885] env[64443]: DEBUG nova.virt.hardware [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.631283] env[64443]: DEBUG nova.virt.hardware [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.631283] env[64443]: DEBUG nova.virt.hardware [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.632035] env[64443]: DEBUG nova.virt.hardware [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.632035] env[64443]: DEBUG nova.virt.hardware [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.632250] env[64443]: DEBUG nova.virt.hardware [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.633060] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc97c02-0aa6-4241-90fe-de5eac7bb910 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.649362] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6678d2-9c86-4637-8701-63f16161764e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.657975] env[64443]: DEBUG oslo_concurrency.lockutils [req-b9adf570-9ea2-455e-aed5-c805653c3f5e req-275343e0-c626-4adf-83da-0acbcf568074 service nova] Releasing lock "refresh_cache-a9cd65b5-58ae-4174-ba35-131d685991ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.658407] env[64443]: DEBUG nova.compute.manager [req-b9adf570-9ea2-455e-aed5-c805653c3f5e req-275343e0-c626-4adf-83da-0acbcf568074 service nova] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Received event network-vif-plugged-98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.658511] env[64443]: DEBUG oslo_concurrency.lockutils [req-b9adf570-9ea2-455e-aed5-c805653c3f5e req-275343e0-c626-4adf-83da-0acbcf568074 service nova] Acquiring lock "3299739d-1b3d-49ed-b2a3-ccee2418ab1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.658714] env[64443]: DEBUG oslo_concurrency.lockutils [req-b9adf570-9ea2-455e-aed5-c805653c3f5e req-275343e0-c626-4adf-83da-0acbcf568074 service nova] Lock "3299739d-1b3d-49ed-b2a3-ccee2418ab1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.658861] env[64443]: DEBUG oslo_concurrency.lockutils [req-b9adf570-9ea2-455e-aed5-c805653c3f5e req-275343e0-c626-4adf-83da-0acbcf568074 service nova] Lock "3299739d-1b3d-49ed-b2a3-ccee2418ab1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.659036] env[64443]: DEBUG nova.compute.manager [req-b9adf570-9ea2-455e-aed5-c805653c3f5e req-275343e0-c626-4adf-83da-0acbcf568074 service nova] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] No waiting events found dispatching network-vif-plugged-98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 602.659205] env[64443]: WARNING nova.compute.manager [req-b9adf570-9ea2-455e-aed5-c805653c3f5e req-275343e0-c626-4adf-83da-0acbcf568074 service nova] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Received unexpected event network-vif-plugged-98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7 for instance with vm_state building and task_state spawning. [ 602.688033] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4e900894-5a92-4406-8bef-dfdc214caa47 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Lock "bbbc7f19-5604-436d-af15-4bfd0fffac0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.786s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.709520] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e6d0e5-4296-4d89-9ea7-196e631bdd16 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.719793] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a7ba3e-670c-490c-84c6-e7e75b83c1fd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.756055] env[64443]: INFO nova.compute.manager [-] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Took 1.11 seconds to deallocate network for instance. [ 602.759334] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19faf88-9ac0-4b05-b202-ae0634880134 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.777201] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595892f4-12ab-41e5-95a4-cf895aa78c0b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.796179] env[64443]: DEBUG nova.compute.provider_tree [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 602.808839] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2675888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.879899} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.809093] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] a9cd65b5-58ae-4174-ba35-131d685991ef/a9cd65b5-58ae-4174-ba35-131d685991ef.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.809297] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.809528] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b1e2e30-642f-454e-8d4f-a8c278053541 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.815645] env[64443]: DEBUG oslo_concurrency.lockutils [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Acquiring lock "refresh_cache-6db2f440-6651-4694-872b-72536274f44f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.815779] env[64443]: DEBUG oslo_concurrency.lockutils [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Acquired lock "refresh_cache-6db2f440-6651-4694-872b-72536274f44f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.816051] env[64443]: DEBUG nova.network.neutron [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.820891] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 602.820891] env[64443]: value = "task-2675890" [ 602.820891] env[64443]: _type = "Task" [ 602.820891] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.843026] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675889, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.843026] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2675890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.196899] env[64443]: DEBUG nova.compute.manager [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 603.275389] env[64443]: DEBUG oslo_concurrency.lockutils [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.328965] env[64443]: ERROR nova.scheduler.client.report [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] [req-ec47c6ca-3822-4c07-81dc-45ac48eef567] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec47c6ca-3822-4c07-81dc-45ac48eef567"}]} [ 603.342751] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b4313d8e-59cf-4a3a-8525-00aa0d56bde8 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Acquiring lock "interface-bbbc7f19-5604-436d-af15-4bfd0fffac0b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.342751] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b4313d8e-59cf-4a3a-8525-00aa0d56bde8 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Lock "interface-bbbc7f19-5604-436d-af15-4bfd0fffac0b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.343041] env[64443]: DEBUG nova.objects.instance [None req-b4313d8e-59cf-4a3a-8525-00aa0d56bde8 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Lazy-loading 'flavor' on Instance uuid bbbc7f19-5604-436d-af15-4bfd0fffac0b {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 603.344287] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675889, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.347448] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2675890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075025} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.347996] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.349332] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb4a388-21af-4cbe-998d-47c52e8469c2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.373704] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] a9cd65b5-58ae-4174-ba35-131d685991ef/a9cd65b5-58ae-4174-ba35-131d685991ef.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.375571] env[64443]: DEBUG nova.scheduler.client.report [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 603.378699] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6285ffdd-903f-49a0-9843-6f9a49b7bfa5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.394785] env[64443]: DEBUG nova.network.neutron [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.405317] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 603.405317] env[64443]: value = "task-2675891" [ 603.405317] env[64443]: _type = "Task" [ 603.405317] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.410803] env[64443]: DEBUG nova.scheduler.client.report [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 603.411121] env[64443]: DEBUG nova.compute.provider_tree [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 603.420038] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2675891, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.426181] env[64443]: DEBUG nova.scheduler.client.report [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 603.448518] env[64443]: DEBUG nova.scheduler.client.report [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 603.610894] env[64443]: DEBUG nova.network.neutron [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Updating instance_info_cache with network_info: [{"id": "9010ba8e-b7ea-4e3b-bf43-1c0eee4d638e", "address": "fa:16:3e:21:63:86", "network": {"id": "b3927390-ed32-4f4a-aa03-d413c65a5ad8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-77208428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b615201848d94e00bad84d9c86caf7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9010ba8e-b7", "ovs_interfaceid": "9010ba8e-b7ea-4e3b-bf43-1c0eee4d638e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.725925] env[64443]: DEBUG oslo_concurrency.lockutils [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.839502] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675889, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.850639] env[64443]: DEBUG nova.objects.instance [None req-b4313d8e-59cf-4a3a-8525-00aa0d56bde8 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Lazy-loading 'pci_requests' on Instance uuid bbbc7f19-5604-436d-af15-4bfd0fffac0b {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 603.919523] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2675891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.921230] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d1daf5-08f9-4e03-980f-74ff5609c7b1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.929471] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb2bad0-800f-4ba0-b99a-c377e8255853 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.964344] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974be727-38f4-4ff3-8ed3-46f2fcd7bc68 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.974494] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ddadcc-bcbc-4ce3-af5c-8972ecee9689 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.994310] env[64443]: DEBUG nova.compute.provider_tree [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 604.019785] env[64443]: DEBUG nova.compute.manager [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Received event network-changed-98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.019895] env[64443]: DEBUG nova.compute.manager [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Refreshing instance network info cache due to event network-changed-98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 604.020482] env[64443]: DEBUG oslo_concurrency.lockutils [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] Acquiring lock "refresh_cache-3299739d-1b3d-49ed-b2a3-ccee2418ab1d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.020659] env[64443]: DEBUG oslo_concurrency.lockutils [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] Acquired lock "refresh_cache-3299739d-1b3d-49ed-b2a3-ccee2418ab1d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.020823] env[64443]: DEBUG nova.network.neutron [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Refreshing network info cache for port 98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.056817] env[64443]: DEBUG nova.network.neutron [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Successfully updated port: 72ea4a71-1d88-452e-84b7-099a8836cee9 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.113834] env[64443]: DEBUG oslo_concurrency.lockutils [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Releasing lock "refresh_cache-6db2f440-6651-4694-872b-72536274f44f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.114170] env[64443]: DEBUG nova.compute.manager [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Instance network_info: |[{"id": "9010ba8e-b7ea-4e3b-bf43-1c0eee4d638e", "address": "fa:16:3e:21:63:86", "network": {"id": "b3927390-ed32-4f4a-aa03-d413c65a5ad8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-77208428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b615201848d94e00bad84d9c86caf7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9010ba8e-b7", "ovs_interfaceid": "9010ba8e-b7ea-4e3b-bf43-1c0eee4d638e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.114616] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:63:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9010ba8e-b7ea-4e3b-bf43-1c0eee4d638e', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.122439] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Creating folder: Project (b615201848d94e00bad84d9c86caf7be). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.122697] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f900ac0-01c8-459d-b7b8-1e758819c086 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.137410] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Created folder: Project (b615201848d94e00bad84d9c86caf7be) in parent group-v539479. [ 604.137669] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Creating folder: Instances. Parent ref: group-v539552. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.137961] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb6287a8-fe46-4428-9e3e-c4365908a3b7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.150221] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Created folder: Instances in parent group-v539552. [ 604.150509] env[64443]: DEBUG oslo.service.loopingcall [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 604.150712] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db2f440-6651-4694-872b-72536274f44f] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.150952] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6a94200-2ca9-4a95-84d9-affce7c6a773 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.172225] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.172225] env[64443]: value = "task-2675897" [ 604.172225] env[64443]: _type = "Task" [ 604.172225] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.181455] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675897, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.341690] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675889, 'name': CreateVM_Task, 'duration_secs': 1.56076} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.341894] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.342653] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.342823] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.343167] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.343411] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c008adf-0893-4324-9350-ac7e02f0317d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.350176] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for the task: (returnval){ [ 604.350176] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5291f7c9-e65d-ef1c-b2e3-a3a4e68bf360" [ 604.350176] env[64443]: _type = "Task" [ 604.350176] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.354172] env[64443]: DEBUG nova.objects.base [None req-b4313d8e-59cf-4a3a-8525-00aa0d56bde8 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 604.354623] env[64443]: DEBUG nova.network.neutron [None req-b4313d8e-59cf-4a3a-8525-00aa0d56bde8 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.363439] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5291f7c9-e65d-ef1c-b2e3-a3a4e68bf360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.416939] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2675891, 'name': ReconfigVM_Task, 'duration_secs': 0.777948} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.417278] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Reconfigured VM instance instance-00000015 to attach disk [datastore1] a9cd65b5-58ae-4174-ba35-131d685991ef/a9cd65b5-58ae-4174-ba35-131d685991ef.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.417845] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6851f714-ea48-45a9-8e72-ad39dd2c5c6f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.426054] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 604.426054] env[64443]: value = "task-2675898" [ 604.426054] env[64443]: _type = "Task" [ 604.426054] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.436576] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2675898, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.444709] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b4313d8e-59cf-4a3a-8525-00aa0d56bde8 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Lock "interface-bbbc7f19-5604-436d-af15-4bfd0fffac0b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.102s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.545220] env[64443]: DEBUG nova.scheduler.client.report [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 42 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 604.545512] env[64443]: DEBUG nova.compute.provider_tree [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 42 to 43 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 604.545693] env[64443]: DEBUG nova.compute.provider_tree [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 604.559828] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Acquiring lock "refresh_cache-7467c72f-b5e5-4911-9d66-6944280908cb" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.560158] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Acquired lock "refresh_cache-7467c72f-b5e5-4911-9d66-6944280908cb" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.560348] env[64443]: DEBUG nova.network.neutron [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.684157] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675897, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.791885] env[64443]: DEBUG nova.network.neutron [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Updated VIF entry in instance network info cache for port 98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.792271] env[64443]: DEBUG nova.network.neutron [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Updating instance_info_cache with network_info: [{"id": "98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7", "address": "fa:16:3e:81:e2:68", "network": {"id": "71129788-6c31-4d3b-8c5d-27f99bd723d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1615743126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1242fbf0a26e43f087af1c8a623f1eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98cdfaa9-a6", "ovs_interfaceid": "98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.861828] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5291f7c9-e65d-ef1c-b2e3-a3a4e68bf360, 'name': SearchDatastore_Task, 'duration_secs': 0.023649} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.862160] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.862399] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.862639] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.862787] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.862964] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.863243] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6ee4018-205e-4716-adcb-8f3eac51d10e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.876170] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.876448] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.879585] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e1e2886-d741-4b60-925f-20b21af84e61 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.891495] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for the task: (returnval){ [ 604.891495] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]529f152c-6012-6dec-78d3-ce14631688aa" [ 604.891495] env[64443]: _type = "Task" [ 604.891495] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.899880] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529f152c-6012-6dec-78d3-ce14631688aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.938808] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2675898, 'name': Rename_Task, 'duration_secs': 0.241247} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.940053] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.940878] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6364be85-b465-448e-902e-c02ac38de657 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.953352] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 604.953352] env[64443]: value = "task-2675899" [ 604.953352] env[64443]: _type = "Task" [ 604.953352] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.970570] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2675899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.052512] env[64443]: DEBUG oslo_concurrency.lockutils [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.480s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.054961] env[64443]: DEBUG oslo_concurrency.lockutils [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.885s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.056574] env[64443]: INFO nova.compute.claims [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.097511] env[64443]: INFO nova.scheduler.client.report [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Deleted allocations for instance cd909add-c6fc-4f7b-a74e-89fd2710884e [ 605.115642] env[64443]: DEBUG nova.network.neutron [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.187602] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675897, 'name': CreateVM_Task, 'duration_secs': 0.566791} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.188260] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db2f440-6651-4694-872b-72536274f44f] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.189324] env[64443]: DEBUG oslo_concurrency.lockutils [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.189610] env[64443]: DEBUG oslo_concurrency.lockutils [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.190060] env[64443]: DEBUG oslo_concurrency.lockutils [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 605.190388] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d24beee6-4788-4c81-bc8c-5310404d1786 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.199313] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Waiting for the task: (returnval){ [ 605.199313] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5287ea82-cd0a-d77c-8974-1d4340c5fcc5" [ 605.199313] env[64443]: _type = "Task" [ 605.199313] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.208844] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5287ea82-cd0a-d77c-8974-1d4340c5fcc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.275907] env[64443]: DEBUG nova.network.neutron [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Updating instance_info_cache with network_info: [{"id": "72ea4a71-1d88-452e-84b7-099a8836cee9", "address": "fa:16:3e:02:5d:2c", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72ea4a71-1d", "ovs_interfaceid": "72ea4a71-1d88-452e-84b7-099a8836cee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.294801] env[64443]: DEBUG oslo_concurrency.lockutils [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] Releasing lock "refresh_cache-3299739d-1b3d-49ed-b2a3-ccee2418ab1d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.295099] env[64443]: DEBUG nova.compute.manager [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Received event network-vif-deleted-51fdb18c-9141-4242-82c8-bf5ac1be7348 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 605.295297] env[64443]: DEBUG nova.compute.manager [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] [instance: 6db2f440-6651-4694-872b-72536274f44f] Received event network-vif-plugged-9010ba8e-b7ea-4e3b-bf43-1c0eee4d638e {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 605.295492] env[64443]: DEBUG oslo_concurrency.lockutils [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] Acquiring lock "6db2f440-6651-4694-872b-72536274f44f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.295694] env[64443]: DEBUG oslo_concurrency.lockutils [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] Lock "6db2f440-6651-4694-872b-72536274f44f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.295859] env[64443]: DEBUG oslo_concurrency.lockutils [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] Lock "6db2f440-6651-4694-872b-72536274f44f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.296065] env[64443]: DEBUG nova.compute.manager [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] [instance: 6db2f440-6651-4694-872b-72536274f44f] No waiting events found dispatching network-vif-plugged-9010ba8e-b7ea-4e3b-bf43-1c0eee4d638e {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 605.296253] env[64443]: WARNING nova.compute.manager [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] [instance: 6db2f440-6651-4694-872b-72536274f44f] Received unexpected event network-vif-plugged-9010ba8e-b7ea-4e3b-bf43-1c0eee4d638e for instance with vm_state building and task_state spawning. [ 605.296414] env[64443]: DEBUG nova.compute.manager [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] [instance: 6db2f440-6651-4694-872b-72536274f44f] Received event network-changed-9010ba8e-b7ea-4e3b-bf43-1c0eee4d638e {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 605.296568] env[64443]: DEBUG nova.compute.manager [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] [instance: 6db2f440-6651-4694-872b-72536274f44f] Refreshing instance network info cache due to event network-changed-9010ba8e-b7ea-4e3b-bf43-1c0eee4d638e. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 605.296756] env[64443]: DEBUG oslo_concurrency.lockutils [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] Acquiring lock "refresh_cache-6db2f440-6651-4694-872b-72536274f44f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.296892] env[64443]: DEBUG oslo_concurrency.lockutils [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] Acquired lock "refresh_cache-6db2f440-6651-4694-872b-72536274f44f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.297529] env[64443]: DEBUG nova.network.neutron [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] [instance: 6db2f440-6651-4694-872b-72536274f44f] Refreshing network info cache for port 9010ba8e-b7ea-4e3b-bf43-1c0eee4d638e {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.405182] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529f152c-6012-6dec-78d3-ce14631688aa, 'name': SearchDatastore_Task, 'duration_secs': 0.040876} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.405991] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e36f3de-e765-4362-ad84-0572ebcbb2ca {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.412774] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for the task: (returnval){ [ 605.412774] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52c6cdce-45be-ecbb-e34b-c9e5a725d8e8" [ 605.412774] env[64443]: _type = "Task" [ 605.412774] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.421814] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c6cdce-45be-ecbb-e34b-c9e5a725d8e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.468137] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2675899, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.615142] env[64443]: DEBUG oslo_concurrency.lockutils [None req-111da662-4ec5-4da3-ba4f-dbaa2a1d3773 tempest-ImagesNegativeTestJSON-975079101 tempest-ImagesNegativeTestJSON-975079101-project-member] Lock "cd909add-c6fc-4f7b-a74e-89fd2710884e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.367s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.712513] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5287ea82-cd0a-d77c-8974-1d4340c5fcc5, 'name': SearchDatastore_Task, 'duration_secs': 0.020129} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.712813] env[64443]: DEBUG oslo_concurrency.lockutils [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.712998] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.713256] env[64443]: DEBUG oslo_concurrency.lockutils [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.778726] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Releasing lock "refresh_cache-7467c72f-b5e5-4911-9d66-6944280908cb" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.779152] env[64443]: DEBUG nova.compute.manager [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Instance network_info: |[{"id": "72ea4a71-1d88-452e-84b7-099a8836cee9", "address": "fa:16:3e:02:5d:2c", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72ea4a71-1d", "ovs_interfaceid": "72ea4a71-1d88-452e-84b7-099a8836cee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 605.779841] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:5d:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72ea4a71-1d88-452e-84b7-099a8836cee9', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.788028] env[64443]: DEBUG oslo.service.loopingcall [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 605.788339] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.788659] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cb6725f-5263-4c7d-91c6-d2f833561e2f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.815884] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.815884] env[64443]: value = "task-2675900" [ 605.815884] env[64443]: _type = "Task" [ 605.815884] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.824912] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675900, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.931031] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c6cdce-45be-ecbb-e34b-c9e5a725d8e8, 'name': SearchDatastore_Task, 'duration_secs': 0.012497} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.931369] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.931694] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 3299739d-1b3d-49ed-b2a3-ccee2418ab1d/3299739d-1b3d-49ed-b2a3-ccee2418ab1d.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.932511] env[64443]: DEBUG oslo_concurrency.lockutils [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.932511] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.932511] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16df2a13-46e6-4172-9186-a2f1b71da565 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.936049] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46a1e0b2-aabe-4baf-ab4a-1b0a47c83ccc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.955622] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for the task: (returnval){ [ 605.955622] env[64443]: value = "task-2675901" [ 605.955622] env[64443]: _type = "Task" [ 605.955622] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.959528] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.959655] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.964321] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e3007e6-c2c2-490e-8d57-f14987e3213c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.970025] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.986140] env[64443]: DEBUG oslo_vmware.api [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2675899, 'name': PowerOnVM_Task, 'duration_secs': 0.733101} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.992465] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.992710] env[64443]: INFO nova.compute.manager [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Took 10.91 seconds to spawn the instance on the hypervisor. [ 605.992891] env[64443]: DEBUG nova.compute.manager [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.995193] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Waiting for the task: (returnval){ [ 605.995193] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]527e84f9-f586-d7a7-56e1-02a4585ce829" [ 605.995193] env[64443]: _type = "Task" [ 605.995193] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.997047] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88ecea0-8c77-4b54-8e82-d487c8b449fe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.020028] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527e84f9-f586-d7a7-56e1-02a4585ce829, 'name': SearchDatastore_Task, 'duration_secs': 0.012575} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.032236] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb8bedf6-f435-44f0-9f92-6dcc64ffd6c1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.042410] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Waiting for the task: (returnval){ [ 606.042410] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52c32831-73ac-f56b-6c8a-b43babd4b658" [ 606.042410] env[64443]: _type = "Task" [ 606.042410] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.058204] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c32831-73ac-f56b-6c8a-b43babd4b658, 'name': SearchDatastore_Task, 'duration_secs': 0.01343} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.058204] env[64443]: DEBUG oslo_concurrency.lockutils [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.058468] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 6db2f440-6651-4694-872b-72536274f44f/6db2f440-6651-4694-872b-72536274f44f.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.058764] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cab3c4cb-8ce9-4538-9c46-621cd1824e8f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.069881] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Waiting for the task: (returnval){ [ 606.069881] env[64443]: value = "task-2675902" [ 606.069881] env[64443]: _type = "Task" [ 606.069881] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.080617] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': task-2675902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.289446] env[64443]: DEBUG nova.network.neutron [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] [instance: 6db2f440-6651-4694-872b-72536274f44f] Updated VIF entry in instance network info cache for port 9010ba8e-b7ea-4e3b-bf43-1c0eee4d638e. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.290346] env[64443]: DEBUG nova.network.neutron [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] [instance: 6db2f440-6651-4694-872b-72536274f44f] Updating instance_info_cache with network_info: [{"id": "9010ba8e-b7ea-4e3b-bf43-1c0eee4d638e", "address": "fa:16:3e:21:63:86", "network": {"id": "b3927390-ed32-4f4a-aa03-d413c65a5ad8", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-77208428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b615201848d94e00bad84d9c86caf7be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9010ba8e-b7", "ovs_interfaceid": "9010ba8e-b7ea-4e3b-bf43-1c0eee4d638e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.328584] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675900, 'name': CreateVM_Task, 'duration_secs': 0.490515} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.331258] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.332344] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.332385] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.332695] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.332959] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38857d0a-2da7-4b7f-8be0-888a2b87bfdb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.339111] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Waiting for the task: (returnval){ [ 606.339111] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5257702b-36a1-7c51-c243-a7c75f13c0d4" [ 606.339111] env[64443]: _type = "Task" [ 606.339111] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.349776] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5257702b-36a1-7c51-c243-a7c75f13c0d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.479057] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675901, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.555528] env[64443]: INFO nova.compute.manager [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Took 30.48 seconds to build instance. [ 606.586387] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': task-2675902, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.647559] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87af5f84-96d4-419e-ad2f-903e8d9858c3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.661150] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d513aa66-9c43-42f0-8619-24a9692b2b35 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.708492] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932876c2-33de-44ee-8f64-a6ec335d356a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.718444] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02faa42b-5ad4-4290-9420-e5713a152dbf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.738191] env[64443]: DEBUG nova.compute.provider_tree [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.775385] env[64443]: DEBUG nova.compute.manager [req-ec1c2aff-7c4a-441e-9885-afc5aa2f8d6a req-cb57f8ff-9bf9-4876-bddb-5211fcd473f8 service nova] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Received event network-vif-plugged-72ea4a71-1d88-452e-84b7-099a8836cee9 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.775573] env[64443]: DEBUG oslo_concurrency.lockutils [req-ec1c2aff-7c4a-441e-9885-afc5aa2f8d6a req-cb57f8ff-9bf9-4876-bddb-5211fcd473f8 service nova] Acquiring lock "7467c72f-b5e5-4911-9d66-6944280908cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.775790] env[64443]: DEBUG oslo_concurrency.lockutils [req-ec1c2aff-7c4a-441e-9885-afc5aa2f8d6a req-cb57f8ff-9bf9-4876-bddb-5211fcd473f8 service nova] Lock "7467c72f-b5e5-4911-9d66-6944280908cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.776453] env[64443]: DEBUG oslo_concurrency.lockutils [req-ec1c2aff-7c4a-441e-9885-afc5aa2f8d6a req-cb57f8ff-9bf9-4876-bddb-5211fcd473f8 service nova] Lock "7467c72f-b5e5-4911-9d66-6944280908cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.776675] env[64443]: DEBUG nova.compute.manager [req-ec1c2aff-7c4a-441e-9885-afc5aa2f8d6a req-cb57f8ff-9bf9-4876-bddb-5211fcd473f8 service nova] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] No waiting events found dispatching network-vif-plugged-72ea4a71-1d88-452e-84b7-099a8836cee9 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 606.776978] env[64443]: WARNING nova.compute.manager [req-ec1c2aff-7c4a-441e-9885-afc5aa2f8d6a req-cb57f8ff-9bf9-4876-bddb-5211fcd473f8 service nova] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Received unexpected event network-vif-plugged-72ea4a71-1d88-452e-84b7-099a8836cee9 for instance with vm_state building and task_state spawning. [ 606.777209] env[64443]: DEBUG nova.compute.manager [req-ec1c2aff-7c4a-441e-9885-afc5aa2f8d6a req-cb57f8ff-9bf9-4876-bddb-5211fcd473f8 service nova] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Received event network-changed-72ea4a71-1d88-452e-84b7-099a8836cee9 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.777353] env[64443]: DEBUG nova.compute.manager [req-ec1c2aff-7c4a-441e-9885-afc5aa2f8d6a req-cb57f8ff-9bf9-4876-bddb-5211fcd473f8 service nova] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Refreshing instance network info cache due to event network-changed-72ea4a71-1d88-452e-84b7-099a8836cee9. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 606.777548] env[64443]: DEBUG oslo_concurrency.lockutils [req-ec1c2aff-7c4a-441e-9885-afc5aa2f8d6a req-cb57f8ff-9bf9-4876-bddb-5211fcd473f8 service nova] Acquiring lock "refresh_cache-7467c72f-b5e5-4911-9d66-6944280908cb" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.777684] env[64443]: DEBUG oslo_concurrency.lockutils [req-ec1c2aff-7c4a-441e-9885-afc5aa2f8d6a req-cb57f8ff-9bf9-4876-bddb-5211fcd473f8 service nova] Acquired lock "refresh_cache-7467c72f-b5e5-4911-9d66-6944280908cb" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.777884] env[64443]: DEBUG nova.network.neutron [req-ec1c2aff-7c4a-441e-9885-afc5aa2f8d6a req-cb57f8ff-9bf9-4876-bddb-5211fcd473f8 service nova] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Refreshing network info cache for port 72ea4a71-1d88-452e-84b7-099a8836cee9 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.792598] env[64443]: DEBUG oslo_concurrency.lockutils [req-b7cae357-65d6-4151-ab1f-0fd3f0897a3e req-f0fb5de2-ab8a-4bf1-87aa-c11cb4cbe935 service nova] Releasing lock "refresh_cache-6db2f440-6651-4694-872b-72536274f44f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.853865] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5257702b-36a1-7c51-c243-a7c75f13c0d4, 'name': SearchDatastore_Task, 'duration_secs': 0.060375} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.854695] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.854695] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.854816] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.855036] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.855241] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.855918] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a58d89e2-4659-4e2d-b009-3ae8883a6c74 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.874161] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.875318] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.876760] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9392845f-94a0-4597-8792-a70391205bdd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.889034] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Waiting for the task: (returnval){ [ 606.889034] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52e666e2-8141-08a8-ff3b-230a542940af" [ 606.889034] env[64443]: _type = "Task" [ 606.889034] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.898182] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52e666e2-8141-08a8-ff3b-230a542940af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.965310] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568434} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.965588] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 3299739d-1b3d-49ed-b2a3-ccee2418ab1d/3299739d-1b3d-49ed-b2a3-ccee2418ab1d.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.965809] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.966258] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6cad272-f5de-41e3-b370-35c827874a55 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.973987] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for the task: (returnval){ [ 606.973987] env[64443]: value = "task-2675904" [ 606.973987] env[64443]: _type = "Task" [ 606.973987] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.984830] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.061632] env[64443]: DEBUG oslo_concurrency.lockutils [None req-19466a0a-5885-44dd-a96d-80f5dfa5a960 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "a9cd65b5-58ae-4174-ba35-131d685991ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.490s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.061999] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Acquiring lock "bbbc7f19-5604-436d-af15-4bfd0fffac0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.062261] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Lock "bbbc7f19-5604-436d-af15-4bfd0fffac0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.062463] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Acquiring lock "bbbc7f19-5604-436d-af15-4bfd0fffac0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.062650] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Lock "bbbc7f19-5604-436d-af15-4bfd0fffac0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.062867] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Lock "bbbc7f19-5604-436d-af15-4bfd0fffac0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.069245] env[64443]: INFO nova.compute.manager [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Terminating instance [ 607.083807] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': task-2675902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.947702} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.085086] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 6db2f440-6651-4694-872b-72536274f44f/6db2f440-6651-4694-872b-72536274f44f.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.085317] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.085610] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87c1c54f-9adb-42c9-9ecd-1d117b13416a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.095789] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Waiting for the task: (returnval){ [ 607.095789] env[64443]: value = "task-2675905" [ 607.095789] env[64443]: _type = "Task" [ 607.095789] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.106742] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': task-2675905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.241557] env[64443]: DEBUG nova.scheduler.client.report [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.402971] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52e666e2-8141-08a8-ff3b-230a542940af, 'name': SearchDatastore_Task, 'duration_secs': 0.032416} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.404066] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7cd6ba8-0454-4181-88d8-6c7e203a0745 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.410936] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Waiting for the task: (returnval){ [ 607.410936] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52c041cf-6aae-5bbd-31f3-712f4813eb5b" [ 607.410936] env[64443]: _type = "Task" [ 607.410936] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.421467] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c041cf-6aae-5bbd-31f3-712f4813eb5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.485766] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082552} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.486158] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.487899] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e175d207-56e0-483b-ab44-302a6a7e4424 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.518883] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 3299739d-1b3d-49ed-b2a3-ccee2418ab1d/3299739d-1b3d-49ed-b2a3-ccee2418ab1d.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.519490] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eb39856-1019-4e29-9676-7c7f078c604f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.548148] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for the task: (returnval){ [ 607.548148] env[64443]: value = "task-2675906" [ 607.548148] env[64443]: _type = "Task" [ 607.548148] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.565819] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.567378] env[64443]: DEBUG nova.network.neutron [req-ec1c2aff-7c4a-441e-9885-afc5aa2f8d6a req-cb57f8ff-9bf9-4876-bddb-5211fcd473f8 service nova] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Updated VIF entry in instance network info cache for port 72ea4a71-1d88-452e-84b7-099a8836cee9. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.568044] env[64443]: DEBUG nova.network.neutron [req-ec1c2aff-7c4a-441e-9885-afc5aa2f8d6a req-cb57f8ff-9bf9-4876-bddb-5211fcd473f8 service nova] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Updating instance_info_cache with network_info: [{"id": "72ea4a71-1d88-452e-84b7-099a8836cee9", "address": "fa:16:3e:02:5d:2c", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72ea4a71-1d", "ovs_interfaceid": "72ea4a71-1d88-452e-84b7-099a8836cee9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.569809] env[64443]: DEBUG nova.compute.manager [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.578029] env[64443]: DEBUG nova.compute.manager [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 607.578029] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 607.578029] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7d8faa-8eee-4396-829a-667b5c5bed35 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.592283] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 607.592744] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56fa280c-5229-4a46-8cf2-4702e95e8f1e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.603677] env[64443]: DEBUG oslo_vmware.api [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Waiting for the task: (returnval){ [ 607.603677] env[64443]: value = "task-2675907" [ 607.603677] env[64443]: _type = "Task" [ 607.603677] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.614230] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': task-2675905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187042} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.615302] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.616841] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc5398e-382c-4f2d-a3e9-b777aa86bbfd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.626625] env[64443]: DEBUG oslo_vmware.api [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Task: {'id': task-2675907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.649615] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 6db2f440-6651-4694-872b-72536274f44f/6db2f440-6651-4694-872b-72536274f44f.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.650326] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8564da85-4627-40a6-b514-225feb02c385 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.672571] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Waiting for the task: (returnval){ [ 607.672571] env[64443]: value = "task-2675908" [ 607.672571] env[64443]: _type = "Task" [ 607.672571] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.683704] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': task-2675908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.748417] env[64443]: DEBUG oslo_concurrency.lockutils [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.748972] env[64443]: DEBUG nova.compute.manager [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.751759] env[64443]: DEBUG oslo_concurrency.lockutils [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.575s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.753206] env[64443]: INFO nova.compute.claims [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.923305] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c041cf-6aae-5bbd-31f3-712f4813eb5b, 'name': SearchDatastore_Task, 'duration_secs': 0.015828} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.923678] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.923983] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 7467c72f-b5e5-4911-9d66-6944280908cb/7467c72f-b5e5-4911-9d66-6944280908cb.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.924399] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cec0182f-45b5-4a59-96ca-f4fe3480eba9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.934712] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Waiting for the task: (returnval){ [ 607.934712] env[64443]: value = "task-2675909" [ 607.934712] env[64443]: _type = "Task" [ 607.934712] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.945059] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.061156] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.074971] env[64443]: DEBUG oslo_concurrency.lockutils [req-ec1c2aff-7c4a-441e-9885-afc5aa2f8d6a req-cb57f8ff-9bf9-4876-bddb-5211fcd473f8 service nova] Releasing lock "refresh_cache-7467c72f-b5e5-4911-9d66-6944280908cb" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.096696] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.115723] env[64443]: DEBUG oslo_vmware.api [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Task: {'id': task-2675907, 'name': PowerOffVM_Task, 'duration_secs': 0.420124} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.116038] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 608.116217] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 608.116491] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0089ef0-d194-4bc7-ac17-e28e902f558e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.187873] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': task-2675908, 'name': ReconfigVM_Task, 'duration_secs': 0.332383} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.188357] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 6db2f440-6651-4694-872b-72536274f44f/6db2f440-6651-4694-872b-72536274f44f.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.189101] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28f99d9d-4ba3-4e04-a4b6-cbe84a023f29 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.196444] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 608.196444] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 608.198412] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Deleting the datastore file [datastore2] bbbc7f19-5604-436d-af15-4bfd0fffac0b {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 608.202483] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-887e1559-c40e-49c2-a13c-a2b835d89b53 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.205379] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Waiting for the task: (returnval){ [ 608.205379] env[64443]: value = "task-2675911" [ 608.205379] env[64443]: _type = "Task" [ 608.205379] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.212827] env[64443]: DEBUG oslo_vmware.api [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Waiting for the task: (returnval){ [ 608.212827] env[64443]: value = "task-2675912" [ 608.212827] env[64443]: _type = "Task" [ 608.212827] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.222816] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': task-2675911, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.232793] env[64443]: DEBUG oslo_vmware.api [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Task: {'id': task-2675912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.258634] env[64443]: DEBUG nova.compute.utils [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 608.264463] env[64443]: DEBUG nova.compute.manager [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.264734] env[64443]: DEBUG nova.network.neutron [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.342906] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Acquiring lock "c806a2df-2ef2-44aa-a265-ece27caa6307" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.343194] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Lock "c806a2df-2ef2-44aa-a265-ece27caa6307" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.353075] env[64443]: DEBUG nova.policy [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40d171908f8a4c4f8761996e01857431', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21ad6831a4454d5ca5a5ee5440f25970', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.446907] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675909, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.559523] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675906, 'name': ReconfigVM_Task, 'duration_secs': 0.764036} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.559848] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 3299739d-1b3d-49ed-b2a3-ccee2418ab1d/3299739d-1b3d-49ed-b2a3-ccee2418ab1d.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.560594] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5b9ebcf-bfe1-4cea-b7ca-32c934295a17 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.569668] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for the task: (returnval){ [ 608.569668] env[64443]: value = "task-2675913" [ 608.569668] env[64443]: _type = "Task" [ 608.569668] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.581699] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675913, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.720697] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': task-2675911, 'name': Rename_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.733235] env[64443]: DEBUG oslo_vmware.api [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Task: {'id': task-2675912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301882} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.733609] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.733869] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 608.734128] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 608.734372] env[64443]: INFO nova.compute.manager [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 608.735085] env[64443]: DEBUG oslo.service.loopingcall [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 608.736543] env[64443]: DEBUG nova.compute.manager [-] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 608.736543] env[64443]: DEBUG nova.network.neutron [-] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 608.767107] env[64443]: DEBUG nova.compute.manager [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.952792] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520431} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.956095] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 7467c72f-b5e5-4911-9d66-6944280908cb/7467c72f-b5e5-4911-9d66-6944280908cb.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.956095] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 608.956095] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64ab48aa-e02e-426f-9076-7a1f37130086 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.962425] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Waiting for the task: (returnval){ [ 608.962425] env[64443]: value = "task-2675915" [ 608.962425] env[64443]: _type = "Task" [ 608.962425] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.971718] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.989683] env[64443]: DEBUG nova.network.neutron [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Successfully created port: 5bd1bb05-d218-4595-a488-bd6bbb30ca1a {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.082375] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675913, 'name': Rename_Task, 'duration_secs': 0.185019} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.085269] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.089613] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e092a65-8c54-4975-b4ee-5628276ae0cb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.100891] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for the task: (returnval){ [ 609.100891] env[64443]: value = "task-2675916" [ 609.100891] env[64443]: _type = "Task" [ 609.100891] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.113654] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.145970] env[64443]: DEBUG nova.compute.manager [req-0fe10a4f-ef85-4320-835f-cec027df1781 req-1de155c1-197c-469b-9655-2aa2d92a8ec0 service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Received event network-changed-b094d056-8fa9-4280-a019-ac6dc777b089 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.146226] env[64443]: DEBUG nova.compute.manager [req-0fe10a4f-ef85-4320-835f-cec027df1781 req-1de155c1-197c-469b-9655-2aa2d92a8ec0 service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Refreshing instance network info cache due to event network-changed-b094d056-8fa9-4280-a019-ac6dc777b089. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 609.146441] env[64443]: DEBUG oslo_concurrency.lockutils [req-0fe10a4f-ef85-4320-835f-cec027df1781 req-1de155c1-197c-469b-9655-2aa2d92a8ec0 service nova] Acquiring lock "refresh_cache-a9cd65b5-58ae-4174-ba35-131d685991ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.147405] env[64443]: DEBUG oslo_concurrency.lockutils [req-0fe10a4f-ef85-4320-835f-cec027df1781 req-1de155c1-197c-469b-9655-2aa2d92a8ec0 service nova] Acquired lock "refresh_cache-a9cd65b5-58ae-4174-ba35-131d685991ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.147405] env[64443]: DEBUG nova.network.neutron [req-0fe10a4f-ef85-4320-835f-cec027df1781 req-1de155c1-197c-469b-9655-2aa2d92a8ec0 service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Refreshing network info cache for port b094d056-8fa9-4280-a019-ac6dc777b089 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.218373] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': task-2675911, 'name': Rename_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.375154] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Acquiring lock "4865661d-e1c2-4e2a-9051-bab851553c15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.375880] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Lock "4865661d-e1c2-4e2a-9051-bab851553c15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.397882] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749e8ec3-7316-44d2-9c96-d0083ae84804 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.410473] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40007522-c7d6-4d53-b7b9-2314a0134cba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.447294] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e21264-0db5-44de-a6fa-86a3b3cfbfd6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.456655] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2149b6-ec4c-4268-bccf-a7d7be7d93b8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.473838] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.474339] env[64443]: DEBUG nova.compute.provider_tree [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.476040] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.481248] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084731} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.481428] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.482344] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb759983-7b61-4090-b62b-1f1afa4510cd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.506755] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 7467c72f-b5e5-4911-9d66-6944280908cb/7467c72f-b5e5-4911-9d66-6944280908cb.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.507746] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b350451-7ae0-47be-9bf5-0773a988aac2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.535009] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Waiting for the task: (returnval){ [ 609.535009] env[64443]: value = "task-2675917" [ 609.535009] env[64443]: _type = "Task" [ 609.535009] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.545259] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.611731] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.718429] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': task-2675911, 'name': Rename_Task, 'duration_secs': 1.353136} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.718754] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.718968] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-099edf63-1daa-414a-918a-123ded4473c8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.732254] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Waiting for the task: (returnval){ [ 609.732254] env[64443]: value = "task-2675918" [ 609.732254] env[64443]: _type = "Task" [ 609.732254] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.747580] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': task-2675918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.777871] env[64443]: DEBUG nova.compute.manager [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.809717] env[64443]: DEBUG nova.virt.hardware [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.809955] env[64443]: DEBUG nova.virt.hardware [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.810130] env[64443]: DEBUG nova.virt.hardware [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.810347] env[64443]: DEBUG nova.virt.hardware [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.810498] env[64443]: DEBUG nova.virt.hardware [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.810645] env[64443]: DEBUG nova.virt.hardware [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.810863] env[64443]: DEBUG nova.virt.hardware [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.811019] env[64443]: DEBUG nova.virt.hardware [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.811329] env[64443]: DEBUG nova.virt.hardware [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.811571] env[64443]: DEBUG nova.virt.hardware [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.811682] env[64443]: DEBUG nova.virt.hardware [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.812574] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c3c0bf-a706-4c55-9aa7-d902db4a4bcc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.828416] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04415fdf-69cc-4885-928c-ac5b873380eb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.848515] env[64443]: DEBUG nova.network.neutron [-] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.933668] env[64443]: DEBUG nova.network.neutron [req-0fe10a4f-ef85-4320-835f-cec027df1781 req-1de155c1-197c-469b-9655-2aa2d92a8ec0 service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Updated VIF entry in instance network info cache for port b094d056-8fa9-4280-a019-ac6dc777b089. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 609.934052] env[64443]: DEBUG nova.network.neutron [req-0fe10a4f-ef85-4320-835f-cec027df1781 req-1de155c1-197c-469b-9655-2aa2d92a8ec0 service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Updating instance_info_cache with network_info: [{"id": "b094d056-8fa9-4280-a019-ac6dc777b089", "address": "fa:16:3e:bd:28:39", "network": {"id": "7c2af66a-bc77-4b95-973c-c00ae9314905", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-137743101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c09873846584fac8d92fdc11202d8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb094d056-8f", "ovs_interfaceid": "b094d056-8fa9-4280-a019-ac6dc777b089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.961410] env[64443]: DEBUG nova.compute.manager [req-6ebd5bd9-9e82-4772-8345-5c8e60271389 req-d1650365-f841-439f-b953-082368f57e0e service nova] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Received event network-vif-deleted-2090379a-f85b-446f-83a6-a0d74703563a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 609.978814] env[64443]: DEBUG nova.scheduler.client.report [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.986967] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.989158] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Starting heal instance info cache {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 609.989364] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Rebuilding the list of instances to heal {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 610.050401] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.112916] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675916, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.242679] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': task-2675918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.327103] env[64443]: DEBUG oslo_concurrency.lockutils [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquiring lock "5c6ceda1-24ea-4706-bb14-7408d945ff55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.327236] env[64443]: DEBUG oslo_concurrency.lockutils [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Lock "5c6ceda1-24ea-4706-bb14-7408d945ff55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.327374] env[64443]: DEBUG oslo_concurrency.lockutils [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquiring lock "5c6ceda1-24ea-4706-bb14-7408d945ff55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.327561] env[64443]: DEBUG oslo_concurrency.lockutils [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Lock "5c6ceda1-24ea-4706-bb14-7408d945ff55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.327736] env[64443]: DEBUG oslo_concurrency.lockutils [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Lock "5c6ceda1-24ea-4706-bb14-7408d945ff55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.329844] env[64443]: INFO nova.compute.manager [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Terminating instance [ 610.352807] env[64443]: INFO nova.compute.manager [-] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Took 1.62 seconds to deallocate network for instance. [ 610.436867] env[64443]: DEBUG oslo_concurrency.lockutils [req-0fe10a4f-ef85-4320-835f-cec027df1781 req-1de155c1-197c-469b-9655-2aa2d92a8ec0 service nova] Releasing lock "refresh_cache-a9cd65b5-58ae-4174-ba35-131d685991ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.490671] env[64443]: DEBUG oslo_concurrency.lockutils [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.490671] env[64443]: DEBUG nova.compute.manager [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 610.495300] env[64443]: DEBUG oslo_concurrency.lockutils [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.626s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.498599] env[64443]: INFO nova.compute.claims [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.509709] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Skipping network cache update for instance because it is being deleted. {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 610.509929] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Skipping network cache update for instance because it is being deleted. {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 610.510083] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Skipping network cache update for instance because it is Building. {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 610.510211] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 6db2f440-6651-4694-872b-72536274f44f] Skipping network cache update for instance because it is Building. {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 610.510332] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Skipping network cache update for instance because it is Building. {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 610.510450] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Skipping network cache update for instance because it is Building. {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 610.510593] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Skipping network cache update for instance because it is Building. {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 610.550770] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675917, 'name': ReconfigVM_Task, 'duration_secs': 0.644262} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.550770] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 7467c72f-b5e5-4911-9d66-6944280908cb/7467c72f-b5e5-4911-9d66-6944280908cb.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.551129] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf5aa63e-24bc-450a-9ad0-3b508807c152 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.559654] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Waiting for the task: (returnval){ [ 610.559654] env[64443]: value = "task-2675919" [ 610.559654] env[64443]: _type = "Task" [ 610.559654] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.572775] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675919, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.578604] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "refresh_cache-21986e5c-22d5-4c71-910e-9f28f664c2a1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.578675] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquired lock "refresh_cache-21986e5c-22d5-4c71-910e-9f28f664c2a1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.578815] env[64443]: DEBUG nova.network.neutron [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Forcefully refreshing network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 610.578966] env[64443]: DEBUG nova.objects.instance [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lazy-loading 'info_cache' on Instance uuid 21986e5c-22d5-4c71-910e-9f28f664c2a1 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 610.613934] env[64443]: DEBUG oslo_vmware.api [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675916, 'name': PowerOnVM_Task, 'duration_secs': 1.062591} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.614281] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.614486] env[64443]: INFO nova.compute.manager [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Took 13.35 seconds to spawn the instance on the hypervisor. [ 610.614664] env[64443]: DEBUG nova.compute.manager [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.615494] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f0e917-5376-4c5d-b18c-e4e698d06eec {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.744176] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': task-2675918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.822436] env[64443]: DEBUG nova.network.neutron [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Successfully updated port: 5bd1bb05-d218-4595-a488-bd6bbb30ca1a {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.833467] env[64443]: DEBUG nova.compute.manager [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 610.833752] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 610.834747] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855deb2f-7ef6-4818-8ef9-3afd49a0d302 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.848188] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 610.848492] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ead5f70b-9962-4940-a187-9f8a0caf28ad {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.862351] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.927969] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.928636] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.928890] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Deleting the datastore file [datastore2] 5c6ceda1-24ea-4706-bb14-7408d945ff55 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.929293] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a5ddef9-5371-4ac5-b453-3c691780c094 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.937928] env[64443]: DEBUG oslo_vmware.api [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for the task: (returnval){ [ 610.937928] env[64443]: value = "task-2675922" [ 610.937928] env[64443]: _type = "Task" [ 610.937928] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.948244] env[64443]: DEBUG oslo_vmware.api [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.020746] env[64443]: DEBUG nova.compute.utils [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 611.020746] env[64443]: DEBUG nova.compute.manager [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 611.020746] env[64443]: DEBUG nova.network.neutron [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 611.067339] env[64443]: DEBUG nova.policy [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8715eff1f6674be5a7b0ce0fdc853319', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3dd59339c7342c48fd9cbf87e7840b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.075348] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675919, 'name': Rename_Task, 'duration_secs': 0.207605} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.075734] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.076050] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe55d9aa-8aa2-44e6-831d-bf7269e43cb4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.085812] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Waiting for the task: (returnval){ [ 611.085812] env[64443]: value = "task-2675923" [ 611.085812] env[64443]: _type = "Task" [ 611.085812] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.096304] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.141716] env[64443]: INFO nova.compute.manager [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Took 32.84 seconds to build instance. [ 611.246161] env[64443]: DEBUG oslo_vmware.api [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': task-2675918, 'name': PowerOnVM_Task, 'duration_secs': 1.298992} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.246808] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 611.248129] env[64443]: INFO nova.compute.manager [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Took 11.41 seconds to spawn the instance on the hypervisor. [ 611.248129] env[64443]: DEBUG nova.compute.manager [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.248610] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3a1b6f-9768-4443-984d-2e74f8eb0ff7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.325849] env[64443]: DEBUG oslo_concurrency.lockutils [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "refresh_cache-686e78f4-a5c2-465a-9018-5623795aadd0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.326140] env[64443]: DEBUG oslo_concurrency.lockutils [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired lock "refresh_cache-686e78f4-a5c2-465a-9018-5623795aadd0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.326386] env[64443]: DEBUG nova.network.neutron [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.408824] env[64443]: DEBUG nova.network.neutron [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Successfully created port: ecb89321-16cd-47d3-9e2e-ad96f742273b {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.454239] env[64443]: DEBUG oslo_vmware.api [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2675922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278586} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.456310] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.456310] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 611.456310] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 611.456310] env[64443]: INFO nova.compute.manager [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Took 0.62 seconds to destroy the instance on the hypervisor. [ 611.456310] env[64443]: DEBUG oslo.service.loopingcall [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 611.456552] env[64443]: DEBUG nova.compute.manager [-] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 611.456552] env[64443]: DEBUG nova.network.neutron [-] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 611.527046] env[64443]: DEBUG nova.compute.manager [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.604693] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675923, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.643617] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aceff7ff-a26f-44e3-975d-89477bf77bc6 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "3299739d-1b3d-49ed-b2a3-ccee2418ab1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.382s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.771226] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Acquiring lock "29249acd-a277-4c8b-aa14-a981b1ef16e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.771399] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Lock "29249acd-a277-4c8b-aa14-a981b1ef16e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.771770] env[64443]: INFO nova.compute.manager [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Took 32.92 seconds to build instance. [ 611.890028] env[64443]: DEBUG nova.network.neutron [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.070394] env[64443]: DEBUG nova.network.neutron [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Updating instance_info_cache with network_info: [{"id": "5bd1bb05-d218-4595-a488-bd6bbb30ca1a", "address": "fa:16:3e:3d:15:41", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bd1bb05-d2", "ovs_interfaceid": "5bd1bb05-d218-4595-a488-bd6bbb30ca1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.103093] env[64443]: DEBUG oslo_vmware.api [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675923, 'name': PowerOnVM_Task, 'duration_secs': 0.67339} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.103498] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.104265] env[64443]: INFO nova.compute.manager [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Took 9.51 seconds to spawn the instance on the hypervisor. [ 612.104265] env[64443]: DEBUG nova.compute.manager [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.106608] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dc87be-962c-46c1-bb70-cce7d555b07f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.150575] env[64443]: DEBUG nova.compute.manager [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.157722] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88acddc2-d87a-40a7-aa55-0a59bb0c8f8c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.169515] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b88fbe-2b3b-4d11-a098-d05f4bf407df {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.205309] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79cb42c-cca1-4fbc-a179-25e422b0dfbb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.214310] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b9893e-14b0-417d-90bb-44561b8e12e4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.231946] env[64443]: DEBUG nova.compute.provider_tree [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 612.273881] env[64443]: DEBUG oslo_concurrency.lockutils [None req-044f999f-e9b0-4e52-9481-90f7f26a30f0 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Lock "6db2f440-6651-4694-872b-72536274f44f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.709s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.424942] env[64443]: DEBUG nova.network.neutron [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Updating instance_info_cache with network_info: [{"id": "11f5810f-e245-487c-9420-19c11ee8964c", "address": "fa:16:3e:de:cd:51", "network": {"id": "771f2ba0-9f5a-495f-aba0-0f8bda2ec777", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-490709618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fc28d304b864b5ab553e881e77a6321", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11f5810f-e2", "ovs_interfaceid": "11f5810f-e245-487c-9420-19c11ee8964c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.441817] env[64443]: DEBUG nova.network.neutron [-] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.541218] env[64443]: DEBUG nova.compute.manager [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.572786] env[64443]: DEBUG nova.virt.hardware [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.573045] env[64443]: DEBUG nova.virt.hardware [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.573454] env[64443]: DEBUG nova.virt.hardware [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.573454] env[64443]: DEBUG nova.virt.hardware [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.573618] env[64443]: DEBUG nova.virt.hardware [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.573783] env[64443]: DEBUG nova.virt.hardware [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.573998] env[64443]: DEBUG nova.virt.hardware [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.574172] env[64443]: DEBUG nova.virt.hardware [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.574347] env[64443]: DEBUG nova.virt.hardware [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.574538] env[64443]: DEBUG nova.virt.hardware [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.574667] env[64443]: DEBUG nova.virt.hardware [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.575190] env[64443]: DEBUG oslo_concurrency.lockutils [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Releasing lock "refresh_cache-686e78f4-a5c2-465a-9018-5623795aadd0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.575467] env[64443]: DEBUG nova.compute.manager [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Instance network_info: |[{"id": "5bd1bb05-d218-4595-a488-bd6bbb30ca1a", "address": "fa:16:3e:3d:15:41", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bd1bb05-d2", "ovs_interfaceid": "5bd1bb05-d218-4595-a488-bd6bbb30ca1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.576327] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262d431c-0856-40f5-a498-d853789e63c5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.579453] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:15:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bd1bb05-d218-4595-a488-bd6bbb30ca1a', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.586564] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Creating folder: Project (21ad6831a4454d5ca5a5ee5440f25970). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.586838] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7207e393-adf6-4ab8-9e23-886e703ecc55 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.595748] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69856e3f-05a0-42d5-8573-9b61055f3dc2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.605828] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Created folder: Project (21ad6831a4454d5ca5a5ee5440f25970) in parent group-v539479. [ 612.606159] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Creating folder: Instances. Parent ref: group-v539556. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.606780] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8841de1-c6a4-4293-aa82-56e2d185be48 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.622399] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Created folder: Instances in parent group-v539556. [ 612.622671] env[64443]: DEBUG oslo.service.loopingcall [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 612.625721] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.626089] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62da098d-db29-4ecd-be4b-7cd7a131a8f4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.646088] env[64443]: INFO nova.compute.manager [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Took 32.35 seconds to build instance. [ 612.653087] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.653087] env[64443]: value = "task-2675926" [ 612.653087] env[64443]: _type = "Task" [ 612.653087] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.662238] env[64443]: DEBUG nova.compute.manager [req-2f41b644-f1af-4180-a6d2-79665bab6278 req-3a2ed80d-c39b-4467-9b0a-b252d4fb1423 service nova] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Received event network-vif-plugged-5bd1bb05-d218-4595-a488-bd6bbb30ca1a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.662538] env[64443]: DEBUG oslo_concurrency.lockutils [req-2f41b644-f1af-4180-a6d2-79665bab6278 req-3a2ed80d-c39b-4467-9b0a-b252d4fb1423 service nova] Acquiring lock "686e78f4-a5c2-465a-9018-5623795aadd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.662745] env[64443]: DEBUG oslo_concurrency.lockutils [req-2f41b644-f1af-4180-a6d2-79665bab6278 req-3a2ed80d-c39b-4467-9b0a-b252d4fb1423 service nova] Lock "686e78f4-a5c2-465a-9018-5623795aadd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.662911] env[64443]: DEBUG oslo_concurrency.lockutils [req-2f41b644-f1af-4180-a6d2-79665bab6278 req-3a2ed80d-c39b-4467-9b0a-b252d4fb1423 service nova] Lock "686e78f4-a5c2-465a-9018-5623795aadd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.663346] env[64443]: DEBUG nova.compute.manager [req-2f41b644-f1af-4180-a6d2-79665bab6278 req-3a2ed80d-c39b-4467-9b0a-b252d4fb1423 service nova] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] No waiting events found dispatching network-vif-plugged-5bd1bb05-d218-4595-a488-bd6bbb30ca1a {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.663544] env[64443]: WARNING nova.compute.manager [req-2f41b644-f1af-4180-a6d2-79665bab6278 req-3a2ed80d-c39b-4467-9b0a-b252d4fb1423 service nova] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Received unexpected event network-vif-plugged-5bd1bb05-d218-4595-a488-bd6bbb30ca1a for instance with vm_state building and task_state spawning. [ 612.663707] env[64443]: DEBUG nova.compute.manager [req-2f41b644-f1af-4180-a6d2-79665bab6278 req-3a2ed80d-c39b-4467-9b0a-b252d4fb1423 service nova] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Received event network-changed-5bd1bb05-d218-4595-a488-bd6bbb30ca1a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.663858] env[64443]: DEBUG nova.compute.manager [req-2f41b644-f1af-4180-a6d2-79665bab6278 req-3a2ed80d-c39b-4467-9b0a-b252d4fb1423 service nova] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Refreshing instance network info cache due to event network-changed-5bd1bb05-d218-4595-a488-bd6bbb30ca1a. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 612.664089] env[64443]: DEBUG oslo_concurrency.lockutils [req-2f41b644-f1af-4180-a6d2-79665bab6278 req-3a2ed80d-c39b-4467-9b0a-b252d4fb1423 service nova] Acquiring lock "refresh_cache-686e78f4-a5c2-465a-9018-5623795aadd0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.664223] env[64443]: DEBUG oslo_concurrency.lockutils [req-2f41b644-f1af-4180-a6d2-79665bab6278 req-3a2ed80d-c39b-4467-9b0a-b252d4fb1423 service nova] Acquired lock "refresh_cache-686e78f4-a5c2-465a-9018-5623795aadd0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.664375] env[64443]: DEBUG nova.network.neutron [req-2f41b644-f1af-4180-a6d2-79665bab6278 req-3a2ed80d-c39b-4467-9b0a-b252d4fb1423 service nova] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Refreshing network info cache for port 5bd1bb05-d218-4595-a488-bd6bbb30ca1a {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.671360] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675926, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.692294] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.759663] env[64443]: ERROR nova.scheduler.client.report [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [req-a044e7b6-e956-498a-a99b-1a2517555eba] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a044e7b6-e956-498a-a99b-1a2517555eba"}]} [ 612.783352] env[64443]: DEBUG nova.scheduler.client.report [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 612.788632] env[64443]: DEBUG nova.compute.manager [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.817243] env[64443]: DEBUG nova.scheduler.client.report [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 612.817243] env[64443]: DEBUG nova.compute.provider_tree [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 46 to 47 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 612.817243] env[64443]: DEBUG nova.compute.provider_tree [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 612.840281] env[64443]: DEBUG nova.scheduler.client.report [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 612.879645] env[64443]: DEBUG nova.scheduler.client.report [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 612.931375] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Releasing lock "refresh_cache-21986e5c-22d5-4c71-910e-9f28f664c2a1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.931375] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Updated the network info_cache for instance {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 612.931375] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.931375] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.931375] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.931375] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.931790] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.931790] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.931790] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64443) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 612.931790] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 612.946569] env[64443]: INFO nova.compute.manager [-] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Took 1.49 seconds to deallocate network for instance. [ 613.147155] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f99815e4-7e6a-4b82-8ce9-db0a8e6953df tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Lock "7467c72f-b5e5-4911-9d66-6944280908cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.718s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.907634] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.908444] env[64443]: DEBUG oslo_concurrency.lockutils [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.909784] env[64443]: DEBUG nova.compute.manager [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.911016] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675926, 'name': CreateVM_Task, 'duration_secs': 0.439709} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.913913] env[64443]: DEBUG nova.network.neutron [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Successfully updated port: ecb89321-16cd-47d3-9e2e-ad96f742273b {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.919603] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.920907] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquiring lock "95420eb6-9a0f-446f-bed0-b8d47808f5c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.921148] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lock "95420eb6-9a0f-446f-bed0-b8d47808f5c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.924479] env[64443]: DEBUG oslo_concurrency.lockutils [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.924479] env[64443]: DEBUG oslo_concurrency.lockutils [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.924479] env[64443]: DEBUG oslo_concurrency.lockutils [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.924479] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-416ab8f8-b7f9-4e98-b144-5f7b1fd4210c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.929702] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 613.929702] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52bfcf1d-3dcb-bb57-5244-d206fad2a0c8" [ 613.929702] env[64443]: _type = "Task" [ 613.929702] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.944447] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52bfcf1d-3dcb-bb57-5244-d206fad2a0c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.945517] env[64443]: DEBUG oslo_concurrency.lockutils [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.177941] env[64443]: DEBUG nova.network.neutron [req-2f41b644-f1af-4180-a6d2-79665bab6278 req-3a2ed80d-c39b-4467-9b0a-b252d4fb1423 service nova] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Updated VIF entry in instance network info cache for port 5bd1bb05-d218-4595-a488-bd6bbb30ca1a. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.178384] env[64443]: DEBUG nova.network.neutron [req-2f41b644-f1af-4180-a6d2-79665bab6278 req-3a2ed80d-c39b-4467-9b0a-b252d4fb1423 service nova] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Updating instance_info_cache with network_info: [{"id": "5bd1bb05-d218-4595-a488-bd6bbb30ca1a", "address": "fa:16:3e:3d:15:41", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bd1bb05-d2", "ovs_interfaceid": "5bd1bb05-d218-4595-a488-bd6bbb30ca1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.205285] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f582d891-4bee-4e05-b1fa-1624be2fcf87 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.213835] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3836a4-5a06-45ac-b4e2-e656ad1ddae6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.244584] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a686bbc8-22f9-4f2d-97d8-833fba77a9f0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.253160] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b3df45-1e55-4262-9659-c68b64b129ec {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.267976] env[64443]: DEBUG nova.compute.provider_tree [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 614.421062] env[64443]: DEBUG oslo_concurrency.lockutils [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquiring lock "refresh_cache-184b46f6-60a1-4425-ae07-726c056b1a18" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.421159] env[64443]: DEBUG oslo_concurrency.lockutils [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquired lock "refresh_cache-184b46f6-60a1-4425-ae07-726c056b1a18" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.421272] env[64443]: DEBUG nova.network.neutron [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.440848] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52bfcf1d-3dcb-bb57-5244-d206fad2a0c8, 'name': SearchDatastore_Task, 'duration_secs': 0.034139} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.441762] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.442353] env[64443]: DEBUG oslo_concurrency.lockutils [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.442516] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.442740] env[64443]: DEBUG oslo_concurrency.lockutils [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.442882] env[64443]: DEBUG oslo_concurrency.lockutils [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.443070] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.443314] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ea3f7e7-0f1d-4f44-a6d0-aa3059c5292f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.459326] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.459512] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.460258] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d16c4c8d-1e32-4d30-ae5b-19e3009d68fa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.466080] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 614.466080] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]523adcee-4cf9-8b8a-f6fd-e52fecdf0ce6" [ 614.466080] env[64443]: _type = "Task" [ 614.466080] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.476158] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]523adcee-4cf9-8b8a-f6fd-e52fecdf0ce6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.634312] env[64443]: DEBUG nova.compute.manager [req-e7c5acaf-346c-4268-ae52-c8d557bcccf5 req-783ef4be-8d21-4ebe-8092-d8146b732f23 service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Received event network-changed-00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 614.634312] env[64443]: DEBUG nova.compute.manager [req-e7c5acaf-346c-4268-ae52-c8d557bcccf5 req-783ef4be-8d21-4ebe-8092-d8146b732f23 service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Refreshing instance network info cache due to event network-changed-00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 614.634312] env[64443]: DEBUG oslo_concurrency.lockutils [req-e7c5acaf-346c-4268-ae52-c8d557bcccf5 req-783ef4be-8d21-4ebe-8092-d8146b732f23 service nova] Acquiring lock "refresh_cache-44cba84c-0e8a-485d-810f-60dc64152206" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.635832] env[64443]: DEBUG oslo_concurrency.lockutils [req-e7c5acaf-346c-4268-ae52-c8d557bcccf5 req-783ef4be-8d21-4ebe-8092-d8146b732f23 service nova] Acquired lock "refresh_cache-44cba84c-0e8a-485d-810f-60dc64152206" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.636353] env[64443]: DEBUG nova.network.neutron [req-e7c5acaf-346c-4268-ae52-c8d557bcccf5 req-783ef4be-8d21-4ebe-8092-d8146b732f23 service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Refreshing network info cache for port 00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.683601] env[64443]: DEBUG oslo_concurrency.lockutils [req-2f41b644-f1af-4180-a6d2-79665bab6278 req-3a2ed80d-c39b-4467-9b0a-b252d4fb1423 service nova] Releasing lock "refresh_cache-686e78f4-a5c2-465a-9018-5623795aadd0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.684279] env[64443]: DEBUG nova.compute.manager [req-2f41b644-f1af-4180-a6d2-79665bab6278 req-3a2ed80d-c39b-4467-9b0a-b252d4fb1423 service nova] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Received event network-vif-deleted-b86988a8-37ab-4fca-a5cb-819acb362cce {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 614.808860] env[64443]: DEBUG nova.scheduler.client.report [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 47 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 614.809625] env[64443]: DEBUG nova.compute.provider_tree [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 47 to 48 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 614.809625] env[64443]: DEBUG nova.compute.provider_tree [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 614.965145] env[64443]: DEBUG nova.network.neutron [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.982034] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]523adcee-4cf9-8b8a-f6fd-e52fecdf0ce6, 'name': SearchDatastore_Task, 'duration_secs': 0.028257} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.982893] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6419b20-4b68-4b9a-bc72-759ffc81310a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.989157] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 614.989157] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5201eb08-f2de-b1d0-3827-745051aa99b1" [ 614.989157] env[64443]: _type = "Task" [ 614.989157] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.002039] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5201eb08-f2de-b1d0-3827-745051aa99b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.119385] env[64443]: DEBUG nova.network.neutron [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Updating instance_info_cache with network_info: [{"id": "ecb89321-16cd-47d3-9e2e-ad96f742273b", "address": "fa:16:3e:9b:7a:64", "network": {"id": "c7302766-386e-4600-9573-75f9fa220f21", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-585538121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3dd59339c7342c48fd9cbf87e7840b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb89321-16", "ovs_interfaceid": "ecb89321-16cd-47d3-9e2e-ad96f742273b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.315586] env[64443]: DEBUG oslo_concurrency.lockutils [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.820s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.316184] env[64443]: DEBUG nova.compute.manager [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.319888] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.676s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.321346] env[64443]: INFO nova.compute.claims [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.354515] env[64443]: DEBUG nova.compute.manager [req-3dcffd25-3967-4b6a-a676-e4342f623cdd req-b9069fb0-afff-4862-8c40-2da26fa79a26 service nova] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Received event network-vif-plugged-ecb89321-16cd-47d3-9e2e-ad96f742273b {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.354774] env[64443]: DEBUG oslo_concurrency.lockutils [req-3dcffd25-3967-4b6a-a676-e4342f623cdd req-b9069fb0-afff-4862-8c40-2da26fa79a26 service nova] Acquiring lock "184b46f6-60a1-4425-ae07-726c056b1a18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.354985] env[64443]: DEBUG oslo_concurrency.lockutils [req-3dcffd25-3967-4b6a-a676-e4342f623cdd req-b9069fb0-afff-4862-8c40-2da26fa79a26 service nova] Lock "184b46f6-60a1-4425-ae07-726c056b1a18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.355549] env[64443]: DEBUG oslo_concurrency.lockutils [req-3dcffd25-3967-4b6a-a676-e4342f623cdd req-b9069fb0-afff-4862-8c40-2da26fa79a26 service nova] Lock "184b46f6-60a1-4425-ae07-726c056b1a18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.355606] env[64443]: DEBUG nova.compute.manager [req-3dcffd25-3967-4b6a-a676-e4342f623cdd req-b9069fb0-afff-4862-8c40-2da26fa79a26 service nova] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] No waiting events found dispatching network-vif-plugged-ecb89321-16cd-47d3-9e2e-ad96f742273b {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.355747] env[64443]: WARNING nova.compute.manager [req-3dcffd25-3967-4b6a-a676-e4342f623cdd req-b9069fb0-afff-4862-8c40-2da26fa79a26 service nova] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Received unexpected event network-vif-plugged-ecb89321-16cd-47d3-9e2e-ad96f742273b for instance with vm_state building and task_state spawning. [ 615.356190] env[64443]: DEBUG nova.compute.manager [req-3dcffd25-3967-4b6a-a676-e4342f623cdd req-b9069fb0-afff-4862-8c40-2da26fa79a26 service nova] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Received event network-changed-ecb89321-16cd-47d3-9e2e-ad96f742273b {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.356190] env[64443]: DEBUG nova.compute.manager [req-3dcffd25-3967-4b6a-a676-e4342f623cdd req-b9069fb0-afff-4862-8c40-2da26fa79a26 service nova] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Refreshing instance network info cache due to event network-changed-ecb89321-16cd-47d3-9e2e-ad96f742273b. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 615.356342] env[64443]: DEBUG oslo_concurrency.lockutils [req-3dcffd25-3967-4b6a-a676-e4342f623cdd req-b9069fb0-afff-4862-8c40-2da26fa79a26 service nova] Acquiring lock "refresh_cache-184b46f6-60a1-4425-ae07-726c056b1a18" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.367052] env[64443]: DEBUG nova.network.neutron [req-e7c5acaf-346c-4268-ae52-c8d557bcccf5 req-783ef4be-8d21-4ebe-8092-d8146b732f23 service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Updated VIF entry in instance network info cache for port 00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.367417] env[64443]: DEBUG nova.network.neutron [req-e7c5acaf-346c-4268-ae52-c8d557bcccf5 req-783ef4be-8d21-4ebe-8092-d8146b732f23 service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Updating instance_info_cache with network_info: [{"id": "00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1", "address": "fa:16:3e:c6:5c:ec", "network": {"id": "71129788-6c31-4d3b-8c5d-27f99bd723d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1615743126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1242fbf0a26e43f087af1c8a623f1eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d0cc8f-55", "ovs_interfaceid": "00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.503286] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5201eb08-f2de-b1d0-3827-745051aa99b1, 'name': SearchDatastore_Task, 'duration_secs': 0.012836} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.503286] env[64443]: DEBUG oslo_concurrency.lockutils [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.503610] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 686e78f4-a5c2-465a-9018-5623795aadd0/686e78f4-a5c2-465a-9018-5623795aadd0.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.504163] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-034a39f3-9401-412b-b64a-beb5457711ab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.513804] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 615.513804] env[64443]: value = "task-2675929" [ 615.513804] env[64443]: _type = "Task" [ 615.513804] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.524350] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2675929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.623730] env[64443]: DEBUG oslo_concurrency.lockutils [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Releasing lock "refresh_cache-184b46f6-60a1-4425-ae07-726c056b1a18" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.625197] env[64443]: DEBUG nova.compute.manager [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Instance network_info: |[{"id": "ecb89321-16cd-47d3-9e2e-ad96f742273b", "address": "fa:16:3e:9b:7a:64", "network": {"id": "c7302766-386e-4600-9573-75f9fa220f21", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-585538121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3dd59339c7342c48fd9cbf87e7840b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb89321-16", "ovs_interfaceid": "ecb89321-16cd-47d3-9e2e-ad96f742273b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 615.625197] env[64443]: DEBUG oslo_concurrency.lockutils [req-3dcffd25-3967-4b6a-a676-e4342f623cdd req-b9069fb0-afff-4862-8c40-2da26fa79a26 service nova] Acquired lock "refresh_cache-184b46f6-60a1-4425-ae07-726c056b1a18" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.625349] env[64443]: DEBUG nova.network.neutron [req-3dcffd25-3967-4b6a-a676-e4342f623cdd req-b9069fb0-afff-4862-8c40-2da26fa79a26 service nova] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Refreshing network info cache for port ecb89321-16cd-47d3-9e2e-ad96f742273b {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.626743] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:7a:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecb89321-16cd-47d3-9e2e-ad96f742273b', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.639076] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Creating folder: Project (d3dd59339c7342c48fd9cbf87e7840b5). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.642959] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f1ced6b-6727-4798-b8f7-dbc6456fd4d3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.658155] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Created folder: Project (d3dd59339c7342c48fd9cbf87e7840b5) in parent group-v539479. [ 615.658460] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Creating folder: Instances. Parent ref: group-v539560. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.658840] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33b811ec-81e7-4bc2-b561-aaac5045ce76 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.670503] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Created folder: Instances in parent group-v539560. [ 615.670772] env[64443]: DEBUG oslo.service.loopingcall [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 615.670989] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.671224] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b87229ce-682a-456b-bb50-d11f42b6aeeb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.705323] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.705323] env[64443]: value = "task-2675932" [ 615.705323] env[64443]: _type = "Task" [ 615.705323] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.717274] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675932, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.828042] env[64443]: DEBUG nova.compute.utils [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 615.829560] env[64443]: DEBUG nova.compute.manager [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.830449] env[64443]: DEBUG nova.network.neutron [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.874396] env[64443]: DEBUG oslo_concurrency.lockutils [req-e7c5acaf-346c-4268-ae52-c8d557bcccf5 req-783ef4be-8d21-4ebe-8092-d8146b732f23 service nova] Releasing lock "refresh_cache-44cba84c-0e8a-485d-810f-60dc64152206" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.896122] env[64443]: DEBUG nova.policy [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bc991b8ede04f8c81ff2c3cf9081e81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19a513f4e7a34df3ac30a0b52c7fdfaf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.976800] env[64443]: DEBUG nova.network.neutron [req-3dcffd25-3967-4b6a-a676-e4342f623cdd req-b9069fb0-afff-4862-8c40-2da26fa79a26 service nova] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Updated VIF entry in instance network info cache for port ecb89321-16cd-47d3-9e2e-ad96f742273b. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.977268] env[64443]: DEBUG nova.network.neutron [req-3dcffd25-3967-4b6a-a676-e4342f623cdd req-b9069fb0-afff-4862-8c40-2da26fa79a26 service nova] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Updating instance_info_cache with network_info: [{"id": "ecb89321-16cd-47d3-9e2e-ad96f742273b", "address": "fa:16:3e:9b:7a:64", "network": {"id": "c7302766-386e-4600-9573-75f9fa220f21", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-585538121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3dd59339c7342c48fd9cbf87e7840b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb89321-16", "ovs_interfaceid": "ecb89321-16cd-47d3-9e2e-ad96f742273b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.025796] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2675929, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.198903] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Acquiring lock "7467c72f-b5e5-4911-9d66-6944280908cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.200017] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Lock "7467c72f-b5e5-4911-9d66-6944280908cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.200017] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Acquiring lock "7467c72f-b5e5-4911-9d66-6944280908cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.200017] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Lock "7467c72f-b5e5-4911-9d66-6944280908cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.200017] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Lock "7467c72f-b5e5-4911-9d66-6944280908cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.202235] env[64443]: INFO nova.compute.manager [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Terminating instance [ 616.218793] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675932, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.271965] env[64443]: DEBUG nova.network.neutron [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Successfully created port: f83b317d-244e-4d51-81f4-8b771ec6f327 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.317394] env[64443]: DEBUG oslo_concurrency.lockutils [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Acquiring lock "6db2f440-6651-4694-872b-72536274f44f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.317648] env[64443]: DEBUG oslo_concurrency.lockutils [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Lock "6db2f440-6651-4694-872b-72536274f44f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.317859] env[64443]: DEBUG oslo_concurrency.lockutils [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Acquiring lock "6db2f440-6651-4694-872b-72536274f44f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.318050] env[64443]: DEBUG oslo_concurrency.lockutils [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Lock "6db2f440-6651-4694-872b-72536274f44f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.318236] env[64443]: DEBUG oslo_concurrency.lockutils [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Lock "6db2f440-6651-4694-872b-72536274f44f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.320937] env[64443]: INFO nova.compute.manager [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Terminating instance [ 616.334448] env[64443]: DEBUG nova.compute.manager [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.482318] env[64443]: DEBUG oslo_concurrency.lockutils [req-3dcffd25-3967-4b6a-a676-e4342f623cdd req-b9069fb0-afff-4862-8c40-2da26fa79a26 service nova] Releasing lock "refresh_cache-184b46f6-60a1-4425-ae07-726c056b1a18" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.530869] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2675929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691527} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.531409] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 686e78f4-a5c2-465a-9018-5623795aadd0/686e78f4-a5c2-465a-9018-5623795aadd0.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.531409] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.531842] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4eb8a32e-0221-4628-a9c1-629f36f2af25 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.541224] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 616.541224] env[64443]: value = "task-2675933" [ 616.541224] env[64443]: _type = "Task" [ 616.541224] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.555746] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2675933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.709372] env[64443]: DEBUG nova.compute.manager [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 616.709656] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 616.710594] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec8d50c-e844-4e19-92b2-5402466a2067 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.738013] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675932, 'name': CreateVM_Task, 'duration_secs': 0.726064} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.738383] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 616.738993] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.738993] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55bc4777-93c9-4971-9157-37fc061224da {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.741135] env[64443]: DEBUG oslo_concurrency.lockutils [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.741321] env[64443]: DEBUG oslo_concurrency.lockutils [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.741719] env[64443]: DEBUG oslo_concurrency.lockutils [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 616.742037] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80adeca2-b088-4d97-9970-3abda02bb5b5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.748521] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 616.748521] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52074aba-c384-b4db-3a02-737df0c5952f" [ 616.748521] env[64443]: _type = "Task" [ 616.748521] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.756684] env[64443]: DEBUG oslo_vmware.api [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Waiting for the task: (returnval){ [ 616.756684] env[64443]: value = "task-2675934" [ 616.756684] env[64443]: _type = "Task" [ 616.756684] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.764332] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52074aba-c384-b4db-3a02-737df0c5952f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.770265] env[64443]: DEBUG oslo_vmware.api [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.825677] env[64443]: DEBUG nova.compute.manager [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 616.826070] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 616.827610] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f9476b-8a93-45d7-9681-e46441f0ce77 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.837723] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 616.840378] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ff7161d-3ede-4a42-8199-cd0787d93b7f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.852627] env[64443]: DEBUG oslo_vmware.api [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Waiting for the task: (returnval){ [ 616.852627] env[64443]: value = "task-2675935" [ 616.852627] env[64443]: _type = "Task" [ 616.852627] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.864315] env[64443]: DEBUG oslo_vmware.api [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': task-2675935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.955857] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfcfb19-f37a-43ed-8a07-e4125ee6c5d8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.965554] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16f35b9-2be2-48a3-8cac-c7802f97e673 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.007100] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87d67d8-3a5e-4764-8e6c-e28aa60c7048 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.016922] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e4ecd3-d940-46e0-8ae9-76703e1c078b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.035883] env[64443]: DEBUG nova.compute.provider_tree [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.053581] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2675933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075229} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.053820] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.054769] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2188ca85-bf77-453e-8dd8-2678ca4922c5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.082319] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 686e78f4-a5c2-465a-9018-5623795aadd0/686e78f4-a5c2-465a-9018-5623795aadd0.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.086021] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cd6d370-1ae6-4f18-be7f-394eef7c1500 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.104836] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 617.104836] env[64443]: value = "task-2675937" [ 617.104836] env[64443]: _type = "Task" [ 617.104836] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.115024] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2675937, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.223072] env[64443]: DEBUG nova.compute.manager [req-b877bf6d-3a78-44f6-9baa-c0c01fab049e req-ad8e9b3f-f1dd-4ba6-b3d0-a8284b1d7cc6 service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Received event network-changed-00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.223342] env[64443]: DEBUG nova.compute.manager [req-b877bf6d-3a78-44f6-9baa-c0c01fab049e req-ad8e9b3f-f1dd-4ba6-b3d0-a8284b1d7cc6 service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Refreshing instance network info cache due to event network-changed-00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 617.223670] env[64443]: DEBUG oslo_concurrency.lockutils [req-b877bf6d-3a78-44f6-9baa-c0c01fab049e req-ad8e9b3f-f1dd-4ba6-b3d0-a8284b1d7cc6 service nova] Acquiring lock "refresh_cache-44cba84c-0e8a-485d-810f-60dc64152206" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.223836] env[64443]: DEBUG oslo_concurrency.lockutils [req-b877bf6d-3a78-44f6-9baa-c0c01fab049e req-ad8e9b3f-f1dd-4ba6-b3d0-a8284b1d7cc6 service nova] Acquired lock "refresh_cache-44cba84c-0e8a-485d-810f-60dc64152206" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.224017] env[64443]: DEBUG nova.network.neutron [req-b877bf6d-3a78-44f6-9baa-c0c01fab049e req-ad8e9b3f-f1dd-4ba6-b3d0-a8284b1d7cc6 service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Refreshing network info cache for port 00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.258859] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52074aba-c384-b4db-3a02-737df0c5952f, 'name': SearchDatastore_Task, 'duration_secs': 0.019845} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.261895] env[64443]: DEBUG oslo_concurrency.lockutils [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.262151] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.262384] env[64443]: DEBUG oslo_concurrency.lockutils [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.262529] env[64443]: DEBUG oslo_concurrency.lockutils [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.262701] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.262951] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1eacd4a-f306-40e1-9732-6caf68dece23 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.270100] env[64443]: DEBUG oslo_vmware.api [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675934, 'name': PowerOffVM_Task, 'duration_secs': 0.310594} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.270342] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 617.270592] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 617.270845] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba5ffeac-de88-4297-b1d2-3f5e3324cf4e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.273016] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.273201] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.274198] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bdf8187-f05a-4885-883a-38d8a1753a7d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.279231] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 617.279231] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52255efa-84e3-a7c1-6761-22af4bc9e0b7" [ 617.279231] env[64443]: _type = "Task" [ 617.279231] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.289078] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52255efa-84e3-a7c1-6761-22af4bc9e0b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.349020] env[64443]: DEBUG nova.compute.manager [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.363964] env[64443]: DEBUG oslo_vmware.api [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': task-2675935, 'name': PowerOffVM_Task, 'duration_secs': 0.258145} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.364665] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 617.364665] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 617.364777] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dd1ceba-49e0-4096-831d-87a49b554515 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.377513] env[64443]: DEBUG nova.virt.hardware [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.377770] env[64443]: DEBUG nova.virt.hardware [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.377926] env[64443]: DEBUG nova.virt.hardware [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.378122] env[64443]: DEBUG nova.virt.hardware [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.378279] env[64443]: DEBUG nova.virt.hardware [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.378429] env[64443]: DEBUG nova.virt.hardware [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.378671] env[64443]: DEBUG nova.virt.hardware [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.378836] env[64443]: DEBUG nova.virt.hardware [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.379016] env[64443]: DEBUG nova.virt.hardware [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.379183] env[64443]: DEBUG nova.virt.hardware [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.379357] env[64443]: DEBUG nova.virt.hardware [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.380274] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ad55bb-eeea-4709-a1b8-6f67e40fb4e3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.384116] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 617.384340] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 617.384525] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Deleting the datastore file [datastore1] 7467c72f-b5e5-4911-9d66-6944280908cb {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.385189] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50067bec-c808-4f04-9f3b-2d7ab3f11ade {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.390965] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d68c4dd-3a21-4ddd-89bd-d63ed6958bc6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.395762] env[64443]: DEBUG oslo_vmware.api [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Waiting for the task: (returnval){ [ 617.395762] env[64443]: value = "task-2675940" [ 617.395762] env[64443]: _type = "Task" [ 617.395762] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.415743] env[64443]: DEBUG oslo_vmware.api [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.458706] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 617.458964] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 617.459188] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Deleting the datastore file [datastore1] 6db2f440-6651-4694-872b-72536274f44f {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.459508] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b71ed5f-238a-4ac9-b0ad-fbca70b67326 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.467084] env[64443]: DEBUG oslo_vmware.api [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Waiting for the task: (returnval){ [ 617.467084] env[64443]: value = "task-2675941" [ 617.467084] env[64443]: _type = "Task" [ 617.467084] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.475546] env[64443]: DEBUG oslo_vmware.api [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': task-2675941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.538839] env[64443]: DEBUG nova.scheduler.client.report [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.615415] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2675937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.793916] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52255efa-84e3-a7c1-6761-22af4bc9e0b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009819} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.794713] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6858ac46-5adf-46bc-bf0c-6731b7d47e34 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.801372] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 617.801372] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52c429ce-2c51-b2d8-903f-d42b8d80520d" [ 617.801372] env[64443]: _type = "Task" [ 617.801372] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.812792] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c429ce-2c51-b2d8-903f-d42b8d80520d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.908294] env[64443]: DEBUG oslo_vmware.api [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Task: {'id': task-2675940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200265} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.908659] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.908898] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 617.909141] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 617.909370] env[64443]: INFO nova.compute.manager [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Took 1.20 seconds to destroy the instance on the hypervisor. [ 617.909696] env[64443]: DEBUG oslo.service.loopingcall [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 617.910061] env[64443]: DEBUG nova.compute.manager [-] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 617.911188] env[64443]: DEBUG nova.network.neutron [-] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 617.977758] env[64443]: DEBUG oslo_vmware.api [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Task: {'id': task-2675941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191313} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.978114] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.978369] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 617.978638] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 617.978875] env[64443]: INFO nova.compute.manager [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] [instance: 6db2f440-6651-4694-872b-72536274f44f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 617.979207] env[64443]: DEBUG oslo.service.loopingcall [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 617.979460] env[64443]: DEBUG nova.compute.manager [-] [instance: 6db2f440-6651-4694-872b-72536274f44f] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 617.979603] env[64443]: DEBUG nova.network.neutron [-] [instance: 6db2f440-6651-4694-872b-72536274f44f] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 618.052017] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.052430] env[64443]: DEBUG nova.compute.manager [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.055825] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.925s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.064035] env[64443]: DEBUG nova.objects.instance [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Lazy-loading 'resources' on Instance uuid 5bb4533f-fd1f-4f67-9d60-d34509284bd5 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 618.119108] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2675937, 'name': ReconfigVM_Task, 'duration_secs': 0.858014} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.119306] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 686e78f4-a5c2-465a-9018-5623795aadd0/686e78f4-a5c2-465a-9018-5623795aadd0.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.119996] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a94daba4-f777-445f-8929-4266e9da156a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.130145] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 618.130145] env[64443]: value = "task-2675942" [ 618.130145] env[64443]: _type = "Task" [ 618.130145] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.145315] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2675942, 'name': Rename_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.181067] env[64443]: DEBUG nova.network.neutron [req-b877bf6d-3a78-44f6-9baa-c0c01fab049e req-ad8e9b3f-f1dd-4ba6-b3d0-a8284b1d7cc6 service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Updated VIF entry in instance network info cache for port 00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.181451] env[64443]: DEBUG nova.network.neutron [req-b877bf6d-3a78-44f6-9baa-c0c01fab049e req-ad8e9b3f-f1dd-4ba6-b3d0-a8284b1d7cc6 service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Updating instance_info_cache with network_info: [{"id": "00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1", "address": "fa:16:3e:c6:5c:ec", "network": {"id": "71129788-6c31-4d3b-8c5d-27f99bd723d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1615743126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1242fbf0a26e43f087af1c8a623f1eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d0cc8f-55", "ovs_interfaceid": "00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.319360] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c429ce-2c51-b2d8-903f-d42b8d80520d, 'name': SearchDatastore_Task, 'duration_secs': 0.015469} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.319908] env[64443]: DEBUG oslo_concurrency.lockutils [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.320439] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 184b46f6-60a1-4425-ae07-726c056b1a18/184b46f6-60a1-4425-ae07-726c056b1a18.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.320816] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eccbc4b4-40ea-430f-8fba-0143be79d063 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.331804] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 618.331804] env[64443]: value = "task-2675943" [ 618.331804] env[64443]: _type = "Task" [ 618.331804] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.342719] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2675943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.454855] env[64443]: DEBUG nova.network.neutron [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Successfully updated port: f83b317d-244e-4d51-81f4-8b771ec6f327 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.568867] env[64443]: DEBUG nova.compute.utils [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 618.571156] env[64443]: DEBUG nova.compute.manager [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.572179] env[64443]: DEBUG nova.network.neutron [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.622919] env[64443]: DEBUG nova.policy [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecfa62bfbbb942ff837a31bbc807aa09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd53f3cc49293488f92b06c8f7739328e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.646108] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2675942, 'name': Rename_Task, 'duration_secs': 0.242081} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.646404] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.646786] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d39fcf9-8f88-4c18-a7cd-68f67d3342c0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.657247] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 618.657247] env[64443]: value = "task-2675944" [ 618.657247] env[64443]: _type = "Task" [ 618.657247] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.670083] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2675944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.675313] env[64443]: DEBUG nova.compute.manager [req-9439e217-4daf-4745-86bc-6f892c5a35c1 req-1ba56779-6fdd-4f15-a02e-104c98d51b89 service nova] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Received event network-vif-plugged-f83b317d-244e-4d51-81f4-8b771ec6f327 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 618.675546] env[64443]: DEBUG oslo_concurrency.lockutils [req-9439e217-4daf-4745-86bc-6f892c5a35c1 req-1ba56779-6fdd-4f15-a02e-104c98d51b89 service nova] Acquiring lock "6b932cd2-a6f5-4cc3-b287-91737817d6f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.675757] env[64443]: DEBUG oslo_concurrency.lockutils [req-9439e217-4daf-4745-86bc-6f892c5a35c1 req-1ba56779-6fdd-4f15-a02e-104c98d51b89 service nova] Lock "6b932cd2-a6f5-4cc3-b287-91737817d6f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.676124] env[64443]: DEBUG oslo_concurrency.lockutils [req-9439e217-4daf-4745-86bc-6f892c5a35c1 req-1ba56779-6fdd-4f15-a02e-104c98d51b89 service nova] Lock "6b932cd2-a6f5-4cc3-b287-91737817d6f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.676433] env[64443]: DEBUG nova.compute.manager [req-9439e217-4daf-4745-86bc-6f892c5a35c1 req-1ba56779-6fdd-4f15-a02e-104c98d51b89 service nova] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] No waiting events found dispatching network-vif-plugged-f83b317d-244e-4d51-81f4-8b771ec6f327 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.676726] env[64443]: WARNING nova.compute.manager [req-9439e217-4daf-4745-86bc-6f892c5a35c1 req-1ba56779-6fdd-4f15-a02e-104c98d51b89 service nova] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Received unexpected event network-vif-plugged-f83b317d-244e-4d51-81f4-8b771ec6f327 for instance with vm_state building and task_state spawning. [ 618.685846] env[64443]: DEBUG oslo_concurrency.lockutils [req-b877bf6d-3a78-44f6-9baa-c0c01fab049e req-ad8e9b3f-f1dd-4ba6-b3d0-a8284b1d7cc6 service nova] Releasing lock "refresh_cache-44cba84c-0e8a-485d-810f-60dc64152206" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.686200] env[64443]: DEBUG nova.compute.manager [req-b877bf6d-3a78-44f6-9baa-c0c01fab049e req-ad8e9b3f-f1dd-4ba6-b3d0-a8284b1d7cc6 service nova] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Received event network-changed-98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 618.686393] env[64443]: DEBUG nova.compute.manager [req-b877bf6d-3a78-44f6-9baa-c0c01fab049e req-ad8e9b3f-f1dd-4ba6-b3d0-a8284b1d7cc6 service nova] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Refreshing instance network info cache due to event network-changed-98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 618.686616] env[64443]: DEBUG oslo_concurrency.lockutils [req-b877bf6d-3a78-44f6-9baa-c0c01fab049e req-ad8e9b3f-f1dd-4ba6-b3d0-a8284b1d7cc6 service nova] Acquiring lock "refresh_cache-3299739d-1b3d-49ed-b2a3-ccee2418ab1d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.686929] env[64443]: DEBUG oslo_concurrency.lockutils [req-b877bf6d-3a78-44f6-9baa-c0c01fab049e req-ad8e9b3f-f1dd-4ba6-b3d0-a8284b1d7cc6 service nova] Acquired lock "refresh_cache-3299739d-1b3d-49ed-b2a3-ccee2418ab1d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.687173] env[64443]: DEBUG nova.network.neutron [req-b877bf6d-3a78-44f6-9baa-c0c01fab049e req-ad8e9b3f-f1dd-4ba6-b3d0-a8284b1d7cc6 service nova] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Refreshing network info cache for port 98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.845613] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2675943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507202} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.845613] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 184b46f6-60a1-4425-ae07-726c056b1a18/184b46f6-60a1-4425-ae07-726c056b1a18.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.845613] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.846313] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa0a006d-75b9-4cf7-90ae-a45f9460b1e3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.857682] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 618.857682] env[64443]: value = "task-2675945" [ 618.857682] env[64443]: _type = "Task" [ 618.857682] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.866639] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2675945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.959739] env[64443]: DEBUG oslo_concurrency.lockutils [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "refresh_cache-6b932cd2-a6f5-4cc3-b287-91737817d6f7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.959968] env[64443]: DEBUG oslo_concurrency.lockutils [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquired lock "refresh_cache-6b932cd2-a6f5-4cc3-b287-91737817d6f7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.960182] env[64443]: DEBUG nova.network.neutron [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.001512] env[64443]: DEBUG nova.network.neutron [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Successfully created port: e201ad36-c583-48ee-a910-9a5dec980775 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.014326] env[64443]: DEBUG nova.network.neutron [-] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.026553] env[64443]: DEBUG nova.network.neutron [-] [instance: 6db2f440-6651-4694-872b-72536274f44f] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.078210] env[64443]: DEBUG nova.compute.manager [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.173763] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2675944, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.177824] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad068877-d133-4a2a-986d-817e4505ff1b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.185882] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4333b9-ec0b-4e17-8c9a-0269cfe11ed1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.227904] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42093ef5-ade0-491b-b51d-5393cee72ac0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.235060] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bcd8cb-68c7-4000-87fd-21cb66347852 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.250878] env[64443]: DEBUG nova.compute.provider_tree [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 619.372207] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2675945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09503} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.372448] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.373256] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ff7c0b-c64d-47a4-8585-d4f94ac4acac {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.413686] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 184b46f6-60a1-4425-ae07-726c056b1a18/184b46f6-60a1-4425-ae07-726c056b1a18.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.419359] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c52298cb-9aca-422f-b9b5-4ec8adff90ee {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.447665] env[64443]: DEBUG nova.compute.manager [req-530d6723-a812-45de-9f41-55eead17c663 req-8669e783-4eb9-441b-aba5-d8e43ba8c341 service nova] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Received event network-changed-98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.447979] env[64443]: DEBUG nova.compute.manager [req-530d6723-a812-45de-9f41-55eead17c663 req-8669e783-4eb9-441b-aba5-d8e43ba8c341 service nova] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Refreshing instance network info cache due to event network-changed-98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 619.448334] env[64443]: DEBUG oslo_concurrency.lockutils [req-530d6723-a812-45de-9f41-55eead17c663 req-8669e783-4eb9-441b-aba5-d8e43ba8c341 service nova] Acquiring lock "refresh_cache-3299739d-1b3d-49ed-b2a3-ccee2418ab1d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.457867] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 619.457867] env[64443]: value = "task-2675947" [ 619.457867] env[64443]: _type = "Task" [ 619.457867] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.471128] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2675947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.516816] env[64443]: INFO nova.compute.manager [-] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Took 1.61 seconds to deallocate network for instance. [ 619.530139] env[64443]: DEBUG nova.network.neutron [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.533753] env[64443]: INFO nova.compute.manager [-] [instance: 6db2f440-6651-4694-872b-72536274f44f] Took 1.55 seconds to deallocate network for instance. [ 619.567294] env[64443]: DEBUG nova.network.neutron [req-b877bf6d-3a78-44f6-9baa-c0c01fab049e req-ad8e9b3f-f1dd-4ba6-b3d0-a8284b1d7cc6 service nova] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Updated VIF entry in instance network info cache for port 98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.567708] env[64443]: DEBUG nova.network.neutron [req-b877bf6d-3a78-44f6-9baa-c0c01fab049e req-ad8e9b3f-f1dd-4ba6-b3d0-a8284b1d7cc6 service nova] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Updating instance_info_cache with network_info: [{"id": "98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7", "address": "fa:16:3e:81:e2:68", "network": {"id": "71129788-6c31-4d3b-8c5d-27f99bd723d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1615743126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1242fbf0a26e43f087af1c8a623f1eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98cdfaa9-a6", "ovs_interfaceid": "98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.583393] env[64443]: INFO nova.virt.block_device [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Booting with volume d4901078-7c13-4eec-b291-20f10f45dfae at /dev/sda [ 619.630621] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquiring lock "3299739d-1b3d-49ed-b2a3-ccee2418ab1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.630826] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "3299739d-1b3d-49ed-b2a3-ccee2418ab1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.631059] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquiring lock "3299739d-1b3d-49ed-b2a3-ccee2418ab1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.631245] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "3299739d-1b3d-49ed-b2a3-ccee2418ab1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.631408] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "3299739d-1b3d-49ed-b2a3-ccee2418ab1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.633612] env[64443]: INFO nova.compute.manager [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Terminating instance [ 619.635983] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1b4b4af-5e3f-49f2-b8c4-39446cd47463 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.647837] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b71184-bd2f-4e2a-b64f-b92fa8bc3bbc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.681678] env[64443]: DEBUG oslo_vmware.api [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2675944, 'name': PowerOnVM_Task, 'duration_secs': 0.622904} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.695090] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.695338] env[64443]: INFO nova.compute.manager [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Took 9.92 seconds to spawn the instance on the hypervisor. [ 619.697082] env[64443]: DEBUG nova.compute.manager [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.697082] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f020635-52d0-4332-bf7f-47168ba28a0e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.699474] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ccb71c1-d732-4fdb-85b1-31df9b531664 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.710604] env[64443]: DEBUG nova.network.neutron [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Updating instance_info_cache with network_info: [{"id": "f83b317d-244e-4d51-81f4-8b771ec6f327", "address": "fa:16:3e:40:c9:63", "network": {"id": "dfbbf7d1-044d-4133-b73e-9ed201379803", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1989595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a513f4e7a34df3ac30a0b52c7fdfaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83b317d-24", "ovs_interfaceid": "f83b317d-244e-4d51-81f4-8b771ec6f327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.716364] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0511ff-1925-49f2-891e-958d80038f45 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.758017] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33afd98-63d0-47e9-bf02-8121a6f35dc5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.768540] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14a1993-bdd8-4410-a210-4ac9899fd7b7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.786249] env[64443]: DEBUG nova.virt.block_device [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Updating existing volume attachment record: fc50fd49-0600-4068-82a3-148c10323fff {{(pid=64443) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 619.793211] env[64443]: DEBUG nova.scheduler.client.report [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 619.793483] env[64443]: DEBUG nova.compute.provider_tree [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 48 to 49 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 619.793688] env[64443]: DEBUG nova.compute.provider_tree [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 619.968501] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2675947, 'name': ReconfigVM_Task, 'duration_secs': 0.441019} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.969284] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 184b46f6-60a1-4425-ae07-726c056b1a18/184b46f6-60a1-4425-ae07-726c056b1a18.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.970566] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e3d0797-cd09-4a69-b796-89c556e4e92c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.978410] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 619.978410] env[64443]: value = "task-2675948" [ 619.978410] env[64443]: _type = "Task" [ 619.978410] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.988771] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2675948, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.025131] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.041491] env[64443]: DEBUG oslo_concurrency.lockutils [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.070400] env[64443]: DEBUG oslo_concurrency.lockutils [req-b877bf6d-3a78-44f6-9baa-c0c01fab049e req-ad8e9b3f-f1dd-4ba6-b3d0-a8284b1d7cc6 service nova] Releasing lock "refresh_cache-3299739d-1b3d-49ed-b2a3-ccee2418ab1d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.070845] env[64443]: DEBUG oslo_concurrency.lockutils [req-530d6723-a812-45de-9f41-55eead17c663 req-8669e783-4eb9-441b-aba5-d8e43ba8c341 service nova] Acquired lock "refresh_cache-3299739d-1b3d-49ed-b2a3-ccee2418ab1d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.071083] env[64443]: DEBUG nova.network.neutron [req-530d6723-a812-45de-9f41-55eead17c663 req-8669e783-4eb9-441b-aba5-d8e43ba8c341 service nova] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Refreshing network info cache for port 98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.143841] env[64443]: DEBUG nova.compute.manager [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 620.144127] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 620.145044] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbcc181-f0c0-49f6-b184-48f476af312b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.159767] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 620.160314] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e239d8a-9807-4c66-9d05-c4e2332b0be1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.172017] env[64443]: DEBUG oslo_vmware.api [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for the task: (returnval){ [ 620.172017] env[64443]: value = "task-2675949" [ 620.172017] env[64443]: _type = "Task" [ 620.172017] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.181905] env[64443]: DEBUG oslo_vmware.api [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.219197] env[64443]: DEBUG oslo_concurrency.lockutils [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Releasing lock "refresh_cache-6b932cd2-a6f5-4cc3-b287-91737817d6f7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.220371] env[64443]: DEBUG nova.compute.manager [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Instance network_info: |[{"id": "f83b317d-244e-4d51-81f4-8b771ec6f327", "address": "fa:16:3e:40:c9:63", "network": {"id": "dfbbf7d1-044d-4133-b73e-9ed201379803", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1989595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a513f4e7a34df3ac30a0b52c7fdfaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83b317d-24", "ovs_interfaceid": "f83b317d-244e-4d51-81f4-8b771ec6f327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.223636] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:c9:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f83b317d-244e-4d51-81f4-8b771ec6f327', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.233016] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Creating folder: Project (19a513f4e7a34df3ac30a0b52c7fdfaf). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.234654] env[64443]: INFO nova.compute.manager [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Took 34.09 seconds to build instance. [ 620.239733] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-feaeae1b-10ed-42c9-9fa8-685217badfa2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.253804] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Created folder: Project (19a513f4e7a34df3ac30a0b52c7fdfaf) in parent group-v539479. [ 620.253804] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Creating folder: Instances. Parent ref: group-v539563. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.253804] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b13a15a-24a3-4f8f-82db-66b489095910 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.268204] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Created folder: Instances in parent group-v539563. [ 620.268204] env[64443]: DEBUG oslo.service.loopingcall [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.268204] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.268204] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58e39e6d-14ad-424f-aad2-7218bd4c7e89 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.289713] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.289713] env[64443]: value = "task-2675952" [ 620.289713] env[64443]: _type = "Task" [ 620.289713] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.300180] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.302784] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675952, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.303252] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.689s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.303417] env[64443]: DEBUG nova.objects.instance [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64443) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 620.342229] env[64443]: INFO nova.scheduler.client.report [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Deleted allocations for instance 5bb4533f-fd1f-4f67-9d60-d34509284bd5 [ 620.492726] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2675948, 'name': Rename_Task, 'duration_secs': 0.159641} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.493199] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.493637] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5f9b68c-2cd4-428d-a24b-37aad671a6fa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.502803] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 620.502803] env[64443]: value = "task-2675953" [ 620.502803] env[64443]: _type = "Task" [ 620.502803] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.516595] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2675953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.685357] env[64443]: DEBUG oslo_vmware.api [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675949, 'name': PowerOffVM_Task, 'duration_secs': 0.323334} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.686058] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 620.687150] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 620.691018] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa8b6db7-c91e-4b55-921b-4ecf83ca414d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.739993] env[64443]: DEBUG oslo_concurrency.lockutils [None req-717f95dc-1771-45c3-af9e-13374c59eb3e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "686e78f4-a5c2-465a-9018-5623795aadd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.554s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.769210] env[64443]: DEBUG nova.network.neutron [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Successfully updated port: e201ad36-c583-48ee-a910-9a5dec980775 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.779998] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 620.780347] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 620.780691] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Deleting the datastore file [datastore1] 3299739d-1b3d-49ed-b2a3-ccee2418ab1d {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 620.781966] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4373aab-f707-4c99-96e4-2a80bf6ef7ba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.791704] env[64443]: DEBUG oslo_vmware.api [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for the task: (returnval){ [ 620.791704] env[64443]: value = "task-2675955" [ 620.791704] env[64443]: _type = "Task" [ 620.791704] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.819976] env[64443]: DEBUG oslo_vmware.api [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.819976] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675952, 'name': CreateVM_Task, 'duration_secs': 0.369376} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.819976] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.819976] env[64443]: DEBUG oslo_concurrency.lockutils [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.819976] env[64443]: DEBUG oslo_concurrency.lockutils [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.820398] env[64443]: DEBUG oslo_concurrency.lockutils [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.820398] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b03678e2-1593-499c-aad7-b0536bfca90b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.837869] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 620.837869] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d19a69-1a57-1b42-9c21-53d5bf6c81fd" [ 620.837869] env[64443]: _type = "Task" [ 620.837869] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.851871] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d19a69-1a57-1b42-9c21-53d5bf6c81fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.852648] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4511c8d7-d111-4850-8039-f8c5f7926fa0 tempest-ServerAddressesTestJSON-1586530565 tempest-ServerAddressesTestJSON-1586530565-project-member] Lock "5bb4533f-fd1f-4f67-9d60-d34509284bd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.091s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.961518] env[64443]: DEBUG nova.network.neutron [req-530d6723-a812-45de-9f41-55eead17c663 req-8669e783-4eb9-441b-aba5-d8e43ba8c341 service nova] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Updated VIF entry in instance network info cache for port 98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.961518] env[64443]: DEBUG nova.network.neutron [req-530d6723-a812-45de-9f41-55eead17c663 req-8669e783-4eb9-441b-aba5-d8e43ba8c341 service nova] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Updating instance_info_cache with network_info: [{"id": "98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7", "address": "fa:16:3e:81:e2:68", "network": {"id": "71129788-6c31-4d3b-8c5d-27f99bd723d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1615743126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1242fbf0a26e43f087af1c8a623f1eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98cdfaa9-a6", "ovs_interfaceid": "98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.017643] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2675953, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.250869] env[64443]: DEBUG nova.compute.manager [req-4e2f6945-abcc-4123-926b-0cffc8f3af2d req-962ea16c-010d-46a7-8d52-b1f2008f5569 service nova] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Received event network-changed-f83b317d-244e-4d51-81f4-8b771ec6f327 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.250869] env[64443]: DEBUG nova.compute.manager [req-4e2f6945-abcc-4123-926b-0cffc8f3af2d req-962ea16c-010d-46a7-8d52-b1f2008f5569 service nova] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Refreshing instance network info cache due to event network-changed-f83b317d-244e-4d51-81f4-8b771ec6f327. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 621.250869] env[64443]: DEBUG oslo_concurrency.lockutils [req-4e2f6945-abcc-4123-926b-0cffc8f3af2d req-962ea16c-010d-46a7-8d52-b1f2008f5569 service nova] Acquiring lock "refresh_cache-6b932cd2-a6f5-4cc3-b287-91737817d6f7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.250869] env[64443]: DEBUG oslo_concurrency.lockutils [req-4e2f6945-abcc-4123-926b-0cffc8f3af2d req-962ea16c-010d-46a7-8d52-b1f2008f5569 service nova] Acquired lock "refresh_cache-6b932cd2-a6f5-4cc3-b287-91737817d6f7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.252085] env[64443]: DEBUG nova.network.neutron [req-4e2f6945-abcc-4123-926b-0cffc8f3af2d req-962ea16c-010d-46a7-8d52-b1f2008f5569 service nova] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Refreshing network info cache for port f83b317d-244e-4d51-81f4-8b771ec6f327 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.252588] env[64443]: DEBUG nova.compute.manager [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.279291] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Acquiring lock "refresh_cache-99eba029-a1cf-428f-a608-b4fe81e4c6a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.279291] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Acquired lock "refresh_cache-99eba029-a1cf-428f-a608-b4fe81e4c6a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.279291] env[64443]: DEBUG nova.network.neutron [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.311673] env[64443]: DEBUG oslo_vmware.api [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2675955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425221} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.311933] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.312183] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 621.314064] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 621.314064] env[64443]: INFO nova.compute.manager [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 621.314064] env[64443]: DEBUG oslo.service.loopingcall [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 621.314064] env[64443]: DEBUG nova.compute.manager [-] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 621.314064] env[64443]: DEBUG nova.network.neutron [-] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 621.319748] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e86900c-274a-4960-be5d-8562aa087411 tempest-ServersAdmin275Test-972473339 tempest-ServersAdmin275Test-972473339-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.320357] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.891s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.322638] env[64443]: INFO nova.compute.claims [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.348671] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d19a69-1a57-1b42-9c21-53d5bf6c81fd, 'name': SearchDatastore_Task, 'duration_secs': 0.021448} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.348954] env[64443]: DEBUG oslo_concurrency.lockutils [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.349228] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.349477] env[64443]: DEBUG oslo_concurrency.lockutils [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.349631] env[64443]: DEBUG oslo_concurrency.lockutils [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.349806] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.350067] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ec89c4b-6420-4462-bc2d-b8145269c537 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.362943] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.362943] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.362943] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72657e1c-2f53-4200-bcdc-29edee201d4d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.369029] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 621.369029] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]523e4948-ffe9-de02-6562-f93bba375475" [ 621.369029] env[64443]: _type = "Task" [ 621.369029] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.378221] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]523e4948-ffe9-de02-6562-f93bba375475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.467529] env[64443]: DEBUG oslo_concurrency.lockutils [req-530d6723-a812-45de-9f41-55eead17c663 req-8669e783-4eb9-441b-aba5-d8e43ba8c341 service nova] Releasing lock "refresh_cache-3299739d-1b3d-49ed-b2a3-ccee2418ab1d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.477047] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "686e78f4-a5c2-465a-9018-5623795aadd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.477047] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "686e78f4-a5c2-465a-9018-5623795aadd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.477047] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "686e78f4-a5c2-465a-9018-5623795aadd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.477047] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "686e78f4-a5c2-465a-9018-5623795aadd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.477250] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "686e78f4-a5c2-465a-9018-5623795aadd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.477874] env[64443]: INFO nova.compute.manager [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Terminating instance [ 621.516210] env[64443]: DEBUG oslo_vmware.api [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2675953, 'name': PowerOnVM_Task, 'duration_secs': 0.673812} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.516685] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.517143] env[64443]: INFO nova.compute.manager [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Took 8.98 seconds to spawn the instance on the hypervisor. [ 621.517491] env[64443]: DEBUG nova.compute.manager [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.520378] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcc0db7-96e7-43b9-8c0f-5556619c5bfd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.781278] env[64443]: DEBUG oslo_concurrency.lockutils [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.838649] env[64443]: DEBUG nova.network.neutron [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.882412] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]523e4948-ffe9-de02-6562-f93bba375475, 'name': SearchDatastore_Task, 'duration_secs': 0.027528} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.883493] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a630c0e-7b23-47a0-8b15-5a57b2a67d2c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.892194] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 621.892194] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ed724f-0e30-65ff-53c0-a1b49450dadd" [ 621.892194] env[64443]: _type = "Task" [ 621.892194] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.902822] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ed724f-0e30-65ff-53c0-a1b49450dadd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.934335] env[64443]: DEBUG nova.compute.manager [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.935052] env[64443]: DEBUG nova.virt.hardware [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.935439] env[64443]: DEBUG nova.virt.hardware [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.935741] env[64443]: DEBUG nova.virt.hardware [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.936063] env[64443]: DEBUG nova.virt.hardware [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.936366] env[64443]: DEBUG nova.virt.hardware [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.936642] env[64443]: DEBUG nova.virt.hardware [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.936977] env[64443]: DEBUG nova.virt.hardware [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.937317] env[64443]: DEBUG nova.virt.hardware [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.937631] env[64443]: DEBUG nova.virt.hardware [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.937924] env[64443]: DEBUG nova.virt.hardware [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.941070] env[64443]: DEBUG nova.virt.hardware [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.941070] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bfe984-91a3-4f5c-b20b-4061869d12ae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.949348] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726c26d7-0561-4aaf-8978-de2d6b405ec8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.981385] env[64443]: DEBUG nova.compute.manager [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 621.984024] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 621.984024] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449faa76-7f4c-4934-843e-d747c94eaf2f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.996081] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 621.999568] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97e70b69-f7a3-4f5b-91d7-ba2f00601912 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.007721] env[64443]: DEBUG oslo_vmware.api [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 622.007721] env[64443]: value = "task-2675956" [ 622.007721] env[64443]: _type = "Task" [ 622.007721] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.023704] env[64443]: DEBUG oslo_vmware.api [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2675956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.041249] env[64443]: INFO nova.compute.manager [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Took 32.88 seconds to build instance. [ 622.180603] env[64443]: DEBUG nova.network.neutron [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Updating instance_info_cache with network_info: [{"id": "e201ad36-c583-48ee-a910-9a5dec980775", "address": "fa:16:3e:24:08:41", "network": {"id": "e6da6907-6ea2-49ac-85c0-fb256abb4097", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1428293046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d53f3cc49293488f92b06c8f7739328e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape201ad36-c5", "ovs_interfaceid": "e201ad36-c583-48ee-a910-9a5dec980775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.211000] env[64443]: DEBUG nova.compute.manager [req-277a572e-70af-4828-a2d5-2ef285a40031 req-d5b7e404-9fb5-4a51-b3a4-63cb4af4a73b service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Received event network-changed-00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.211418] env[64443]: DEBUG nova.compute.manager [req-277a572e-70af-4828-a2d5-2ef285a40031 req-d5b7e404-9fb5-4a51-b3a4-63cb4af4a73b service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Refreshing instance network info cache due to event network-changed-00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 622.211687] env[64443]: DEBUG oslo_concurrency.lockutils [req-277a572e-70af-4828-a2d5-2ef285a40031 req-d5b7e404-9fb5-4a51-b3a4-63cb4af4a73b service nova] Acquiring lock "refresh_cache-44cba84c-0e8a-485d-810f-60dc64152206" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.211933] env[64443]: DEBUG oslo_concurrency.lockutils [req-277a572e-70af-4828-a2d5-2ef285a40031 req-d5b7e404-9fb5-4a51-b3a4-63cb4af4a73b service nova] Acquired lock "refresh_cache-44cba84c-0e8a-485d-810f-60dc64152206" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.212206] env[64443]: DEBUG nova.network.neutron [req-277a572e-70af-4828-a2d5-2ef285a40031 req-d5b7e404-9fb5-4a51-b3a4-63cb4af4a73b service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Refreshing network info cache for port 00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.226316] env[64443]: DEBUG nova.network.neutron [-] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.244256] env[64443]: DEBUG nova.network.neutron [req-4e2f6945-abcc-4123-926b-0cffc8f3af2d req-962ea16c-010d-46a7-8d52-b1f2008f5569 service nova] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Updated VIF entry in instance network info cache for port f83b317d-244e-4d51-81f4-8b771ec6f327. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.244616] env[64443]: DEBUG nova.network.neutron [req-4e2f6945-abcc-4123-926b-0cffc8f3af2d req-962ea16c-010d-46a7-8d52-b1f2008f5569 service nova] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Updating instance_info_cache with network_info: [{"id": "f83b317d-244e-4d51-81f4-8b771ec6f327", "address": "fa:16:3e:40:c9:63", "network": {"id": "dfbbf7d1-044d-4133-b73e-9ed201379803", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1989595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a513f4e7a34df3ac30a0b52c7fdfaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf83b317d-24", "ovs_interfaceid": "f83b317d-244e-4d51-81f4-8b771ec6f327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.406911] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ed724f-0e30-65ff-53c0-a1b49450dadd, 'name': SearchDatastore_Task, 'duration_secs': 0.012959} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.410243] env[64443]: DEBUG oslo_concurrency.lockutils [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.410599] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 6b932cd2-a6f5-4cc3-b287-91737817d6f7/6b932cd2-a6f5-4cc3-b287-91737817d6f7.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.411804] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29943abf-2492-472f-82fd-7429ce992e5a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.419733] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 622.419733] env[64443]: value = "task-2675957" [ 622.419733] env[64443]: _type = "Task" [ 622.419733] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.432294] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.520786] env[64443]: DEBUG oslo_vmware.api [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2675956, 'name': PowerOffVM_Task, 'duration_secs': 0.243999} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.520900] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.521025] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.521321] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7c22aef-efa6-483a-ab52-b98bdf9a2750 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.546549] env[64443]: DEBUG oslo_concurrency.lockutils [None req-135bb9f0-83f1-443b-9d06-36cdd0d498e6 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "184b46f6-60a1-4425-ae07-726c056b1a18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.660s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.604018] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.604018] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.604018] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Deleting the datastore file [datastore2] 686e78f4-a5c2-465a-9018-5623795aadd0 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.604254] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb6d8476-a350-46d9-9053-d878745badcf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.616937] env[64443]: DEBUG oslo_vmware.api [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 622.616937] env[64443]: value = "task-2675959" [ 622.616937] env[64443]: _type = "Task" [ 622.616937] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.629154] env[64443]: DEBUG oslo_vmware.api [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2675959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.685193] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Releasing lock "refresh_cache-99eba029-a1cf-428f-a608-b4fe81e4c6a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.685871] env[64443]: DEBUG nova.compute.manager [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Instance network_info: |[{"id": "e201ad36-c583-48ee-a910-9a5dec980775", "address": "fa:16:3e:24:08:41", "network": {"id": "e6da6907-6ea2-49ac-85c0-fb256abb4097", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1428293046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d53f3cc49293488f92b06c8f7739328e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape201ad36-c5", "ovs_interfaceid": "e201ad36-c583-48ee-a910-9a5dec980775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.687042] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:08:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f016d1-34a6-4ebd-81ed-a6bf9d109b87', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e201ad36-c583-48ee-a910-9a5dec980775', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.698985] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Creating folder: Project (d53f3cc49293488f92b06c8f7739328e). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.700931] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a535b802-a432-41fd-a7b4-37680b516419 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.710121] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Acquiring lock "57de5093-57f2-414f-b665-89affbbf74dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.710512] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Lock "57de5093-57f2-414f-b665-89affbbf74dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.726194] env[64443]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 622.726194] env[64443]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=64443) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 622.726194] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Folder already exists: Project (d53f3cc49293488f92b06c8f7739328e). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 622.727427] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Creating folder: Instances. Parent ref: group-v539510. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.731985] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01f01ebf-8d93-4b83-93c8-61fa4dd177f2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.734329] env[64443]: INFO nova.compute.manager [-] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Took 1.42 seconds to deallocate network for instance. [ 622.755063] env[64443]: DEBUG oslo_concurrency.lockutils [req-4e2f6945-abcc-4123-926b-0cffc8f3af2d req-962ea16c-010d-46a7-8d52-b1f2008f5569 service nova] Releasing lock "refresh_cache-6b932cd2-a6f5-4cc3-b287-91737817d6f7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.755470] env[64443]: DEBUG nova.compute.manager [req-4e2f6945-abcc-4123-926b-0cffc8f3af2d req-962ea16c-010d-46a7-8d52-b1f2008f5569 service nova] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Received event network-vif-deleted-72ea4a71-1d88-452e-84b7-099a8836cee9 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.755857] env[64443]: DEBUG nova.compute.manager [req-4e2f6945-abcc-4123-926b-0cffc8f3af2d req-962ea16c-010d-46a7-8d52-b1f2008f5569 service nova] [instance: 6db2f440-6651-4694-872b-72536274f44f] Received event network-vif-deleted-9010ba8e-b7ea-4e3b-bf43-1c0eee4d638e {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.756245] env[64443]: DEBUG nova.compute.manager [req-4e2f6945-abcc-4123-926b-0cffc8f3af2d req-962ea16c-010d-46a7-8d52-b1f2008f5569 service nova] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Received event network-vif-plugged-e201ad36-c583-48ee-a910-9a5dec980775 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.757340] env[64443]: DEBUG oslo_concurrency.lockutils [req-4e2f6945-abcc-4123-926b-0cffc8f3af2d req-962ea16c-010d-46a7-8d52-b1f2008f5569 service nova] Acquiring lock "99eba029-a1cf-428f-a608-b4fe81e4c6a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.757340] env[64443]: DEBUG oslo_concurrency.lockutils [req-4e2f6945-abcc-4123-926b-0cffc8f3af2d req-962ea16c-010d-46a7-8d52-b1f2008f5569 service nova] Lock "99eba029-a1cf-428f-a608-b4fe81e4c6a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.757583] env[64443]: DEBUG oslo_concurrency.lockutils [req-4e2f6945-abcc-4123-926b-0cffc8f3af2d req-962ea16c-010d-46a7-8d52-b1f2008f5569 service nova] Lock "99eba029-a1cf-428f-a608-b4fe81e4c6a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.758413] env[64443]: DEBUG nova.compute.manager [req-4e2f6945-abcc-4123-926b-0cffc8f3af2d req-962ea16c-010d-46a7-8d52-b1f2008f5569 service nova] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] No waiting events found dispatching network-vif-plugged-e201ad36-c583-48ee-a910-9a5dec980775 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 622.758413] env[64443]: WARNING nova.compute.manager [req-4e2f6945-abcc-4123-926b-0cffc8f3af2d req-962ea16c-010d-46a7-8d52-b1f2008f5569 service nova] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Received unexpected event network-vif-plugged-e201ad36-c583-48ee-a910-9a5dec980775 for instance with vm_state building and task_state block_device_mapping. [ 622.760566] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Created folder: Instances in parent group-v539510. [ 622.760967] env[64443]: DEBUG oslo.service.loopingcall [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 622.761306] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.761686] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-354982b3-1a3f-4ce8-a8c2-f08f90005de2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.785256] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.785256] env[64443]: value = "task-2675962" [ 622.785256] env[64443]: _type = "Task" [ 622.785256] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.795608] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675962, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.933025] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675957, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.944119] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b855ad18-bb6b-48b9-97bf-2861337a094d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.953923] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03b1d39-9fa1-401b-84e8-d5ece9fa9056 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.991238] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e3ee23-0d4c-4a43-85b7-a1d1d44f61de {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.001401] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67adc888-2039-4938-893b-5d8718b8ca8b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.025797] env[64443]: DEBUG nova.compute.provider_tree [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 623.050311] env[64443]: DEBUG nova.compute.manager [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.134080] env[64443]: DEBUG oslo_vmware.api [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2675959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.242417] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.299934] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675962, 'name': CreateVM_Task, 'duration_secs': 0.40309} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.299934] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.300534] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'mount_device': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539526', 'volume_id': 'd4901078-7c13-4eec-b291-20f10f45dfae', 'name': 'volume-d4901078-7c13-4eec-b291-20f10f45dfae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99eba029-a1cf-428f-a608-b4fe81e4c6a7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4901078-7c13-4eec-b291-20f10f45dfae', 'serial': 'd4901078-7c13-4eec-b291-20f10f45dfae'}, 'disk_bus': None, 'device_type': None, 'attachment_id': 'fc50fd49-0600-4068-82a3-148c10323fff', 'volume_type': None}], 'swap': None} {{(pid=64443) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 623.300874] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Root volume attach. Driver type: vmdk {{(pid=64443) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 623.301723] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31295490-fa9e-4614-86f6-dcf71c3f8471 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.312113] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448213e4-db26-4b5b-833d-752fc85fdcc1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.320306] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ae82b1-fc60-4870-adde-5a62932cb15c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.332634] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b1b49a3e-0c91-44d9-9ba0-b09aded5006b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.339882] env[64443]: DEBUG nova.network.neutron [req-277a572e-70af-4828-a2d5-2ef285a40031 req-d5b7e404-9fb5-4a51-b3a4-63cb4af4a73b service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Updated VIF entry in instance network info cache for port 00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.340292] env[64443]: DEBUG nova.network.neutron [req-277a572e-70af-4828-a2d5-2ef285a40031 req-d5b7e404-9fb5-4a51-b3a4-63cb4af4a73b service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Updating instance_info_cache with network_info: [{"id": "00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1", "address": "fa:16:3e:c6:5c:ec", "network": {"id": "71129788-6c31-4d3b-8c5d-27f99bd723d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1615743126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1242fbf0a26e43f087af1c8a623f1eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d0cc8f-55", "ovs_interfaceid": "00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.344688] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Waiting for the task: (returnval){ [ 623.344688] env[64443]: value = "task-2675963" [ 623.344688] env[64443]: _type = "Task" [ 623.344688] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.358020] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2675963, 'name': RelocateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.432737] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716495} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.433506] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 6b932cd2-a6f5-4cc3-b287-91737817d6f7/6b932cd2-a6f5-4cc3-b287-91737817d6f7.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.433859] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.434253] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb81d638-83da-49b3-a486-9f810a524529 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.442430] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 623.442430] env[64443]: value = "task-2675964" [ 623.442430] env[64443]: _type = "Task" [ 623.442430] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.453545] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.562218] env[64443]: ERROR nova.scheduler.client.report [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [req-5665be03-1097-430c-9487-19ce998a98a9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5665be03-1097-430c-9487-19ce998a98a9"}]} [ 623.585895] env[64443]: DEBUG nova.scheduler.client.report [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 623.591061] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.604397] env[64443]: DEBUG nova.scheduler.client.report [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 623.604745] env[64443]: DEBUG nova.compute.provider_tree [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 623.625126] env[64443]: DEBUG nova.scheduler.client.report [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 623.635740] env[64443]: DEBUG oslo_vmware.api [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2675959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.673354} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.635740] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.635740] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.635740] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.635740] env[64443]: INFO nova.compute.manager [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Took 1.65 seconds to destroy the instance on the hypervisor. [ 623.635926] env[64443]: DEBUG oslo.service.loopingcall [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 623.635926] env[64443]: DEBUG nova.compute.manager [-] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 623.635926] env[64443]: DEBUG nova.network.neutron [-] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 623.650572] env[64443]: DEBUG nova.scheduler.client.report [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 623.845480] env[64443]: DEBUG oslo_concurrency.lockutils [req-277a572e-70af-4828-a2d5-2ef285a40031 req-d5b7e404-9fb5-4a51-b3a4-63cb4af4a73b service nova] Releasing lock "refresh_cache-44cba84c-0e8a-485d-810f-60dc64152206" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.863687] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2675963, 'name': RelocateVM_Task} progress is 38%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.956790] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136485} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.958665] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.960382] env[64443]: DEBUG nova.compute.manager [req-4c2e2a62-9a01-4a46-83e7-db9f4ba2f494 req-88eba87e-7813-4b7b-ad3d-419d60736dad service nova] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Received event network-changed-e201ad36-c583-48ee-a910-9a5dec980775 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 623.960558] env[64443]: DEBUG nova.compute.manager [req-4c2e2a62-9a01-4a46-83e7-db9f4ba2f494 req-88eba87e-7813-4b7b-ad3d-419d60736dad service nova] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Refreshing instance network info cache due to event network-changed-e201ad36-c583-48ee-a910-9a5dec980775. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 623.962787] env[64443]: DEBUG oslo_concurrency.lockutils [req-4c2e2a62-9a01-4a46-83e7-db9f4ba2f494 req-88eba87e-7813-4b7b-ad3d-419d60736dad service nova] Acquiring lock "refresh_cache-99eba029-a1cf-428f-a608-b4fe81e4c6a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.962787] env[64443]: DEBUG oslo_concurrency.lockutils [req-4c2e2a62-9a01-4a46-83e7-db9f4ba2f494 req-88eba87e-7813-4b7b-ad3d-419d60736dad service nova] Acquired lock "refresh_cache-99eba029-a1cf-428f-a608-b4fe81e4c6a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.962787] env[64443]: DEBUG nova.network.neutron [req-4c2e2a62-9a01-4a46-83e7-db9f4ba2f494 req-88eba87e-7813-4b7b-ad3d-419d60736dad service nova] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Refreshing network info cache for port e201ad36-c583-48ee-a910-9a5dec980775 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.966470] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9fa596-10e1-4bb3-b937-1b0c9844c199 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.001832] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 6b932cd2-a6f5-4cc3-b287-91737817d6f7/6b932cd2-a6f5-4cc3-b287-91737817d6f7.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.006059] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c66685d0-04af-4be5-b9f2-cd3bd8654d22 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.040366] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 624.040366] env[64443]: value = "task-2675965" [ 624.040366] env[64443]: _type = "Task" [ 624.040366] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.057454] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.356591] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9da547-554b-4e79-8e1d-de6dcd6e93d1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.368352] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2675963, 'name': RelocateVM_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.369688] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64e2de3-a18e-42da-a0f6-7d8dfa2b20ae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.403656] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4480d8f5-80b1-4523-9728-6c380cadcc6a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.412924] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb80ce1-2526-4b55-8af6-0e7ef664f441 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.432387] env[64443]: DEBUG nova.compute.provider_tree [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 624.552219] env[64443]: DEBUG nova.compute.manager [req-72a2d89f-aea2-44ca-afe0-42918caf9afc req-92144434-3f9d-4493-9f97-22838d45148d service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Received event network-changed-00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 624.552219] env[64443]: DEBUG nova.compute.manager [req-72a2d89f-aea2-44ca-afe0-42918caf9afc req-92144434-3f9d-4493-9f97-22838d45148d service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Refreshing instance network info cache due to event network-changed-00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 624.552219] env[64443]: DEBUG oslo_concurrency.lockutils [req-72a2d89f-aea2-44ca-afe0-42918caf9afc req-92144434-3f9d-4493-9f97-22838d45148d service nova] Acquiring lock "refresh_cache-44cba84c-0e8a-485d-810f-60dc64152206" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.552219] env[64443]: DEBUG oslo_concurrency.lockutils [req-72a2d89f-aea2-44ca-afe0-42918caf9afc req-92144434-3f9d-4493-9f97-22838d45148d service nova] Acquired lock "refresh_cache-44cba84c-0e8a-485d-810f-60dc64152206" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.552219] env[64443]: DEBUG nova.network.neutron [req-72a2d89f-aea2-44ca-afe0-42918caf9afc req-92144434-3f9d-4493-9f97-22838d45148d service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Refreshing network info cache for port 00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.561164] env[64443]: DEBUG nova.network.neutron [-] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.563998] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.569599] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2a448185-dbfe-4cb9-a69d-943bff5dc67d tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquiring lock "3299739d-1b3d-49ed-b2a3-ccee2418ab1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.795048] env[64443]: DEBUG nova.network.neutron [req-4c2e2a62-9a01-4a46-83e7-db9f4ba2f494 req-88eba87e-7813-4b7b-ad3d-419d60736dad service nova] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Updated VIF entry in instance network info cache for port e201ad36-c583-48ee-a910-9a5dec980775. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.795471] env[64443]: DEBUG nova.network.neutron [req-4c2e2a62-9a01-4a46-83e7-db9f4ba2f494 req-88eba87e-7813-4b7b-ad3d-419d60736dad service nova] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Updating instance_info_cache with network_info: [{"id": "e201ad36-c583-48ee-a910-9a5dec980775", "address": "fa:16:3e:24:08:41", "network": {"id": "e6da6907-6ea2-49ac-85c0-fb256abb4097", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1428293046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d53f3cc49293488f92b06c8f7739328e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape201ad36-c5", "ovs_interfaceid": "e201ad36-c583-48ee-a910-9a5dec980775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.861749] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2675963, 'name': RelocateVM_Task} progress is 63%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.977324] env[64443]: DEBUG nova.scheduler.client.report [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 50 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 624.977468] env[64443]: DEBUG nova.compute.provider_tree [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 50 to 51 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 624.977659] env[64443]: DEBUG nova.compute.provider_tree [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 625.052267] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.066174] env[64443]: INFO nova.compute.manager [-] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Took 1.43 seconds to deallocate network for instance. [ 625.298995] env[64443]: DEBUG oslo_concurrency.lockutils [req-4c2e2a62-9a01-4a46-83e7-db9f4ba2f494 req-88eba87e-7813-4b7b-ad3d-419d60736dad service nova] Releasing lock "refresh_cache-99eba029-a1cf-428f-a608-b4fe81e4c6a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.299330] env[64443]: DEBUG nova.compute.manager [req-4c2e2a62-9a01-4a46-83e7-db9f4ba2f494 req-88eba87e-7813-4b7b-ad3d-419d60736dad service nova] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Received event network-vif-deleted-98cdfaa9-a6e0-4db5-a4a9-7836088ba5a7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 625.370931] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2675963, 'name': RelocateVM_Task} progress is 76%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.441150] env[64443]: DEBUG nova.network.neutron [req-72a2d89f-aea2-44ca-afe0-42918caf9afc req-92144434-3f9d-4493-9f97-22838d45148d service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Updated VIF entry in instance network info cache for port 00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.441507] env[64443]: DEBUG nova.network.neutron [req-72a2d89f-aea2-44ca-afe0-42918caf9afc req-92144434-3f9d-4493-9f97-22838d45148d service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Updating instance_info_cache with network_info: [{"id": "00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1", "address": "fa:16:3e:c6:5c:ec", "network": {"id": "71129788-6c31-4d3b-8c5d-27f99bd723d6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1615743126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1242fbf0a26e43f087af1c8a623f1eb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00d0cc8f-55", "ovs_interfaceid": "00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.484240] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.164s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.484898] env[64443]: DEBUG nova.compute.manager [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.487897] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.015s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.488157] env[64443]: DEBUG nova.objects.instance [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lazy-loading 'resources' on Instance uuid a58a3926-6b91-442a-bb19-e8557b50b57a {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 625.556012] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.576586] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.864272] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2675963, 'name': RelocateVM_Task} progress is 92%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.944622] env[64443]: DEBUG oslo_concurrency.lockutils [req-72a2d89f-aea2-44ca-afe0-42918caf9afc req-92144434-3f9d-4493-9f97-22838d45148d service nova] Releasing lock "refresh_cache-44cba84c-0e8a-485d-810f-60dc64152206" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.991278] env[64443]: DEBUG nova.compute.utils [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 625.996503] env[64443]: DEBUG nova.compute.manager [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.996503] env[64443]: DEBUG nova.network.neutron [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.059586] env[64443]: DEBUG nova.policy [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac58d066e310431aa7eda2e7b872766b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83eeb70c593742d4aa37e9fa859841e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.065790] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.159186] env[64443]: DEBUG nova.compute.manager [req-ef23c2b1-973b-49d1-b5c5-553f1571153a req-54750729-ef1c-4da4-bf90-57e084ca3144 service nova] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Received event network-vif-deleted-5bd1bb05-d218-4595-a488-bd6bbb30ca1a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.362675] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2675963, 'name': RelocateVM_Task} progress is 97%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.441544] env[64443]: DEBUG nova.network.neutron [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Successfully created port: d6689550-2ca1-4ee5-a710-d2916dfef4a0 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.499482] env[64443]: DEBUG nova.compute.manager [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.565751] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675965, 'name': ReconfigVM_Task, 'duration_secs': 2.236396} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.566171] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 6b932cd2-a6f5-4cc3-b287-91737817d6f7/6b932cd2-a6f5-4cc3-b287-91737817d6f7.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.566910] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fb81cb6-a9fb-44bf-a212-8b836a99a5a9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.570788] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b25741-cc3c-424e-852d-3540b57cb9c7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.582502] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ea0e1d-02ac-429c-92de-622ca6b036c8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.586486] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 626.586486] env[64443]: value = "task-2675966" [ 626.586486] env[64443]: _type = "Task" [ 626.586486] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.620737] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72c226f-34a4-40ba-80fd-c71bc35ce5e0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.623476] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675966, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.629202] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c2b179-bb38-43fb-9cc9-9bdc9ef5c7cd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.644875] env[64443]: DEBUG nova.compute.provider_tree [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.659122] env[64443]: DEBUG nova.compute.manager [req-9fb458e2-4c07-410f-a21d-67af518995ca req-d881e68a-57b9-4ba0-b9d1-b18ac5e00652 service nova] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Received event network-changed-ecb89321-16cd-47d3-9e2e-ad96f742273b {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 626.659122] env[64443]: DEBUG nova.compute.manager [req-9fb458e2-4c07-410f-a21d-67af518995ca req-d881e68a-57b9-4ba0-b9d1-b18ac5e00652 service nova] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Refreshing instance network info cache due to event network-changed-ecb89321-16cd-47d3-9e2e-ad96f742273b. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 626.659122] env[64443]: DEBUG oslo_concurrency.lockutils [req-9fb458e2-4c07-410f-a21d-67af518995ca req-d881e68a-57b9-4ba0-b9d1-b18ac5e00652 service nova] Acquiring lock "refresh_cache-184b46f6-60a1-4425-ae07-726c056b1a18" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.659122] env[64443]: DEBUG oslo_concurrency.lockutils [req-9fb458e2-4c07-410f-a21d-67af518995ca req-d881e68a-57b9-4ba0-b9d1-b18ac5e00652 service nova] Acquired lock "refresh_cache-184b46f6-60a1-4425-ae07-726c056b1a18" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.659122] env[64443]: DEBUG nova.network.neutron [req-9fb458e2-4c07-410f-a21d-67af518995ca req-d881e68a-57b9-4ba0-b9d1-b18ac5e00652 service nova] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Refreshing network info cache for port ecb89321-16cd-47d3-9e2e-ad96f742273b {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.661087] env[64443]: DEBUG oslo_concurrency.lockutils [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "cdcc1d35-9ead-4e4c-ada3-ab31513b73af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.661087] env[64443]: DEBUG oslo_concurrency.lockutils [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "cdcc1d35-9ead-4e4c-ada3-ab31513b73af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.863361] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2675963, 'name': RelocateVM_Task} progress is 98%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.098956] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675966, 'name': Rename_Task, 'duration_secs': 0.172868} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.099378] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.099631] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02878536-c373-4607-913d-de05dfe47cf9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.107130] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 627.107130] env[64443]: value = "task-2675967" [ 627.107130] env[64443]: _type = "Task" [ 627.107130] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.116093] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.149171] env[64443]: DEBUG nova.scheduler.client.report [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.365778] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2675963, 'name': RelocateVM_Task, 'duration_secs': 4.015873} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.365778] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Volume attach. Driver type: vmdk {{(pid=64443) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 627.365978] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539526', 'volume_id': 'd4901078-7c13-4eec-b291-20f10f45dfae', 'name': 'volume-d4901078-7c13-4eec-b291-20f10f45dfae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99eba029-a1cf-428f-a608-b4fe81e4c6a7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4901078-7c13-4eec-b291-20f10f45dfae', 'serial': 'd4901078-7c13-4eec-b291-20f10f45dfae'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 627.367031] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973e03bd-90cd-49d0-9f70-7595278e1dde {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.382919] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9d269f-3b76-4513-a570-2854a05abaf6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.407309] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] volume-d4901078-7c13-4eec-b291-20f10f45dfae/volume-d4901078-7c13-4eec-b291-20f10f45dfae.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.408372] env[64443]: DEBUG nova.network.neutron [req-9fb458e2-4c07-410f-a21d-67af518995ca req-d881e68a-57b9-4ba0-b9d1-b18ac5e00652 service nova] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Updated VIF entry in instance network info cache for port ecb89321-16cd-47d3-9e2e-ad96f742273b. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.409038] env[64443]: DEBUG nova.network.neutron [req-9fb458e2-4c07-410f-a21d-67af518995ca req-d881e68a-57b9-4ba0-b9d1-b18ac5e00652 service nova] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Updating instance_info_cache with network_info: [{"id": "ecb89321-16cd-47d3-9e2e-ad96f742273b", "address": "fa:16:3e:9b:7a:64", "network": {"id": "c7302766-386e-4600-9573-75f9fa220f21", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-585538121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3dd59339c7342c48fd9cbf87e7840b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb89321-16", "ovs_interfaceid": "ecb89321-16cd-47d3-9e2e-ad96f742273b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.410095] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a421a9b8-63c6-4474-a791-9df176db80f1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.431603] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Waiting for the task: (returnval){ [ 627.431603] env[64443]: value = "task-2675968" [ 627.431603] env[64443]: _type = "Task" [ 627.431603] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.441254] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2675968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.511302] env[64443]: DEBUG nova.compute.manager [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.542756] env[64443]: DEBUG nova.virt.hardware [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.543040] env[64443]: DEBUG nova.virt.hardware [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.543208] env[64443]: DEBUG nova.virt.hardware [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.543393] env[64443]: DEBUG nova.virt.hardware [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.543540] env[64443]: DEBUG nova.virt.hardware [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.543689] env[64443]: DEBUG nova.virt.hardware [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.543902] env[64443]: DEBUG nova.virt.hardware [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.544076] env[64443]: DEBUG nova.virt.hardware [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.544274] env[64443]: DEBUG nova.virt.hardware [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.544442] env[64443]: DEBUG nova.virt.hardware [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.544613] env[64443]: DEBUG nova.virt.hardware [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.545501] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce4fd0f-2cdb-433c-a2c5-22b4583f1b6c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.555905] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d8551e-7166-43eb-abfb-aff78f481892 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.618066] env[64443]: DEBUG oslo_vmware.api [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675967, 'name': PowerOnVM_Task, 'duration_secs': 0.495931} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.618066] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.618066] env[64443]: INFO nova.compute.manager [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Took 10.27 seconds to spawn the instance on the hypervisor. [ 627.618445] env[64443]: DEBUG nova.compute.manager [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.619059] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d482cb-1a8f-4c2b-b495-5e31d0ff7fc0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.655039] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.658353] env[64443]: DEBUG oslo_concurrency.lockutils [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.382s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.658638] env[64443]: DEBUG nova.objects.instance [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Lazy-loading 'resources' on Instance uuid 1a443c3f-117d-4632-9f1f-f00b17394c3f {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.676342] env[64443]: INFO nova.scheduler.client.report [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Deleted allocations for instance a58a3926-6b91-442a-bb19-e8557b50b57a [ 627.925784] env[64443]: DEBUG oslo_concurrency.lockutils [req-9fb458e2-4c07-410f-a21d-67af518995ca req-d881e68a-57b9-4ba0-b9d1-b18ac5e00652 service nova] Releasing lock "refresh_cache-184b46f6-60a1-4425-ae07-726c056b1a18" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.942189] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2675968, 'name': ReconfigVM_Task, 'duration_secs': 0.316762} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.942930] env[64443]: DEBUG nova.network.neutron [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Successfully updated port: d6689550-2ca1-4ee5-a710-d2916dfef4a0 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.944066] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Reconfigured VM instance instance-0000001c to attach disk [datastore1] volume-d4901078-7c13-4eec-b291-20f10f45dfae/volume-d4901078-7c13-4eec-b291-20f10f45dfae.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.949314] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c98f5cbf-90c2-49eb-9a67-cc32c0e53d20 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.966350] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Waiting for the task: (returnval){ [ 627.966350] env[64443]: value = "task-2675969" [ 627.966350] env[64443]: _type = "Task" [ 627.966350] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.975302] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2675969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.135816] env[64443]: INFO nova.compute.manager [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Took 38.30 seconds to build instance. [ 628.188561] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3e74c161-38db-4981-ab42-b9a35f2ca4ed tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "a58a3926-6b91-442a-bb19-e8557b50b57a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.287s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.190612] env[64443]: DEBUG nova.compute.manager [req-3f4469ed-2879-4c6f-b4d4-01a08c9d3eb8 req-688df361-be67-4118-b490-d9726b70a0d6 service nova] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Received event network-vif-plugged-d6689550-2ca1-4ee5-a710-d2916dfef4a0 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 628.190829] env[64443]: DEBUG oslo_concurrency.lockutils [req-3f4469ed-2879-4c6f-b4d4-01a08c9d3eb8 req-688df361-be67-4118-b490-d9726b70a0d6 service nova] Acquiring lock "0d963c2d-4091-418b-a3fc-e60f7bf22b2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.193951] env[64443]: DEBUG oslo_concurrency.lockutils [req-3f4469ed-2879-4c6f-b4d4-01a08c9d3eb8 req-688df361-be67-4118-b490-d9726b70a0d6 service nova] Lock "0d963c2d-4091-418b-a3fc-e60f7bf22b2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.193951] env[64443]: DEBUG oslo_concurrency.lockutils [req-3f4469ed-2879-4c6f-b4d4-01a08c9d3eb8 req-688df361-be67-4118-b490-d9726b70a0d6 service nova] Lock "0d963c2d-4091-418b-a3fc-e60f7bf22b2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.193951] env[64443]: DEBUG nova.compute.manager [req-3f4469ed-2879-4c6f-b4d4-01a08c9d3eb8 req-688df361-be67-4118-b490-d9726b70a0d6 service nova] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] No waiting events found dispatching network-vif-plugged-d6689550-2ca1-4ee5-a710-d2916dfef4a0 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.193951] env[64443]: WARNING nova.compute.manager [req-3f4469ed-2879-4c6f-b4d4-01a08c9d3eb8 req-688df361-be67-4118-b490-d9726b70a0d6 service nova] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Received unexpected event network-vif-plugged-d6689550-2ca1-4ee5-a710-d2916dfef4a0 for instance with vm_state building and task_state spawning. [ 628.193951] env[64443]: DEBUG nova.compute.manager [req-3f4469ed-2879-4c6f-b4d4-01a08c9d3eb8 req-688df361-be67-4118-b490-d9726b70a0d6 service nova] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Received event network-changed-d6689550-2ca1-4ee5-a710-d2916dfef4a0 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 628.194369] env[64443]: DEBUG nova.compute.manager [req-3f4469ed-2879-4c6f-b4d4-01a08c9d3eb8 req-688df361-be67-4118-b490-d9726b70a0d6 service nova] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Refreshing instance network info cache due to event network-changed-d6689550-2ca1-4ee5-a710-d2916dfef4a0. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 628.194369] env[64443]: DEBUG oslo_concurrency.lockutils [req-3f4469ed-2879-4c6f-b4d4-01a08c9d3eb8 req-688df361-be67-4118-b490-d9726b70a0d6 service nova] Acquiring lock "refresh_cache-0d963c2d-4091-418b-a3fc-e60f7bf22b2a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.194369] env[64443]: DEBUG oslo_concurrency.lockutils [req-3f4469ed-2879-4c6f-b4d4-01a08c9d3eb8 req-688df361-be67-4118-b490-d9726b70a0d6 service nova] Acquired lock "refresh_cache-0d963c2d-4091-418b-a3fc-e60f7bf22b2a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.194369] env[64443]: DEBUG nova.network.neutron [req-3f4469ed-2879-4c6f-b4d4-01a08c9d3eb8 req-688df361-be67-4118-b490-d9726b70a0d6 service nova] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Refreshing network info cache for port d6689550-2ca1-4ee5-a710-d2916dfef4a0 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.450223] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Acquiring lock "refresh_cache-0d963c2d-4091-418b-a3fc-e60f7bf22b2a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.478703] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2675969, 'name': ReconfigVM_Task, 'duration_secs': 0.21141} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.481745] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539526', 'volume_id': 'd4901078-7c13-4eec-b291-20f10f45dfae', 'name': 'volume-d4901078-7c13-4eec-b291-20f10f45dfae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99eba029-a1cf-428f-a608-b4fe81e4c6a7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4901078-7c13-4eec-b291-20f10f45dfae', 'serial': 'd4901078-7c13-4eec-b291-20f10f45dfae'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 628.482038] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd3086c9-8214-441d-8ddf-1fe1e4341ca4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.489579] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Waiting for the task: (returnval){ [ 628.489579] env[64443]: value = "task-2675970" [ 628.489579] env[64443]: _type = "Task" [ 628.489579] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.501381] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2675970, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.595481] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2c3cde-5c0e-4f22-9275-ea5b2dd14087 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.605366] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f65caf-426e-4490-ae97-3795f058ddf3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.638826] env[64443]: DEBUG oslo_concurrency.lockutils [None req-025212e5-e95e-45e2-98af-5c04d5a5a04a tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "6b932cd2-a6f5-4cc3-b287-91737817d6f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.634s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.641693] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878a6326-54d4-4cef-9413-6ac1432ed21c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.653065] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad90590f-bf62-4b5b-b3ce-24c68f83ed41 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.671188] env[64443]: DEBUG nova.compute.provider_tree [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.729861] env[64443]: DEBUG nova.network.neutron [req-3f4469ed-2879-4c6f-b4d4-01a08c9d3eb8 req-688df361-be67-4118-b490-d9726b70a0d6 service nova] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.791444] env[64443]: DEBUG nova.network.neutron [req-3f4469ed-2879-4c6f-b4d4-01a08c9d3eb8 req-688df361-be67-4118-b490-d9726b70a0d6 service nova] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.999898] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2675970, 'name': Rename_Task, 'duration_secs': 0.156076} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.000185] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.000425] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a7602ee-551b-4166-b47e-a07c7a9b4655 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.007030] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Waiting for the task: (returnval){ [ 629.007030] env[64443]: value = "task-2675971" [ 629.007030] env[64443]: _type = "Task" [ 629.007030] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.014631] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2675971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.149667] env[64443]: DEBUG nova.compute.manager [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.161599] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bda9161-773b-40c2-b69f-73b8e033f7fe tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "6b932cd2-a6f5-4cc3-b287-91737817d6f7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.162061] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bda9161-773b-40c2-b69f-73b8e033f7fe tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "6b932cd2-a6f5-4cc3-b287-91737817d6f7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.162328] env[64443]: DEBUG nova.compute.manager [None req-5bda9161-773b-40c2-b69f-73b8e033f7fe tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.163832] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00112e20-a06f-4bbd-a8ec-76d5b1db1938 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.177249] env[64443]: DEBUG nova.compute.manager [None req-5bda9161-773b-40c2-b69f-73b8e033f7fe tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64443) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 629.177249] env[64443]: DEBUG nova.objects.instance [None req-5bda9161-773b-40c2-b69f-73b8e033f7fe tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lazy-loading 'flavor' on Instance uuid 6b932cd2-a6f5-4cc3-b287-91737817d6f7 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.179093] env[64443]: DEBUG nova.scheduler.client.report [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.293030] env[64443]: DEBUG oslo_concurrency.lockutils [req-3f4469ed-2879-4c6f-b4d4-01a08c9d3eb8 req-688df361-be67-4118-b490-d9726b70a0d6 service nova] Releasing lock "refresh_cache-0d963c2d-4091-418b-a3fc-e60f7bf22b2a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.293030] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Acquired lock "refresh_cache-0d963c2d-4091-418b-a3fc-e60f7bf22b2a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.293030] env[64443]: DEBUG nova.network.neutron [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.520307] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2675971, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.671725] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.687383] env[64443]: DEBUG oslo_concurrency.lockutils [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.691711] env[64443]: DEBUG oslo_concurrency.lockutils [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.965s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.692581] env[64443]: INFO nova.compute.claims [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.709498] env[64443]: INFO nova.scheduler.client.report [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Deleted allocations for instance 1a443c3f-117d-4632-9f1f-f00b17394c3f [ 629.825561] env[64443]: DEBUG nova.network.neutron [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.955151] env[64443]: DEBUG nova.network.neutron [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Updating instance_info_cache with network_info: [{"id": "d6689550-2ca1-4ee5-a710-d2916dfef4a0", "address": "fa:16:3e:ed:e8:a4", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6689550-2c", "ovs_interfaceid": "d6689550-2ca1-4ee5-a710-d2916dfef4a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.019602] env[64443]: DEBUG oslo_vmware.api [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2675971, 'name': PowerOnVM_Task, 'duration_secs': 0.533787} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.020069] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 630.020144] env[64443]: INFO nova.compute.manager [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Took 8.09 seconds to spawn the instance on the hypervisor. [ 630.020588] env[64443]: DEBUG nova.compute.manager [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.021081] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcf8cda-77c1-4688-b73b-ac67f21ffeb5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.197081] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bda9161-773b-40c2-b69f-73b8e033f7fe tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.197856] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-688bd401-d2d4-4f2b-b037-ac40c63b3234 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.209863] env[64443]: DEBUG oslo_vmware.api [None req-5bda9161-773b-40c2-b69f-73b8e033f7fe tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 630.209863] env[64443]: value = "task-2675972" [ 630.209863] env[64443]: _type = "Task" [ 630.209863] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.223987] env[64443]: DEBUG oslo_vmware.api [None req-5bda9161-773b-40c2-b69f-73b8e033f7fe tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.224548] env[64443]: DEBUG oslo_concurrency.lockutils [None req-61672ed7-81ad-4fad-b162-a27524cf4899 tempest-ServersAdmin275Test-320236202 tempest-ServersAdmin275Test-320236202-project-member] Lock "1a443c3f-117d-4632-9f1f-f00b17394c3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.751s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.344759] env[64443]: DEBUG oslo_concurrency.lockutils [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "c852ede9-4489-49bb-89cf-6664ff3d5567" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.345058] env[64443]: DEBUG oslo_concurrency.lockutils [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "c852ede9-4489-49bb-89cf-6664ff3d5567" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.458627] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Releasing lock "refresh_cache-0d963c2d-4091-418b-a3fc-e60f7bf22b2a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.459045] env[64443]: DEBUG nova.compute.manager [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Instance network_info: |[{"id": "d6689550-2ca1-4ee5-a710-d2916dfef4a0", "address": "fa:16:3e:ed:e8:a4", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6689550-2c", "ovs_interfaceid": "d6689550-2ca1-4ee5-a710-d2916dfef4a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.459700] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:e8:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6689550-2ca1-4ee5-a710-d2916dfef4a0', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.467093] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Creating folder: Project (83eeb70c593742d4aa37e9fa859841e0). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.469071] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc823625-442f-43f1-881f-84ea2458db5c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.480554] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Created folder: Project (83eeb70c593742d4aa37e9fa859841e0) in parent group-v539479. [ 630.480761] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Creating folder: Instances. Parent ref: group-v539568. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.481059] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7396d0a2-f702-422a-a318-45c72706e905 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.491625] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Created folder: Instances in parent group-v539568. [ 630.491886] env[64443]: DEBUG oslo.service.loopingcall [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 630.492096] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.492313] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c675ab8a-56b4-49b4-a2ee-ec9fbae85dcf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.516140] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.516140] env[64443]: value = "task-2675975" [ 630.516140] env[64443]: _type = "Task" [ 630.516140] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.524124] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675975, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.542059] env[64443]: INFO nova.compute.manager [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Took 37.92 seconds to build instance. [ 630.723265] env[64443]: DEBUG oslo_vmware.api [None req-5bda9161-773b-40c2-b69f-73b8e033f7fe tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675972, 'name': PowerOffVM_Task, 'duration_secs': 0.191149} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.723662] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bda9161-773b-40c2-b69f-73b8e033f7fe tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 630.723846] env[64443]: DEBUG nova.compute.manager [None req-5bda9161-773b-40c2-b69f-73b8e033f7fe tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.727347] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b451649b-b073-44f6-8623-d3eb23ccdcaa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.032597] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675975, 'name': CreateVM_Task, 'duration_secs': 0.381985} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.033092] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.034064] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.035069] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.035069] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.035069] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c5537f0-f71f-400c-b836-c70e79e8c7e7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.042017] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Waiting for the task: (returnval){ [ 631.042017] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]524fc844-78e0-9d33-56dd-1bb0e1d02921" [ 631.042017] env[64443]: _type = "Task" [ 631.042017] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.047203] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4a9ad7f-b9c4-4f14-a609-dc0ef449981b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Lock "99eba029-a1cf-428f-a608-b4fe81e4c6a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.219s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.054401] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]524fc844-78e0-9d33-56dd-1bb0e1d02921, 'name': SearchDatastore_Task} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.054784] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.055262] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.055685] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.055928] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.056218] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.056584] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ec319ee-c42b-4195-8fee-d6062268ffb7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.068126] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.068126] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.072975] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f9a228c-6ea0-46e2-9189-c29d8f7d1fa3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.080983] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Waiting for the task: (returnval){ [ 631.080983] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52c86ac3-d3be-a9cb-0ce7-e9847d4fa3eb" [ 631.080983] env[64443]: _type = "Task" [ 631.080983] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.089539] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c86ac3-d3be-a9cb-0ce7-e9847d4fa3eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.237236] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b8dfb8-243b-4f1d-9591-244ad0328f82 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.242195] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bda9161-773b-40c2-b69f-73b8e033f7fe tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "6b932cd2-a6f5-4cc3-b287-91737817d6f7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.246865] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753d8303-a23c-4077-90f7-55e193567a1b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.277596] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d900d7-8405-4b4a-b25f-51c21a4ec6b5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.286368] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b24aebe-e5e5-4d92-a6b3-8d0e2ce435a3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.306968] env[64443]: DEBUG nova.compute.provider_tree [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.550589] env[64443]: DEBUG nova.compute.manager [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.592519] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c86ac3-d3be-a9cb-0ce7-e9847d4fa3eb, 'name': SearchDatastore_Task, 'duration_secs': 0.035974} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.593336] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a1fd439-a247-4cfa-8ab2-a2c67a9a2ffc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.600162] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Waiting for the task: (returnval){ [ 631.600162] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5293b759-8ba4-8c0b-517d-f980ba31bba3" [ 631.600162] env[64443]: _type = "Task" [ 631.600162] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.609703] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5293b759-8ba4-8c0b-517d-f980ba31bba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.658725] env[64443]: DEBUG nova.compute.manager [req-7f19f525-ce04-42cb-b130-318f43529bee req-84292921-b4ee-4ad6-ab76-9cf0c114dc9a service nova] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Received event network-changed-e201ad36-c583-48ee-a910-9a5dec980775 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.659122] env[64443]: DEBUG nova.compute.manager [req-7f19f525-ce04-42cb-b130-318f43529bee req-84292921-b4ee-4ad6-ab76-9cf0c114dc9a service nova] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Refreshing instance network info cache due to event network-changed-e201ad36-c583-48ee-a910-9a5dec980775. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 631.659266] env[64443]: DEBUG oslo_concurrency.lockutils [req-7f19f525-ce04-42cb-b130-318f43529bee req-84292921-b4ee-4ad6-ab76-9cf0c114dc9a service nova] Acquiring lock "refresh_cache-99eba029-a1cf-428f-a608-b4fe81e4c6a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.659297] env[64443]: DEBUG oslo_concurrency.lockutils [req-7f19f525-ce04-42cb-b130-318f43529bee req-84292921-b4ee-4ad6-ab76-9cf0c114dc9a service nova] Acquired lock "refresh_cache-99eba029-a1cf-428f-a608-b4fe81e4c6a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.659504] env[64443]: DEBUG nova.network.neutron [req-7f19f525-ce04-42cb-b130-318f43529bee req-84292921-b4ee-4ad6-ab76-9cf0c114dc9a service nova] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Refreshing network info cache for port e201ad36-c583-48ee-a910-9a5dec980775 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.807980] env[64443]: DEBUG nova.scheduler.client.report [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.077098] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.111339] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5293b759-8ba4-8c0b-517d-f980ba31bba3, 'name': SearchDatastore_Task, 'duration_secs': 0.016201} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.111946] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.111946] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 0d963c2d-4091-418b-a3fc-e60f7bf22b2a/0d963c2d-4091-418b-a3fc-e60f7bf22b2a.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.111946] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-697a7685-8367-4e65-893d-4ce420be8d2d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.121161] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Waiting for the task: (returnval){ [ 632.121161] env[64443]: value = "task-2675976" [ 632.121161] env[64443]: _type = "Task" [ 632.121161] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.130325] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': task-2675976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.312808] env[64443]: DEBUG oslo_concurrency.lockutils [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.313358] env[64443]: DEBUG nova.compute.manager [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.316058] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.219s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.317535] env[64443]: INFO nova.compute.claims [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.584543] env[64443]: DEBUG nova.network.neutron [req-7f19f525-ce04-42cb-b130-318f43529bee req-84292921-b4ee-4ad6-ab76-9cf0c114dc9a service nova] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Updated VIF entry in instance network info cache for port e201ad36-c583-48ee-a910-9a5dec980775. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.585188] env[64443]: DEBUG nova.network.neutron [req-7f19f525-ce04-42cb-b130-318f43529bee req-84292921-b4ee-4ad6-ab76-9cf0c114dc9a service nova] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Updating instance_info_cache with network_info: [{"id": "e201ad36-c583-48ee-a910-9a5dec980775", "address": "fa:16:3e:24:08:41", "network": {"id": "e6da6907-6ea2-49ac-85c0-fb256abb4097", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1428293046-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d53f3cc49293488f92b06c8f7739328e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f016d1-34a6-4ebd-81ed-a6bf9d109b87", "external-id": "nsx-vlan-transportzone-629", "segmentation_id": 629, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape201ad36-c5", "ovs_interfaceid": "e201ad36-c583-48ee-a910-9a5dec980775", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.632921] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': task-2675976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504679} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.633295] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 0d963c2d-4091-418b-a3fc-e60f7bf22b2a/0d963c2d-4091-418b-a3fc-e60f7bf22b2a.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.633526] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.633795] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c360810a-dd3f-4365-bc85-cc530135a1ce {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.641259] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Waiting for the task: (returnval){ [ 632.641259] env[64443]: value = "task-2675977" [ 632.641259] env[64443]: _type = "Task" [ 632.641259] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.651327] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': task-2675977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.824593] env[64443]: DEBUG nova.compute.utils [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 632.825975] env[64443]: DEBUG nova.compute.manager [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.826159] env[64443]: DEBUG nova.network.neutron [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.879033] env[64443]: DEBUG nova.compute.manager [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.879987] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b444c1-90ac-4ab0-9a3d-175538aff9bd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.911320] env[64443]: DEBUG nova.policy [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e6b2edd91d54ba288e7be1cb1fb7934', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae8cef9d02d4438d9ee2b7901801ff50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.091020] env[64443]: DEBUG oslo_concurrency.lockutils [req-7f19f525-ce04-42cb-b130-318f43529bee req-84292921-b4ee-4ad6-ab76-9cf0c114dc9a service nova] Releasing lock "refresh_cache-99eba029-a1cf-428f-a608-b4fe81e4c6a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.155215] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': task-2675977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086825} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.156283] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.156435] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34964d0e-67b8-48d9-94ab-12f30e78925d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.186679] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 0d963c2d-4091-418b-a3fc-e60f7bf22b2a/0d963c2d-4091-418b-a3fc-e60f7bf22b2a.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.186679] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6990ffe7-a49d-4e51-a450-a842c5f46249 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.207271] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Waiting for the task: (returnval){ [ 633.207271] env[64443]: value = "task-2675978" [ 633.207271] env[64443]: _type = "Task" [ 633.207271] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.216099] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': task-2675978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.335954] env[64443]: DEBUG nova.compute.manager [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.399977] env[64443]: INFO nova.compute.manager [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] instance snapshotting [ 633.400312] env[64443]: WARNING nova.compute.manager [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 633.405428] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e907fc85-4cc8-4252-baad-c84e00ef391c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.429206] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb52c62-46a6-4c70-ad00-0d8015534bf4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.511312] env[64443]: DEBUG nova.network.neutron [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Successfully created port: 455bae66-2b87-49fd-9594-e68dec8dcdec {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.724892] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': task-2675978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.916259] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63c1de2-aebb-403c-a46d-1a498b86faee {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.924922] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f05010-6a56-4099-9c11-c32b471078bd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.959442] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Creating Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 633.960785] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c89df81c-f86c-4dab-8f91-65c155fcdf3c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.963189] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873124a8-0cc2-4f7c-a76a-87a42e6c9329 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.972926] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b71f38-5d6d-4230-92aa-8e465aab375e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.977355] env[64443]: DEBUG oslo_vmware.api [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 633.977355] env[64443]: value = "task-2675979" [ 633.977355] env[64443]: _type = "Task" [ 633.977355] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.989433] env[64443]: DEBUG nova.compute.provider_tree [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.997440] env[64443]: DEBUG oslo_vmware.api [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675979, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.224018] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': task-2675978, 'name': ReconfigVM_Task, 'duration_secs': 0.944069} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.224427] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 0d963c2d-4091-418b-a3fc-e60f7bf22b2a/0d963c2d-4091-418b-a3fc-e60f7bf22b2a.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.225245] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25dcb8fc-939a-4efd-9d17-3e843bf3a4ca {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.237049] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Waiting for the task: (returnval){ [ 634.237049] env[64443]: value = "task-2675980" [ 634.237049] env[64443]: _type = "Task" [ 634.237049] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.247961] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': task-2675980, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.345774] env[64443]: DEBUG nova.compute.manager [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.376582] env[64443]: DEBUG nova.virt.hardware [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.376851] env[64443]: DEBUG nova.virt.hardware [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.377992] env[64443]: DEBUG nova.virt.hardware [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.378243] env[64443]: DEBUG nova.virt.hardware [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.378582] env[64443]: DEBUG nova.virt.hardware [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.378647] env[64443]: DEBUG nova.virt.hardware [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.378842] env[64443]: DEBUG nova.virt.hardware [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.379041] env[64443]: DEBUG nova.virt.hardware [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.379236] env[64443]: DEBUG nova.virt.hardware [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.379426] env[64443]: DEBUG nova.virt.hardware [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.379633] env[64443]: DEBUG nova.virt.hardware [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.380548] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c481fa35-5268-4a3b-8d73-ee25be9904eb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.392741] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f049705-316b-41e1-ba9c-bbb8e5fba36b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.488507] env[64443]: DEBUG oslo_vmware.api [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675979, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.492607] env[64443]: DEBUG nova.scheduler.client.report [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.748286] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': task-2675980, 'name': Rename_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.991453] env[64443]: DEBUG oslo_vmware.api [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675979, 'name': CreateSnapshot_Task, 'duration_secs': 0.529214} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.992308] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Created Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 634.993702] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c7c13f-0a97-4d27-83aa-b773630e75dd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.000350] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.000350] env[64443]: DEBUG nova.compute.manager [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.002660] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.140s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.007514] env[64443]: DEBUG nova.objects.instance [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Lazy-loading 'resources' on Instance uuid bbbc7f19-5604-436d-af15-4bfd0fffac0b {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 635.249049] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': task-2675980, 'name': Rename_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.337753] env[64443]: DEBUG nova.compute.manager [req-f1bb04c7-8c09-4829-911a-26a570041eef req-92c53fa4-b692-4c94-aecd-d1bb68db8c6e service nova] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Received event network-vif-plugged-455bae66-2b87-49fd-9594-e68dec8dcdec {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 635.337973] env[64443]: DEBUG oslo_concurrency.lockutils [req-f1bb04c7-8c09-4829-911a-26a570041eef req-92c53fa4-b692-4c94-aecd-d1bb68db8c6e service nova] Acquiring lock "4527a9ba-28f7-4698-aec0-6389cfc9d788-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.338241] env[64443]: DEBUG oslo_concurrency.lockutils [req-f1bb04c7-8c09-4829-911a-26a570041eef req-92c53fa4-b692-4c94-aecd-d1bb68db8c6e service nova] Lock "4527a9ba-28f7-4698-aec0-6389cfc9d788-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.338369] env[64443]: DEBUG oslo_concurrency.lockutils [req-f1bb04c7-8c09-4829-911a-26a570041eef req-92c53fa4-b692-4c94-aecd-d1bb68db8c6e service nova] Lock "4527a9ba-28f7-4698-aec0-6389cfc9d788-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.338523] env[64443]: DEBUG nova.compute.manager [req-f1bb04c7-8c09-4829-911a-26a570041eef req-92c53fa4-b692-4c94-aecd-d1bb68db8c6e service nova] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] No waiting events found dispatching network-vif-plugged-455bae66-2b87-49fd-9594-e68dec8dcdec {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.338766] env[64443]: WARNING nova.compute.manager [req-f1bb04c7-8c09-4829-911a-26a570041eef req-92c53fa4-b692-4c94-aecd-d1bb68db8c6e service nova] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Received unexpected event network-vif-plugged-455bae66-2b87-49fd-9594-e68dec8dcdec for instance with vm_state building and task_state spawning. [ 635.427956] env[64443]: DEBUG nova.network.neutron [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Successfully updated port: 455bae66-2b87-49fd-9594-e68dec8dcdec {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.513802] env[64443]: DEBUG nova.compute.utils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 635.515799] env[64443]: DEBUG nova.compute.manager [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.516090] env[64443]: DEBUG nova.network.neutron [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.530181] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Creating linked-clone VM from snapshot {{(pid=64443) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 635.530349] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-362cd87f-c0ae-438b-ba9c-821a37ecbdbf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.541084] env[64443]: DEBUG oslo_vmware.api [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 635.541084] env[64443]: value = "task-2675981" [ 635.541084] env[64443]: _type = "Task" [ 635.541084] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.560409] env[64443]: DEBUG oslo_vmware.api [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675981, 'name': CloneVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.586129] env[64443]: DEBUG nova.policy [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1288cedaaf284274a3523216f93d0af1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'decaf50d902e4a3c9c06c97868695e72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.590713] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Acquiring lock "5d32979c-4d4b-4ec2-ae7a-23f8808cce19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.591050] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Lock "5d32979c-4d4b-4ec2-ae7a-23f8808cce19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.758613] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': task-2675980, 'name': Rename_Task, 'duration_secs': 1.285501} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.758613] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.758613] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6511dd31-db87-4474-a470-86c2329470c1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.768148] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Waiting for the task: (returnval){ [ 635.768148] env[64443]: value = "task-2675982" [ 635.768148] env[64443]: _type = "Task" [ 635.768148] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.782023] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': task-2675982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.896408] env[64443]: DEBUG nova.network.neutron [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Successfully created port: 75199b3b-c99d-4582-9f07-ea693642014f {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.938295] env[64443]: DEBUG oslo_concurrency.lockutils [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "refresh_cache-4527a9ba-28f7-4698-aec0-6389cfc9d788" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.938505] env[64443]: DEBUG oslo_concurrency.lockutils [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquired lock "refresh_cache-4527a9ba-28f7-4698-aec0-6389cfc9d788" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.938728] env[64443]: DEBUG nova.network.neutron [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.023699] env[64443]: DEBUG nova.compute.manager [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.057464] env[64443]: DEBUG oslo_vmware.api [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675981, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.097999] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5e2ae6-d3bb-4e2c-ac63-2ead9f0b98be {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.107314] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c98a54c-d2ed-4717-a6d5-c3c2425099d8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.142529] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e826b3-3451-4327-a7ce-2f8f107d6c26 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.151336] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4237e2f-c5b3-4a0b-81b2-d02825122618 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.166423] env[64443]: DEBUG nova.compute.provider_tree [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.281335] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': task-2675982, 'name': PowerOnVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.483720] env[64443]: DEBUG nova.network.neutron [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.559842] env[64443]: DEBUG oslo_vmware.api [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675981, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.656774] env[64443]: DEBUG nova.network.neutron [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Updating instance_info_cache with network_info: [{"id": "455bae66-2b87-49fd-9594-e68dec8dcdec", "address": "fa:16:3e:e6:fa:04", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap455bae66-2b", "ovs_interfaceid": "455bae66-2b87-49fd-9594-e68dec8dcdec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.669239] env[64443]: DEBUG nova.scheduler.client.report [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.781447] env[64443]: DEBUG oslo_vmware.api [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': task-2675982, 'name': PowerOnVM_Task, 'duration_secs': 0.556313} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.781689] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.781904] env[64443]: INFO nova.compute.manager [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Took 9.27 seconds to spawn the instance on the hypervisor. [ 636.782099] env[64443]: DEBUG nova.compute.manager [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.782931] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1528102-8269-49df-bba7-785d7bcb70d8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.035011] env[64443]: DEBUG nova.compute.manager [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.060701] env[64443]: DEBUG oslo_vmware.api [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2675981, 'name': CloneVM_Task, 'duration_secs': 1.353197} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.060824] env[64443]: INFO nova.virt.vmwareapi.vmops [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Created linked-clone VM from snapshot [ 637.061550] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dccb7da-28f8-4ac1-91fc-a06e146ed3b7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.065973] env[64443]: DEBUG nova.virt.hardware [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.066228] env[64443]: DEBUG nova.virt.hardware [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.066418] env[64443]: DEBUG nova.virt.hardware [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.066614] env[64443]: DEBUG nova.virt.hardware [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.066765] env[64443]: DEBUG nova.virt.hardware [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.066921] env[64443]: DEBUG nova.virt.hardware [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.067128] env[64443]: DEBUG nova.virt.hardware [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.067316] env[64443]: DEBUG nova.virt.hardware [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.067509] env[64443]: DEBUG nova.virt.hardware [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.067664] env[64443]: DEBUG nova.virt.hardware [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.067837] env[64443]: DEBUG nova.virt.hardware [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.068708] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7219fc-66e1-4b50-8f88-b1cfe5100b17 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.079153] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Uploading image c7eb16ec-dd02-4b95-9c0f-dd4f812a27b8 {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 637.083298] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949d4329-6bfd-452f-ad33-b59863206767 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.106222] env[64443]: DEBUG oslo_vmware.rw_handles [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 637.106222] env[64443]: value = "vm-539572" [ 637.106222] env[64443]: _type = "VirtualMachine" [ 637.106222] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 637.106537] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0b1e1298-37a7-4091-894b-d1a091e24fef {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.115380] env[64443]: DEBUG oslo_vmware.rw_handles [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lease: (returnval){ [ 637.115380] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]527cc2be-18c0-2027-7a36-020bda8bee89" [ 637.115380] env[64443]: _type = "HttpNfcLease" [ 637.115380] env[64443]: } obtained for exporting VM: (result){ [ 637.115380] env[64443]: value = "vm-539572" [ 637.115380] env[64443]: _type = "VirtualMachine" [ 637.115380] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 637.115686] env[64443]: DEBUG oslo_vmware.api [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the lease: (returnval){ [ 637.115686] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]527cc2be-18c0-2027-7a36-020bda8bee89" [ 637.115686] env[64443]: _type = "HttpNfcLease" [ 637.115686] env[64443]: } to be ready. {{(pid=64443) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 637.122809] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 637.122809] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]527cc2be-18c0-2027-7a36-020bda8bee89" [ 637.122809] env[64443]: _type = "HttpNfcLease" [ 637.122809] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 637.159476] env[64443]: DEBUG oslo_concurrency.lockutils [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Releasing lock "refresh_cache-4527a9ba-28f7-4698-aec0-6389cfc9d788" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.159825] env[64443]: DEBUG nova.compute.manager [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Instance network_info: |[{"id": "455bae66-2b87-49fd-9594-e68dec8dcdec", "address": "fa:16:3e:e6:fa:04", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap455bae66-2b", "ovs_interfaceid": "455bae66-2b87-49fd-9594-e68dec8dcdec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.160281] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:fa:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '455bae66-2b87-49fd-9594-e68dec8dcdec', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.167792] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Creating folder: Project (ae8cef9d02d4438d9ee2b7901801ff50). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.168118] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24d3eecf-9a98-459f-bad2-081e197bed68 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.174455] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.177035] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.485s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.178708] env[64443]: INFO nova.compute.claims [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.182284] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Created folder: Project (ae8cef9d02d4438d9ee2b7901801ff50) in parent group-v539479. [ 637.182478] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Creating folder: Instances. Parent ref: group-v539573. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.182727] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b1aea78-674a-4657-ad67-985bbaf2d9c1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.196368] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Created folder: Instances in parent group-v539573. [ 637.196692] env[64443]: DEBUG oslo.service.loopingcall [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 637.196920] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.197159] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b8a7544-f8c6-4f2f-8287-26bc53d7010f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.214275] env[64443]: INFO nova.scheduler.client.report [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Deleted allocations for instance bbbc7f19-5604-436d-af15-4bfd0fffac0b [ 637.227746] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.227746] env[64443]: value = "task-2675986" [ 637.227746] env[64443]: _type = "Task" [ 637.227746] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.238801] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675986, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.307972] env[64443]: INFO nova.compute.manager [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Took 37.91 seconds to build instance. [ 637.430505] env[64443]: DEBUG nova.network.neutron [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Successfully updated port: 75199b3b-c99d-4582-9f07-ea693642014f {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.499165] env[64443]: DEBUG nova.compute.manager [req-51231431-f5eb-4bf6-a94f-3b84e9470422 req-f30a6f43-4ef4-42d1-91cf-a5479a390c22 service nova] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Received event network-changed-455bae66-2b87-49fd-9594-e68dec8dcdec {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.499165] env[64443]: DEBUG nova.compute.manager [req-51231431-f5eb-4bf6-a94f-3b84e9470422 req-f30a6f43-4ef4-42d1-91cf-a5479a390c22 service nova] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Refreshing instance network info cache due to event network-changed-455bae66-2b87-49fd-9594-e68dec8dcdec. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 637.503233] env[64443]: DEBUG oslo_concurrency.lockutils [req-51231431-f5eb-4bf6-a94f-3b84e9470422 req-f30a6f43-4ef4-42d1-91cf-a5479a390c22 service nova] Acquiring lock "refresh_cache-4527a9ba-28f7-4698-aec0-6389cfc9d788" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.503618] env[64443]: DEBUG oslo_concurrency.lockutils [req-51231431-f5eb-4bf6-a94f-3b84e9470422 req-f30a6f43-4ef4-42d1-91cf-a5479a390c22 service nova] Acquired lock "refresh_cache-4527a9ba-28f7-4698-aec0-6389cfc9d788" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.503923] env[64443]: DEBUG nova.network.neutron [req-51231431-f5eb-4bf6-a94f-3b84e9470422 req-f30a6f43-4ef4-42d1-91cf-a5479a390c22 service nova] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Refreshing network info cache for port 455bae66-2b87-49fd-9594-e68dec8dcdec {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.631167] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 637.631167] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]527cc2be-18c0-2027-7a36-020bda8bee89" [ 637.631167] env[64443]: _type = "HttpNfcLease" [ 637.631167] env[64443]: } is ready. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 637.631167] env[64443]: DEBUG oslo_vmware.rw_handles [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 637.631167] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]527cc2be-18c0-2027-7a36-020bda8bee89" [ 637.631167] env[64443]: _type = "HttpNfcLease" [ 637.631167] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 637.631167] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5aa75d-dad0-4011-a28c-7225f208c040 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.642633] env[64443]: DEBUG oslo_vmware.rw_handles [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a8f0f5-bd07-0bdf-6e19-fbc092a92f32/disk-0.vmdk from lease info. {{(pid=64443) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 637.643170] env[64443]: DEBUG oslo_vmware.rw_handles [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a8f0f5-bd07-0bdf-6e19-fbc092a92f32/disk-0.vmdk for reading. {{(pid=64443) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 637.722193] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5eff773e-fcd4-443c-8854-3bbe96206f12 tempest-AttachInterfacesV270Test-706040131 tempest-AttachInterfacesV270Test-706040131-project-member] Lock "bbbc7f19-5604-436d-af15-4bfd0fffac0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.659s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.738173] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675986, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.748344] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ecd744a5-6699-40de-aa36-cff37b86ad97 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.810721] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9c93885e-3baf-4199-be02-9eb07b72b671 tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Lock "0d963c2d-4091-418b-a3fc-e60f7bf22b2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.382s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.934231] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "refresh_cache-5e644577-0d03-40a8-b3bb-3df850f4f66b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.934231] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquired lock "refresh_cache-5e644577-0d03-40a8-b3bb-3df850f4f66b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.934231] env[64443]: DEBUG nova.network.neutron [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.233968] env[64443]: DEBUG nova.network.neutron [req-51231431-f5eb-4bf6-a94f-3b84e9470422 req-f30a6f43-4ef4-42d1-91cf-a5479a390c22 service nova] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Updated VIF entry in instance network info cache for port 455bae66-2b87-49fd-9594-e68dec8dcdec. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.238030] env[64443]: DEBUG nova.network.neutron [req-51231431-f5eb-4bf6-a94f-3b84e9470422 req-f30a6f43-4ef4-42d1-91cf-a5479a390c22 service nova] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Updating instance_info_cache with network_info: [{"id": "455bae66-2b87-49fd-9594-e68dec8dcdec", "address": "fa:16:3e:e6:fa:04", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap455bae66-2b", "ovs_interfaceid": "455bae66-2b87-49fd-9594-e68dec8dcdec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.246861] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675986, 'name': CreateVM_Task, 'duration_secs': 0.518056} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.247441] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.248525] env[64443]: DEBUG oslo_concurrency.lockutils [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.248694] env[64443]: DEBUG oslo_concurrency.lockutils [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.249170] env[64443]: DEBUG oslo_concurrency.lockutils [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.249450] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94d2ce05-1ee9-43fe-9aef-58a7bbeeabe0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.256910] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 638.256910] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]527cca99-54b6-4ff4-cbcf-dc0bb4ee2531" [ 638.256910] env[64443]: _type = "Task" [ 638.256910] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.274440] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527cca99-54b6-4ff4-cbcf-dc0bb4ee2531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.316395] env[64443]: DEBUG nova.compute.manager [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.334351] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Acquiring lock "0d963c2d-4091-418b-a3fc-e60f7bf22b2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.334351] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Lock "0d963c2d-4091-418b-a3fc-e60f7bf22b2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.334351] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Acquiring lock "0d963c2d-4091-418b-a3fc-e60f7bf22b2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.334351] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Lock "0d963c2d-4091-418b-a3fc-e60f7bf22b2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.334549] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Lock "0d963c2d-4091-418b-a3fc-e60f7bf22b2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.335856] env[64443]: INFO nova.compute.manager [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Terminating instance [ 638.489721] env[64443]: DEBUG nova.network.neutron [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.740139] env[64443]: DEBUG oslo_concurrency.lockutils [req-51231431-f5eb-4bf6-a94f-3b84e9470422 req-f30a6f43-4ef4-42d1-91cf-a5479a390c22 service nova] Releasing lock "refresh_cache-4527a9ba-28f7-4698-aec0-6389cfc9d788" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.740426] env[64443]: DEBUG nova.compute.manager [req-51231431-f5eb-4bf6-a94f-3b84e9470422 req-f30a6f43-4ef4-42d1-91cf-a5479a390c22 service nova] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Received event network-vif-plugged-75199b3b-c99d-4582-9f07-ea693642014f {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.740652] env[64443]: DEBUG oslo_concurrency.lockutils [req-51231431-f5eb-4bf6-a94f-3b84e9470422 req-f30a6f43-4ef4-42d1-91cf-a5479a390c22 service nova] Acquiring lock "5e644577-0d03-40a8-b3bb-3df850f4f66b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.740825] env[64443]: DEBUG oslo_concurrency.lockutils [req-51231431-f5eb-4bf6-a94f-3b84e9470422 req-f30a6f43-4ef4-42d1-91cf-a5479a390c22 service nova] Lock "5e644577-0d03-40a8-b3bb-3df850f4f66b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.740989] env[64443]: DEBUG oslo_concurrency.lockutils [req-51231431-f5eb-4bf6-a94f-3b84e9470422 req-f30a6f43-4ef4-42d1-91cf-a5479a390c22 service nova] Lock "5e644577-0d03-40a8-b3bb-3df850f4f66b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.741204] env[64443]: DEBUG nova.compute.manager [req-51231431-f5eb-4bf6-a94f-3b84e9470422 req-f30a6f43-4ef4-42d1-91cf-a5479a390c22 service nova] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] No waiting events found dispatching network-vif-plugged-75199b3b-c99d-4582-9f07-ea693642014f {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.741425] env[64443]: WARNING nova.compute.manager [req-51231431-f5eb-4bf6-a94f-3b84e9470422 req-f30a6f43-4ef4-42d1-91cf-a5479a390c22 service nova] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Received unexpected event network-vif-plugged-75199b3b-c99d-4582-9f07-ea693642014f for instance with vm_state building and task_state spawning. [ 638.771555] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527cca99-54b6-4ff4-cbcf-dc0bb4ee2531, 'name': SearchDatastore_Task, 'duration_secs': 0.014408} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.772601] env[64443]: DEBUG nova.network.neutron [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Updating instance_info_cache with network_info: [{"id": "75199b3b-c99d-4582-9f07-ea693642014f", "address": "fa:16:3e:6a:54:58", "network": {"id": "dcc948f2-59ad-4821-9cd7-949d7611e0e4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1984792092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "decaf50d902e4a3c9c06c97868695e72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75199b3b-c9", "ovs_interfaceid": "75199b3b-c99d-4582-9f07-ea693642014f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.778237] env[64443]: DEBUG oslo_concurrency.lockutils [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.778237] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.778237] env[64443]: DEBUG oslo_concurrency.lockutils [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.778237] env[64443]: DEBUG oslo_concurrency.lockutils [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.778364] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.778364] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e2f5438-a5fa-4af4-a8eb-b679d27a5808 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.791074] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.791308] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.792061] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ae5eb44-2d29-490e-90fa-a0c0b1c48fad {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.799816] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 638.799816] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]527b186d-1a6f-4305-e8b2-aa9750c400b0" [ 638.799816] env[64443]: _type = "Task" [ 638.799816] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.810591] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527b186d-1a6f-4305-e8b2-aa9750c400b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.842069] env[64443]: DEBUG nova.compute.manager [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 638.842155] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.845925] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a1f271-5e4a-4330-aa8f-96fca5fce015 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.855157] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.856152] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.856664] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d0979ae-7d79-4c3c-ae0c-59bb54cd17d8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.865280] env[64443]: DEBUG oslo_vmware.api [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Waiting for the task: (returnval){ [ 638.865280] env[64443]: value = "task-2675987" [ 638.865280] env[64443]: _type = "Task" [ 638.865280] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.889635] env[64443]: DEBUG oslo_vmware.api [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': task-2675987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.906020] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1e2a6d-30d3-490e-a249-15008ef04009 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.913687] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480289ff-fd4b-4a37-85de-9806488e20c6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.952566] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f42af5-8960-445d-a0ca-3842f1414d1a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.961838] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a384268a-74b9-4902-9f7c-2aa0cc2a625b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.978297] env[64443]: DEBUG nova.compute.provider_tree [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.278324] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Releasing lock "refresh_cache-5e644577-0d03-40a8-b3bb-3df850f4f66b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.278324] env[64443]: DEBUG nova.compute.manager [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Instance network_info: |[{"id": "75199b3b-c99d-4582-9f07-ea693642014f", "address": "fa:16:3e:6a:54:58", "network": {"id": "dcc948f2-59ad-4821-9cd7-949d7611e0e4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1984792092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "decaf50d902e4a3c9c06c97868695e72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75199b3b-c9", "ovs_interfaceid": "75199b3b-c99d-4582-9f07-ea693642014f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.278779] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:54:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75199b3b-c99d-4582-9f07-ea693642014f', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.286717] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Creating folder: Project (decaf50d902e4a3c9c06c97868695e72). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.287381] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88cbeab6-272d-4984-be74-9e3c96858df2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.307677] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Created folder: Project (decaf50d902e4a3c9c06c97868695e72) in parent group-v539479. [ 639.308814] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Creating folder: Instances. Parent ref: group-v539576. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.308814] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62054ae9-7b79-4849-ad2d-3230a3f00eb5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.316690] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527b186d-1a6f-4305-e8b2-aa9750c400b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012428} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.317515] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-397d8b4f-32f4-46b2-bffa-572b3bbd2b6b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.321381] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Created folder: Instances in parent group-v539576. [ 639.321714] env[64443]: DEBUG oslo.service.loopingcall [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 639.322584] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.322844] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-295c0fc0-0115-497e-889d-4d04fcc3f513 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.341310] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 639.341310] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52a5be3c-f15c-a3b7-31cc-a58e3b8b4486" [ 639.341310] env[64443]: _type = "Task" [ 639.341310] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.347133] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.347133] env[64443]: value = "task-2675990" [ 639.347133] env[64443]: _type = "Task" [ 639.347133] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.350669] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52a5be3c-f15c-a3b7-31cc-a58e3b8b4486, 'name': SearchDatastore_Task, 'duration_secs': 0.011302} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.354159] env[64443]: DEBUG oslo_concurrency.lockutils [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.354449] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 4527a9ba-28f7-4698-aec0-6389cfc9d788/4527a9ba-28f7-4698-aec0-6389cfc9d788.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.354713] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b353f65f-32ff-42a1-968f-e816a745ee09 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.363162] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675990, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.364729] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 639.364729] env[64443]: value = "task-2675991" [ 639.364729] env[64443]: _type = "Task" [ 639.364729] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.378185] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2675991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.380661] env[64443]: DEBUG oslo_vmware.api [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': task-2675987, 'name': PowerOffVM_Task, 'duration_secs': 0.254824} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.380973] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.381200] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.381537] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5eb40805-1ee3-4f3b-a4e3-a3019c00d598 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.455675] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.456051] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.456383] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Deleting the datastore file [datastore2] 0d963c2d-4091-418b-a3fc-e60f7bf22b2a {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.456746] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c481d29b-fa26-45e3-88bb-03d0981edd04 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.465969] env[64443]: DEBUG oslo_vmware.api [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Waiting for the task: (returnval){ [ 639.465969] env[64443]: value = "task-2675993" [ 639.465969] env[64443]: _type = "Task" [ 639.465969] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.476529] env[64443]: DEBUG oslo_vmware.api [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': task-2675993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.482842] env[64443]: DEBUG nova.scheduler.client.report [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.530037] env[64443]: DEBUG nova.compute.manager [req-65d71288-2b73-4e35-b49a-623cff5e6087 req-964cfbeb-43c3-4eaa-a9db-513960e68cee service nova] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Received event network-changed-75199b3b-c99d-4582-9f07-ea693642014f {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.530278] env[64443]: DEBUG nova.compute.manager [req-65d71288-2b73-4e35-b49a-623cff5e6087 req-964cfbeb-43c3-4eaa-a9db-513960e68cee service nova] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Refreshing instance network info cache due to event network-changed-75199b3b-c99d-4582-9f07-ea693642014f. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 639.530596] env[64443]: DEBUG oslo_concurrency.lockutils [req-65d71288-2b73-4e35-b49a-623cff5e6087 req-964cfbeb-43c3-4eaa-a9db-513960e68cee service nova] Acquiring lock "refresh_cache-5e644577-0d03-40a8-b3bb-3df850f4f66b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.530864] env[64443]: DEBUG oslo_concurrency.lockutils [req-65d71288-2b73-4e35-b49a-623cff5e6087 req-964cfbeb-43c3-4eaa-a9db-513960e68cee service nova] Acquired lock "refresh_cache-5e644577-0d03-40a8-b3bb-3df850f4f66b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.531161] env[64443]: DEBUG nova.network.neutron [req-65d71288-2b73-4e35-b49a-623cff5e6087 req-964cfbeb-43c3-4eaa-a9db-513960e68cee service nova] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Refreshing network info cache for port 75199b3b-c99d-4582-9f07-ea693642014f {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.864357] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675990, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.874528] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2675991, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.979140] env[64443]: DEBUG oslo_vmware.api [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Task: {'id': task-2675993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235398} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.979449] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.979605] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.979778] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.979949] env[64443]: INFO nova.compute.manager [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 639.980218] env[64443]: DEBUG oslo.service.loopingcall [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 639.980404] env[64443]: DEBUG nova.compute.manager [-] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.980499] env[64443]: DEBUG nova.network.neutron [-] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.988214] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.811s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.988668] env[64443]: DEBUG nova.compute.manager [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.991201] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.084s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.991391] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.991559] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64443) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 639.991808] env[64443]: DEBUG oslo_concurrency.lockutils [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.083s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.992029] env[64443]: DEBUG nova.objects.instance [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Lazy-loading 'resources' on Instance uuid 5c6ceda1-24ea-4706-bb14-7408d945ff55 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 639.993909] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a59bfa-c70d-4a40-ad81-3454be4ccaf9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.003447] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385da9bc-4ecd-4397-9c28-59b779e56949 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.022437] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016e3a85-554f-4d9d-983e-da0117b9371a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.032442] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f938b620-7046-4583-a6db-4584540c2611 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.066515] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180375MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=64443) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 640.066683] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.363152] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675990, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.377023] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2675991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583209} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.377023] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 4527a9ba-28f7-4698-aec0-6389cfc9d788/4527a9ba-28f7-4698-aec0-6389cfc9d788.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.377023] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.377023] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffdb41c5-1398-41f2-ae08-5404dd758446 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.382912] env[64443]: DEBUG nova.network.neutron [req-65d71288-2b73-4e35-b49a-623cff5e6087 req-964cfbeb-43c3-4eaa-a9db-513960e68cee service nova] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Updated VIF entry in instance network info cache for port 75199b3b-c99d-4582-9f07-ea693642014f. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.382912] env[64443]: DEBUG nova.network.neutron [req-65d71288-2b73-4e35-b49a-623cff5e6087 req-964cfbeb-43c3-4eaa-a9db-513960e68cee service nova] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Updating instance_info_cache with network_info: [{"id": "75199b3b-c99d-4582-9f07-ea693642014f", "address": "fa:16:3e:6a:54:58", "network": {"id": "dcc948f2-59ad-4821-9cd7-949d7611e0e4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1984792092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "decaf50d902e4a3c9c06c97868695e72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75199b3b-c9", "ovs_interfaceid": "75199b3b-c99d-4582-9f07-ea693642014f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.385732] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 640.385732] env[64443]: value = "task-2675994" [ 640.385732] env[64443]: _type = "Task" [ 640.385732] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.403287] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2675994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.496480] env[64443]: DEBUG nova.compute.utils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 640.499996] env[64443]: DEBUG nova.compute.manager [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.500293] env[64443]: DEBUG nova.network.neutron [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.549357] env[64443]: DEBUG nova.policy [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1288cedaaf284274a3523216f93d0af1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'decaf50d902e4a3c9c06c97868695e72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.865660] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2675990, 'name': CreateVM_Task, 'duration_secs': 1.1946} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.865854] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.866591] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.866764] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.867103] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.867430] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4018c0bf-b98b-480e-a1cb-36817fb6493c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.873526] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 640.873526] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]520af455-dfcd-15d4-51dc-32eb49aa6ab3" [ 640.873526] env[64443]: _type = "Task" [ 640.873526] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.881442] env[64443]: DEBUG nova.network.neutron [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Successfully created port: bce06327-09ef-465a-92b5-0e60a3b52cae {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.892436] env[64443]: DEBUG oslo_concurrency.lockutils [req-65d71288-2b73-4e35-b49a-623cff5e6087 req-964cfbeb-43c3-4eaa-a9db-513960e68cee service nova] Releasing lock "refresh_cache-5e644577-0d03-40a8-b3bb-3df850f4f66b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.893581] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520af455-dfcd-15d4-51dc-32eb49aa6ab3, 'name': SearchDatastore_Task, 'duration_secs': 0.012106} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.899090] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.899181] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.899404] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.899552] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.899727] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.900303] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3226d94f-b673-4dbb-a4cb-82666e6bb62e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.909042] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2675994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07796} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.909042] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.909403] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86392195-7b56-443f-b5d2-b9c0f7b4c7e5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.912815] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.912996] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.916430] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdd3f0b0-063f-47d7-a6f2-b43818cbd9fe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.937327] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 4527a9ba-28f7-4698-aec0-6389cfc9d788/4527a9ba-28f7-4698-aec0-6389cfc9d788.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.938164] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bd77c9a-a062-4931-9a1d-c389239a0886 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.956153] env[64443]: DEBUG nova.network.neutron [-] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.957612] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 640.957612] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]523c5237-51f2-248d-19f9-747a271d8c46" [ 640.957612] env[64443]: _type = "Task" [ 640.957612] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.966197] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 640.966197] env[64443]: value = "task-2675995" [ 640.966197] env[64443]: _type = "Task" [ 640.966197] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.971238] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]523c5237-51f2-248d-19f9-747a271d8c46, 'name': SearchDatastore_Task, 'duration_secs': 0.013245} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.977759] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bbe0729-ff2b-4770-b547-afd56be3011c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.992438] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 640.992438] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52dbbc51-9963-f140-a1b2-13004e95e255" [ 640.992438] env[64443]: _type = "Task" [ 640.992438] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.992773] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2675995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.002684] env[64443]: DEBUG nova.compute.manager [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.016112] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52dbbc51-9963-f140-a1b2-13004e95e255, 'name': SearchDatastore_Task, 'duration_secs': 0.012358} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.020043] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.020467] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 5e644577-0d03-40a8-b3bb-3df850f4f66b/5e644577-0d03-40a8-b3bb-3df850f4f66b.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.021105] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7133e086-a17f-49dc-90a7-5d1f21c323d8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.032917] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 641.032917] env[64443]: value = "task-2675996" [ 641.032917] env[64443]: _type = "Task" [ 641.032917] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.049139] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2675996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.118736] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ef3c7b-9177-4c08-a66f-39596f445240 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.130106] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880d7cba-c370-47ff-b41a-8e088fefb0a9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.165872] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a4e5c7-57dd-442d-bc34-fea113111e72 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.175407] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c79276-7061-43a1-877c-d73713250252 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.190416] env[64443]: DEBUG nova.compute.provider_tree [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.461347] env[64443]: INFO nova.compute.manager [-] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Took 1.48 seconds to deallocate network for instance. [ 641.499282] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2675995, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.548985] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2675996, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.666535] env[64443]: DEBUG nova.compute.manager [req-4a5bcc5f-974c-4194-936f-cbdd7f69ae7b req-1639383e-82ac-47da-8680-2eb8012dc251 service nova] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Received event network-vif-deleted-d6689550-2ca1-4ee5-a710-d2916dfef4a0 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.693376] env[64443]: DEBUG nova.scheduler.client.report [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.969206] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.984685] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2675995, 'name': ReconfigVM_Task, 'duration_secs': 0.542728} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.984980] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 4527a9ba-28f7-4698-aec0-6389cfc9d788/4527a9ba-28f7-4698-aec0-6389cfc9d788.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.985688] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d24cad6b-3ae9-4018-8d1c-5334630052cc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.995039] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 641.995039] env[64443]: value = "task-2675997" [ 641.995039] env[64443]: _type = "Task" [ 641.995039] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.011239] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2675997, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.014295] env[64443]: DEBUG nova.compute.manager [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.040714] env[64443]: DEBUG nova.virt.hardware [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.040993] env[64443]: DEBUG nova.virt.hardware [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.041167] env[64443]: DEBUG nova.virt.hardware [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.041354] env[64443]: DEBUG nova.virt.hardware [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.041533] env[64443]: DEBUG nova.virt.hardware [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.041700] env[64443]: DEBUG nova.virt.hardware [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.041927] env[64443]: DEBUG nova.virt.hardware [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.042243] env[64443]: DEBUG nova.virt.hardware [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.042457] env[64443]: DEBUG nova.virt.hardware [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.042645] env[64443]: DEBUG nova.virt.hardware [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.042835] env[64443]: DEBUG nova.virt.hardware [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.043721] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d49b6d-b4e9-4c8a-9471-24f9851d64ba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.049744] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2675996, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.056810] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410bdc9f-26fb-4330-b886-5312901229f3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.199433] env[64443]: DEBUG oslo_concurrency.lockutils [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.201974] env[64443]: DEBUG oslo_concurrency.lockutils [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.256s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.203686] env[64443]: INFO nova.compute.claims [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.223822] env[64443]: INFO nova.scheduler.client.report [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Deleted allocations for instance 5c6ceda1-24ea-4706-bb14-7408d945ff55 [ 642.429265] env[64443]: DEBUG nova.network.neutron [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Successfully updated port: bce06327-09ef-465a-92b5-0e60a3b52cae {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.509201] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2675997, 'name': Rename_Task, 'duration_secs': 0.22722} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.509521] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.509762] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73ede218-7dfc-4318-abed-4702a478ea58 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.519504] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 642.519504] env[64443]: value = "task-2675998" [ 642.519504] env[64443]: _type = "Task" [ 642.519504] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.528988] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2675998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.543662] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2675996, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.738905] env[64443]: DEBUG oslo_concurrency.lockutils [None req-094acc08-1f9c-4ef0-a708-af7bd7a9d212 tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Lock "5c6ceda1-24ea-4706-bb14-7408d945ff55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.411s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.885277] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquiring lock "08c515e5-c17a-4333-a240-55f0fbb93a86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.885488] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Lock "08c515e5-c17a-4333-a240-55f0fbb93a86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.885888] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquiring lock "08c515e5-c17a-4333-a240-55f0fbb93a86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.886647] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Lock "08c515e5-c17a-4333-a240-55f0fbb93a86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.886973] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Lock "08c515e5-c17a-4333-a240-55f0fbb93a86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.891598] env[64443]: INFO nova.compute.manager [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Terminating instance [ 642.935300] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "refresh_cache-58178746-86f1-4b0b-941a-7ee6a7a7f3c1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.935300] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquired lock "refresh_cache-58178746-86f1-4b0b-941a-7ee6a7a7f3c1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.935300] env[64443]: DEBUG nova.network.neutron [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.032874] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2675998, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.045711] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2675996, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.591405} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.045833] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 5e644577-0d03-40a8-b3bb-3df850f4f66b/5e644577-0d03-40a8-b3bb-3df850f4f66b.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.046071] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.046349] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45707a97-70f3-44bb-bd6f-59fa2dd8356e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.056914] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 643.056914] env[64443]: value = "task-2675999" [ 643.056914] env[64443]: _type = "Task" [ 643.056914] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.070262] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2675999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.400933] env[64443]: DEBUG nova.compute.manager [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 643.401932] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.403444] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa2618e-ceaa-4acb-bbec-b53736e01f4a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.414639] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.417573] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6169789-bfe7-468e-be17-0a865a6352ca {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.425940] env[64443]: DEBUG oslo_vmware.api [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for the task: (returnval){ [ 643.425940] env[64443]: value = "task-2676000" [ 643.425940] env[64443]: _type = "Task" [ 643.425940] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.439258] env[64443]: DEBUG oslo_vmware.api [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2676000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.491279] env[64443]: DEBUG nova.network.neutron [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.537907] env[64443]: DEBUG oslo_vmware.api [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2675998, 'name': PowerOnVM_Task, 'duration_secs': 0.548701} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.538268] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.538432] env[64443]: INFO nova.compute.manager [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Took 9.19 seconds to spawn the instance on the hypervisor. [ 643.538636] env[64443]: DEBUG nova.compute.manager [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.539525] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb65f40d-151c-4b58-9e15-2b1b69b39d87 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.570561] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2675999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072352} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.570852] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.571820] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bc7b12-b88b-49d7-a169-62d6a90979cd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.596685] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 5e644577-0d03-40a8-b3bb-3df850f4f66b/5e644577-0d03-40a8-b3bb-3df850f4f66b.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.599700] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-036c4022-d1de-40e5-b01e-35f0623ec934 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.630178] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 643.630178] env[64443]: value = "task-2676001" [ 643.630178] env[64443]: _type = "Task" [ 643.630178] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.647019] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.706712] env[64443]: DEBUG nova.network.neutron [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Updating instance_info_cache with network_info: [{"id": "bce06327-09ef-465a-92b5-0e60a3b52cae", "address": "fa:16:3e:1c:8e:9e", "network": {"id": "dcc948f2-59ad-4821-9cd7-949d7611e0e4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1984792092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "decaf50d902e4a3c9c06c97868695e72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce06327-09", "ovs_interfaceid": "bce06327-09ef-465a-92b5-0e60a3b52cae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.786693] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d9a8c4-d585-4af6-9624-d6fd564d7f0e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.799671] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f302b75-868c-405c-b567-6d48ad038bac {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.807177] env[64443]: DEBUG nova.compute.manager [req-0f9b1f2b-b29d-408b-864f-ad125a17bbe7 req-fe042a87-e51b-4b93-a259-26a6697aeab0 service nova] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Received event network-vif-plugged-bce06327-09ef-465a-92b5-0e60a3b52cae {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.807424] env[64443]: DEBUG oslo_concurrency.lockutils [req-0f9b1f2b-b29d-408b-864f-ad125a17bbe7 req-fe042a87-e51b-4b93-a259-26a6697aeab0 service nova] Acquiring lock "58178746-86f1-4b0b-941a-7ee6a7a7f3c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.807631] env[64443]: DEBUG oslo_concurrency.lockutils [req-0f9b1f2b-b29d-408b-864f-ad125a17bbe7 req-fe042a87-e51b-4b93-a259-26a6697aeab0 service nova] Lock "58178746-86f1-4b0b-941a-7ee6a7a7f3c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.807800] env[64443]: DEBUG oslo_concurrency.lockutils [req-0f9b1f2b-b29d-408b-864f-ad125a17bbe7 req-fe042a87-e51b-4b93-a259-26a6697aeab0 service nova] Lock "58178746-86f1-4b0b-941a-7ee6a7a7f3c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.807969] env[64443]: DEBUG nova.compute.manager [req-0f9b1f2b-b29d-408b-864f-ad125a17bbe7 req-fe042a87-e51b-4b93-a259-26a6697aeab0 service nova] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] No waiting events found dispatching network-vif-plugged-bce06327-09ef-465a-92b5-0e60a3b52cae {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.808304] env[64443]: WARNING nova.compute.manager [req-0f9b1f2b-b29d-408b-864f-ad125a17bbe7 req-fe042a87-e51b-4b93-a259-26a6697aeab0 service nova] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Received unexpected event network-vif-plugged-bce06327-09ef-465a-92b5-0e60a3b52cae for instance with vm_state building and task_state spawning. [ 643.808411] env[64443]: DEBUG nova.compute.manager [req-0f9b1f2b-b29d-408b-864f-ad125a17bbe7 req-fe042a87-e51b-4b93-a259-26a6697aeab0 service nova] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Received event network-changed-bce06327-09ef-465a-92b5-0e60a3b52cae {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.809076] env[64443]: DEBUG nova.compute.manager [req-0f9b1f2b-b29d-408b-864f-ad125a17bbe7 req-fe042a87-e51b-4b93-a259-26a6697aeab0 service nova] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Refreshing instance network info cache due to event network-changed-bce06327-09ef-465a-92b5-0e60a3b52cae. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 643.809076] env[64443]: DEBUG oslo_concurrency.lockutils [req-0f9b1f2b-b29d-408b-864f-ad125a17bbe7 req-fe042a87-e51b-4b93-a259-26a6697aeab0 service nova] Acquiring lock "refresh_cache-58178746-86f1-4b0b-941a-7ee6a7a7f3c1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 643.841165] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf690e9-92c9-49c3-b379-0937a722835d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.851876] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a399bf52-4eb4-4b98-ad46-50f8db2717ea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.868919] env[64443]: DEBUG nova.compute.provider_tree [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.937712] env[64443]: DEBUG oslo_vmware.api [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2676000, 'name': PowerOffVM_Task, 'duration_secs': 0.266575} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.938011] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.938212] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.938492] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9361fb71-18c7-445f-81af-b52c67c49493 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.062675] env[64443]: INFO nova.compute.manager [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Took 40.36 seconds to build instance. [ 644.107276] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 644.108038] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 644.108038] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Deleting the datastore file [datastore2] 08c515e5-c17a-4333-a240-55f0fbb93a86 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.108038] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-884f4faf-5871-417c-bd7c-2fa9fcb4bfd8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.118548] env[64443]: DEBUG oslo_vmware.api [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for the task: (returnval){ [ 644.118548] env[64443]: value = "task-2676003" [ 644.118548] env[64443]: _type = "Task" [ 644.118548] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.131300] env[64443]: DEBUG oslo_vmware.api [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2676003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.141806] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676001, 'name': ReconfigVM_Task, 'duration_secs': 0.33349} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.142646] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 5e644577-0d03-40a8-b3bb-3df850f4f66b/5e644577-0d03-40a8-b3bb-3df850f4f66b.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.143167] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0357457b-ebcd-4274-a95e-e0bc5f18cc33 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.152518] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 644.152518] env[64443]: value = "task-2676004" [ 644.152518] env[64443]: _type = "Task" [ 644.152518] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.163669] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676004, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.212818] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Releasing lock "refresh_cache-58178746-86f1-4b0b-941a-7ee6a7a7f3c1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.213203] env[64443]: DEBUG nova.compute.manager [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Instance network_info: |[{"id": "bce06327-09ef-465a-92b5-0e60a3b52cae", "address": "fa:16:3e:1c:8e:9e", "network": {"id": "dcc948f2-59ad-4821-9cd7-949d7611e0e4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1984792092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "decaf50d902e4a3c9c06c97868695e72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce06327-09", "ovs_interfaceid": "bce06327-09ef-465a-92b5-0e60a3b52cae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.214321] env[64443]: DEBUG oslo_concurrency.lockutils [req-0f9b1f2b-b29d-408b-864f-ad125a17bbe7 req-fe042a87-e51b-4b93-a259-26a6697aeab0 service nova] Acquired lock "refresh_cache-58178746-86f1-4b0b-941a-7ee6a7a7f3c1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.214321] env[64443]: DEBUG nova.network.neutron [req-0f9b1f2b-b29d-408b-864f-ad125a17bbe7 req-fe042a87-e51b-4b93-a259-26a6697aeab0 service nova] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Refreshing network info cache for port bce06327-09ef-465a-92b5-0e60a3b52cae {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.215490] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:8e:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bce06327-09ef-465a-92b5-0e60a3b52cae', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.223347] env[64443]: DEBUG oslo.service.loopingcall [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 644.223845] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.224117] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9044c69c-6901-4388-9f68-a952283902b7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.256651] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.256651] env[64443]: value = "task-2676005" [ 644.256651] env[64443]: _type = "Task" [ 644.256651] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.276114] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676005, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.372967] env[64443]: DEBUG nova.scheduler.client.report [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.565571] env[64443]: DEBUG oslo_concurrency.lockutils [None req-76239794-55d1-4f51-9156-765d2b6bde19 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "4527a9ba-28f7-4698-aec0-6389cfc9d788" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.762s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.634651] env[64443]: DEBUG oslo_vmware.api [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Task: {'id': task-2676003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24193} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.635570] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.635570] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.635570] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.635570] env[64443]: INFO nova.compute.manager [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Took 1.23 seconds to destroy the instance on the hypervisor. [ 644.635951] env[64443]: DEBUG oslo.service.loopingcall [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 644.636134] env[64443]: DEBUG nova.compute.manager [-] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 644.636352] env[64443]: DEBUG nova.network.neutron [-] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 644.665145] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676004, 'name': Rename_Task, 'duration_secs': 0.221374} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.665145] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.665145] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9491e5c-4814-4e09-a58f-3a5fde1ccadb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.675025] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 644.675025] env[64443]: value = "task-2676006" [ 644.675025] env[64443]: _type = "Task" [ 644.675025] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.684507] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.770458] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676005, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.878096] env[64443]: DEBUG oslo_concurrency.lockutils [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.878697] env[64443]: DEBUG nova.compute.manager [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.882508] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.440s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.883047] env[64443]: INFO nova.compute.claims [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.070712] env[64443]: DEBUG nova.compute.manager [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.079544] env[64443]: DEBUG nova.network.neutron [req-0f9b1f2b-b29d-408b-864f-ad125a17bbe7 req-fe042a87-e51b-4b93-a259-26a6697aeab0 service nova] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Updated VIF entry in instance network info cache for port bce06327-09ef-465a-92b5-0e60a3b52cae. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.079544] env[64443]: DEBUG nova.network.neutron [req-0f9b1f2b-b29d-408b-864f-ad125a17bbe7 req-fe042a87-e51b-4b93-a259-26a6697aeab0 service nova] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Updating instance_info_cache with network_info: [{"id": "bce06327-09ef-465a-92b5-0e60a3b52cae", "address": "fa:16:3e:1c:8e:9e", "network": {"id": "dcc948f2-59ad-4821-9cd7-949d7611e0e4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1984792092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "decaf50d902e4a3c9c06c97868695e72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbce06327-09", "ovs_interfaceid": "bce06327-09ef-465a-92b5-0e60a3b52cae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.190054] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676006, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.271680] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676005, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.392626] env[64443]: DEBUG nova.compute.utils [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 645.398398] env[64443]: DEBUG nova.compute.manager [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.398957] env[64443]: DEBUG nova.network.neutron [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.449258] env[64443]: DEBUG nova.policy [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e0a9819dc19432a80ef11b4035b171d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba1d9be87e324c16af67845240b31fcd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.489583] env[64443]: DEBUG oslo_vmware.rw_handles [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a8f0f5-bd07-0bdf-6e19-fbc092a92f32/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 645.490436] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806df7c2-0333-47e0-ad73-292dc32e83b0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.499013] env[64443]: DEBUG oslo_vmware.rw_handles [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a8f0f5-bd07-0bdf-6e19-fbc092a92f32/disk-0.vmdk is in state: ready. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 645.499195] env[64443]: ERROR oslo_vmware.rw_handles [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a8f0f5-bd07-0bdf-6e19-fbc092a92f32/disk-0.vmdk due to incomplete transfer. [ 645.499474] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-78144932-8fba-488d-ae13-83ecc8ecb2c0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.509317] env[64443]: DEBUG oslo_vmware.rw_handles [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a8f0f5-bd07-0bdf-6e19-fbc092a92f32/disk-0.vmdk. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 645.510033] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Uploaded image c7eb16ec-dd02-4b95-9c0f-dd4f812a27b8 to the Glance image server {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 645.512752] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Destroying the VM {{(pid=64443) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 645.513153] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-16adcedf-017a-494b-8550-b88c440cd127 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.522225] env[64443]: DEBUG oslo_vmware.api [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 645.522225] env[64443]: value = "task-2676007" [ 645.522225] env[64443]: _type = "Task" [ 645.522225] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.532295] env[64443]: DEBUG oslo_vmware.api [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676007, 'name': Destroy_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.549918] env[64443]: DEBUG nova.network.neutron [-] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.582753] env[64443]: DEBUG oslo_concurrency.lockutils [req-0f9b1f2b-b29d-408b-864f-ad125a17bbe7 req-fe042a87-e51b-4b93-a259-26a6697aeab0 service nova] Releasing lock "refresh_cache-58178746-86f1-4b0b-941a-7ee6a7a7f3c1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.592342] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.689097] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676006, 'name': PowerOnVM_Task, 'duration_secs': 0.912819} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.689398] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.689592] env[64443]: INFO nova.compute.manager [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Took 8.65 seconds to spawn the instance on the hypervisor. [ 645.689775] env[64443]: DEBUG nova.compute.manager [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.690617] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8614558-372c-4ee4-b99e-7efec0d2cf42 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.772222] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676005, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.777058] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Acquiring lock "cbdfcbe9-0ca2-4812-850b-15af857303a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.777305] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Lock "cbdfcbe9-0ca2-4812-850b-15af857303a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.786293] env[64443]: DEBUG nova.compute.manager [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Stashing vm_state: active {{(pid=64443) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 645.792056] env[64443]: DEBUG nova.network.neutron [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Successfully created port: a7ab0a27-394e-4943-affc-2d0416413973 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.899198] env[64443]: DEBUG nova.compute.manager [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.036300] env[64443]: DEBUG oslo_vmware.api [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676007, 'name': Destroy_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.046143] env[64443]: DEBUG nova.compute.manager [req-95f0af18-9ad3-48d2-921c-31b8f487593c req-e90b0c13-c5d5-4433-bef3-8387b2cba146 service nova] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Received event network-vif-deleted-fcdfadbd-8f84-40ab-a53a-993831aeba48 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 646.052798] env[64443]: INFO nova.compute.manager [-] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Took 1.42 seconds to deallocate network for instance. [ 646.210551] env[64443]: INFO nova.compute.manager [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Took 38.13 seconds to build instance. [ 646.275815] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676005, 'name': CreateVM_Task, 'duration_secs': 1.52781} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.275815] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.275815] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.275815] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.276148] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.276386] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80d33970-c8af-403f-91fb-57d74cb6ec0e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.285065] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 646.285065] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52bf0d01-85c0-7bf0-66f9-9b6cbaa6674c" [ 646.285065] env[64443]: _type = "Task" [ 646.285065] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.298443] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52bf0d01-85c0-7bf0-66f9-9b6cbaa6674c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.321619] env[64443]: DEBUG oslo_concurrency.lockutils [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.469191] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b44ac24-080c-4d50-b098-1b61636bc111 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.478015] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4926f0-2d7f-40e9-983a-92b56e6ef5d4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.508062] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17a3716-6d87-45d5-85e8-d51c021f872a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.516764] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f2439e-6bfe-4981-9e9d-a584e5662baa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.531336] env[64443]: DEBUG nova.compute.provider_tree [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.542102] env[64443]: DEBUG oslo_vmware.api [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676007, 'name': Destroy_Task, 'duration_secs': 0.527001} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.543071] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Destroyed the VM [ 646.543464] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Deleting Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 646.543464] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-506d1992-7c54-4c72-a384-e2f21ad3c683 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.552765] env[64443]: DEBUG oslo_vmware.api [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 646.552765] env[64443]: value = "task-2676008" [ 646.552765] env[64443]: _type = "Task" [ 646.552765] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.562548] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.562853] env[64443]: DEBUG oslo_vmware.api [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676008, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.712354] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "5e644577-0d03-40a8-b3bb-3df850f4f66b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.741s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.798894] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52bf0d01-85c0-7bf0-66f9-9b6cbaa6674c, 'name': SearchDatastore_Task, 'duration_secs': 0.027168} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.799284] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.799557] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.799803] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.800048] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.800151] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.800594] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c533a2f2-cf27-43e3-9e7b-820ca576c72b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.810565] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.810782] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.811562] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d6b858d-0688-455c-957f-3a2123c84544 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.817951] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 646.817951] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5248be75-d898-52e4-d9a2-8b94b9ac980b" [ 646.817951] env[64443]: _type = "Task" [ 646.817951] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.826825] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5248be75-d898-52e4-d9a2-8b94b9ac980b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.913902] env[64443]: DEBUG nova.compute.manager [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.935293] env[64443]: DEBUG nova.virt.hardware [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.935568] env[64443]: DEBUG nova.virt.hardware [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.935733] env[64443]: DEBUG nova.virt.hardware [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.935915] env[64443]: DEBUG nova.virt.hardware [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.936074] env[64443]: DEBUG nova.virt.hardware [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.936233] env[64443]: DEBUG nova.virt.hardware [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.936471] env[64443]: DEBUG nova.virt.hardware [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.936638] env[64443]: DEBUG nova.virt.hardware [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.936807] env[64443]: DEBUG nova.virt.hardware [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.936984] env[64443]: DEBUG nova.virt.hardware [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.937176] env[64443]: DEBUG nova.virt.hardware [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.938391] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58a743b-d5bf-4383-b868-38b1dfeb1977 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.946404] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4971f99-cc28-4747-91af-1e5548e7a3a0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.038695] env[64443]: DEBUG nova.scheduler.client.report [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.063008] env[64443]: DEBUG oslo_vmware.api [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676008, 'name': RemoveSnapshot_Task, 'duration_secs': 0.364354} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.063916] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Deleted Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 647.064167] env[64443]: INFO nova.compute.manager [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Took 13.66 seconds to snapshot the instance on the hypervisor. [ 647.178400] env[64443]: DEBUG oslo_concurrency.lockutils [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "6b932cd2-a6f5-4cc3-b287-91737817d6f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.178719] env[64443]: DEBUG oslo_concurrency.lockutils [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "6b932cd2-a6f5-4cc3-b287-91737817d6f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.178968] env[64443]: DEBUG oslo_concurrency.lockutils [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "6b932cd2-a6f5-4cc3-b287-91737817d6f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.179170] env[64443]: DEBUG oslo_concurrency.lockutils [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "6b932cd2-a6f5-4cc3-b287-91737817d6f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.179343] env[64443]: DEBUG oslo_concurrency.lockutils [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "6b932cd2-a6f5-4cc3-b287-91737817d6f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.182054] env[64443]: INFO nova.compute.manager [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Terminating instance [ 647.215562] env[64443]: DEBUG nova.compute.manager [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.307079] env[64443]: DEBUG nova.network.neutron [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Successfully updated port: a7ab0a27-394e-4943-affc-2d0416413973 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.330647] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5248be75-d898-52e4-d9a2-8b94b9ac980b, 'name': SearchDatastore_Task, 'duration_secs': 0.011825} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.331440] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1ed8416-94ee-4a20-8726-11521af840d7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.336816] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 647.336816] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52b41454-79ad-dab3-ceab-50feb0513120" [ 647.336816] env[64443]: _type = "Task" [ 647.336816] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.344618] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b41454-79ad-dab3-ceab-50feb0513120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.544246] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.544777] env[64443]: DEBUG nova.compute.manager [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.547955] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.522s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.547955] env[64443]: DEBUG nova.objects.instance [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Lazy-loading 'resources' on Instance uuid 7467c72f-b5e5-4911-9d66-6944280908cb {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.567963] env[64443]: DEBUG nova.compute.manager [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Instance disappeared during snapshot {{(pid=64443) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 647.580391] env[64443]: DEBUG nova.compute.manager [None req-de2e2ea7-1891-4365-944d-fa37aa197cb8 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Image not found during clean up c7eb16ec-dd02-4b95-9c0f-dd4f812a27b8 {{(pid=64443) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 647.678507] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "6826ea78-727c-4fbe-bb2c-13c66fdcaf3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.678507] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "6826ea78-727c-4fbe-bb2c-13c66fdcaf3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.685509] env[64443]: DEBUG nova.compute.manager [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 647.685716] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 647.687169] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b2530e-4917-452b-a326-2fdf94216bef {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.695537] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 647.695781] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc5f396a-d153-42fe-b606-6c372b289d35 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.738787] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.758409] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.758565] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.758778] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Deleting the datastore file [datastore2] 6b932cd2-a6f5-4cc3-b287-91737817d6f7 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.759068] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dc3bac5-42ad-4621-ad67-cca341be0980 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.765238] env[64443]: DEBUG oslo_vmware.api [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 647.765238] env[64443]: value = "task-2676010" [ 647.765238] env[64443]: _type = "Task" [ 647.765238] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.772639] env[64443]: DEBUG oslo_vmware.api [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.810703] env[64443]: DEBUG oslo_concurrency.lockutils [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.810822] env[64443]: DEBUG oslo_concurrency.lockutils [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.810969] env[64443]: DEBUG nova.network.neutron [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.846453] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b41454-79ad-dab3-ceab-50feb0513120, 'name': SearchDatastore_Task, 'duration_secs': 0.045294} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.846652] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.846930] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 58178746-86f1-4b0b-941a-7ee6a7a7f3c1/58178746-86f1-4b0b-941a-7ee6a7a7f3c1.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.847207] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95011e19-8ec9-4c76-a8a5-7f760ec0b6cb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.853490] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 647.853490] env[64443]: value = "task-2676011" [ 647.853490] env[64443]: _type = "Task" [ 647.853490] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.861309] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.052476] env[64443]: DEBUG nova.compute.utils [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 648.057616] env[64443]: DEBUG nova.compute.manager [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.057616] env[64443]: DEBUG nova.network.neutron [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.075017] env[64443]: DEBUG nova.compute.manager [req-48e3cb87-4581-4b0c-bb1e-a03eaa7b900a req-2927df2f-6592-4764-bbc0-24e246a72735 service nova] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Received event network-vif-plugged-a7ab0a27-394e-4943-affc-2d0416413973 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.075239] env[64443]: DEBUG oslo_concurrency.lockutils [req-48e3cb87-4581-4b0c-bb1e-a03eaa7b900a req-2927df2f-6592-4764-bbc0-24e246a72735 service nova] Acquiring lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.075464] env[64443]: DEBUG oslo_concurrency.lockutils [req-48e3cb87-4581-4b0c-bb1e-a03eaa7b900a req-2927df2f-6592-4764-bbc0-24e246a72735 service nova] Lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.075630] env[64443]: DEBUG oslo_concurrency.lockutils [req-48e3cb87-4581-4b0c-bb1e-a03eaa7b900a req-2927df2f-6592-4764-bbc0-24e246a72735 service nova] Lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.075792] env[64443]: DEBUG nova.compute.manager [req-48e3cb87-4581-4b0c-bb1e-a03eaa7b900a req-2927df2f-6592-4764-bbc0-24e246a72735 service nova] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] No waiting events found dispatching network-vif-plugged-a7ab0a27-394e-4943-affc-2d0416413973 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.075964] env[64443]: WARNING nova.compute.manager [req-48e3cb87-4581-4b0c-bb1e-a03eaa7b900a req-2927df2f-6592-4764-bbc0-24e246a72735 service nova] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Received unexpected event network-vif-plugged-a7ab0a27-394e-4943-affc-2d0416413973 for instance with vm_state building and task_state spawning. [ 648.076136] env[64443]: DEBUG nova.compute.manager [req-48e3cb87-4581-4b0c-bb1e-a03eaa7b900a req-2927df2f-6592-4764-bbc0-24e246a72735 service nova] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Received event network-changed-a7ab0a27-394e-4943-affc-2d0416413973 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.076980] env[64443]: DEBUG nova.compute.manager [req-48e3cb87-4581-4b0c-bb1e-a03eaa7b900a req-2927df2f-6592-4764-bbc0-24e246a72735 service nova] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Refreshing instance network info cache due to event network-changed-a7ab0a27-394e-4943-affc-2d0416413973. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 648.076980] env[64443]: DEBUG oslo_concurrency.lockutils [req-48e3cb87-4581-4b0c-bb1e-a03eaa7b900a req-2927df2f-6592-4764-bbc0-24e246a72735 service nova] Acquiring lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.115290] env[64443]: DEBUG nova.policy [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7f196d3ef6f4e15a90ec64f210bd408', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef110414f45d4d608949d6037096e273', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.277658] env[64443]: DEBUG oslo_vmware.api [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189652} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.278042] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.278231] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.278442] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.278646] env[64443]: INFO nova.compute.manager [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Took 0.59 seconds to destroy the instance on the hypervisor. [ 648.278998] env[64443]: DEBUG oslo.service.loopingcall [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 648.285568] env[64443]: DEBUG nova.compute.manager [-] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 648.285690] env[64443]: DEBUG nova.network.neutron [-] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 648.368781] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676011, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.378884] env[64443]: DEBUG nova.network.neutron [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.557407] env[64443]: DEBUG nova.compute.manager [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.651216] env[64443]: DEBUG nova.network.neutron [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Successfully created port: 9312005e-ac86-42c8-a242-dc026ded3192 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.691924] env[64443]: DEBUG nova.network.neutron [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Updating instance_info_cache with network_info: [{"id": "a7ab0a27-394e-4943-affc-2d0416413973", "address": "fa:16:3e:7a:59:6c", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7ab0a27-39", "ovs_interfaceid": "a7ab0a27-394e-4943-affc-2d0416413973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.740826] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bba9b64-27c6-4310-9ff9-8be48973c5f2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.750906] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826360cc-7959-4b43-b508-28bf68473c01 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.782139] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf9f8cc-4f4a-47e8-85a3-a1034b0e2ebd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.790098] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfcc43e-a6a1-49de-85d3-c236d86ad500 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.807874] env[64443]: DEBUG nova.compute.provider_tree [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.865176] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55085} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.865502] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 58178746-86f1-4b0b-941a-7ee6a7a7f3c1/58178746-86f1-4b0b-941a-7ee6a7a7f3c1.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.865752] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.866040] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3549d398-7392-496b-a3bb-7419f2ae5f26 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.872741] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 648.872741] env[64443]: value = "task-2676012" [ 648.872741] env[64443]: _type = "Task" [ 648.872741] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.880742] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.197326] env[64443]: DEBUG oslo_concurrency.lockutils [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.197679] env[64443]: DEBUG nova.compute.manager [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Instance network_info: |[{"id": "a7ab0a27-394e-4943-affc-2d0416413973", "address": "fa:16:3e:7a:59:6c", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7ab0a27-39", "ovs_interfaceid": "a7ab0a27-394e-4943-affc-2d0416413973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.197995] env[64443]: DEBUG oslo_concurrency.lockutils [req-48e3cb87-4581-4b0c-bb1e-a03eaa7b900a req-2927df2f-6592-4764-bbc0-24e246a72735 service nova] Acquired lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.198199] env[64443]: DEBUG nova.network.neutron [req-48e3cb87-4581-4b0c-bb1e-a03eaa7b900a req-2927df2f-6592-4764-bbc0-24e246a72735 service nova] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Refreshing network info cache for port a7ab0a27-394e-4943-affc-2d0416413973 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.199840] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:59:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7ab0a27-394e-4943-affc-2d0416413973', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.207677] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Creating folder: Project (ba1d9be87e324c16af67845240b31fcd). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.208784] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6270f970-a768-415a-96ab-a6b490169c79 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.220555] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Created folder: Project (ba1d9be87e324c16af67845240b31fcd) in parent group-v539479. [ 649.220749] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Creating folder: Instances. Parent ref: group-v539580. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.220975] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6b4b82d-214d-468f-a12b-81764491229b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.229975] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Created folder: Instances in parent group-v539580. [ 649.229975] env[64443]: DEBUG oslo.service.loopingcall [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 649.229975] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.230192] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f06b606b-770f-4079-ba84-dcb24f519987 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.249607] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.249607] env[64443]: value = "task-2676015" [ 649.249607] env[64443]: _type = "Task" [ 649.249607] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.258959] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676015, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.310824] env[64443]: DEBUG nova.scheduler.client.report [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.383915] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06856} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.384312] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.385423] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1674bd9-aa21-47c3-b3d7-2a3bc4bb207d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.411507] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 58178746-86f1-4b0b-941a-7ee6a7a7f3c1/58178746-86f1-4b0b-941a-7ee6a7a7f3c1.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.411507] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50808463-adb8-4362-986a-1c461761c700 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.430202] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 649.430202] env[64443]: value = "task-2676016" [ 649.430202] env[64443]: _type = "Task" [ 649.430202] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.438628] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.496786] env[64443]: DEBUG nova.network.neutron [-] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.568793] env[64443]: DEBUG nova.compute.manager [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.602425] env[64443]: DEBUG nova.virt.hardware [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.602782] env[64443]: DEBUG nova.virt.hardware [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.602834] env[64443]: DEBUG nova.virt.hardware [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.604456] env[64443]: DEBUG nova.virt.hardware [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.604456] env[64443]: DEBUG nova.virt.hardware [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.604456] env[64443]: DEBUG nova.virt.hardware [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.604456] env[64443]: DEBUG nova.virt.hardware [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.604456] env[64443]: DEBUG nova.virt.hardware [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.604701] env[64443]: DEBUG nova.virt.hardware [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.604701] env[64443]: DEBUG nova.virt.hardware [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.604701] env[64443]: DEBUG nova.virt.hardware [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.605206] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f6734c-5952-4f86-bfea-8cb0af7c15bf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.614568] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ace784-4de9-4b7b-a16f-9999e822eb53 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.761333] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676015, 'name': CreateVM_Task, 'duration_secs': 0.387735} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.764213] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.765109] env[64443]: DEBUG oslo_concurrency.lockutils [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.765441] env[64443]: DEBUG oslo_concurrency.lockutils [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.765892] env[64443]: DEBUG oslo_concurrency.lockutils [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 649.766605] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7377bbe4-39bb-44c1-8090-e24cb7823c4c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.772354] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 649.772354] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5277c633-f1f9-e01c-31c1-a8b178791948" [ 649.772354] env[64443]: _type = "Task" [ 649.772354] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.781118] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5277c633-f1f9-e01c-31c1-a8b178791948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.816615] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.269s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.819178] env[64443]: DEBUG oslo_concurrency.lockutils [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.778s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.819432] env[64443]: DEBUG nova.objects.instance [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Lazy-loading 'resources' on Instance uuid 6db2f440-6651-4694-872b-72536274f44f {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.841840] env[64443]: INFO nova.scheduler.client.report [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Deleted allocations for instance 7467c72f-b5e5-4911-9d66-6944280908cb [ 649.941281] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.969169] env[64443]: DEBUG nova.network.neutron [req-48e3cb87-4581-4b0c-bb1e-a03eaa7b900a req-2927df2f-6592-4764-bbc0-24e246a72735 service nova] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Updated VIF entry in instance network info cache for port a7ab0a27-394e-4943-affc-2d0416413973. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.969739] env[64443]: DEBUG nova.network.neutron [req-48e3cb87-4581-4b0c-bb1e-a03eaa7b900a req-2927df2f-6592-4764-bbc0-24e246a72735 service nova] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Updating instance_info_cache with network_info: [{"id": "a7ab0a27-394e-4943-affc-2d0416413973", "address": "fa:16:3e:7a:59:6c", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7ab0a27-39", "ovs_interfaceid": "a7ab0a27-394e-4943-affc-2d0416413973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.999068] env[64443]: INFO nova.compute.manager [-] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Took 1.71 seconds to deallocate network for instance. [ 650.107085] env[64443]: DEBUG nova.compute.manager [req-37658621-7cc7-4219-b457-4e1569fc6097 req-9f7f8fa2-f09b-430b-bcf4-aded40550556 service nova] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Received event network-vif-deleted-f83b317d-244e-4d51-81f4-8b771ec6f327 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 650.283083] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5277c633-f1f9-e01c-31c1-a8b178791948, 'name': SearchDatastore_Task, 'duration_secs': 0.036475} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.283490] env[64443]: DEBUG oslo_concurrency.lockutils [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.283739] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.283980] env[64443]: DEBUG oslo_concurrency.lockutils [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.284143] env[64443]: DEBUG oslo_concurrency.lockutils [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.284353] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.284587] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de14f08c-9bdd-479c-aace-007b0b570acb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.295664] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.295864] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.297152] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46f03a02-a2d9-4102-b56a-30e801e1b10c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.302774] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 650.302774] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]528cf786-ac26-d88f-44ac-d2198b86f8eb" [ 650.302774] env[64443]: _type = "Task" [ 650.302774] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.311262] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]528cf786-ac26-d88f-44ac-d2198b86f8eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.349282] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fb5af57d-e04a-434c-b0db-364aa6c6880e tempest-DeleteServersAdminTestJSON-48215762 tempest-DeleteServersAdminTestJSON-48215762-project-member] Lock "7467c72f-b5e5-4911-9d66-6944280908cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.150s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.366319] env[64443]: DEBUG nova.network.neutron [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Successfully updated port: 9312005e-ac86-42c8-a242-dc026ded3192 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.446267] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676016, 'name': ReconfigVM_Task, 'duration_secs': 0.912193} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.449250] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 58178746-86f1-4b0b-941a-7ee6a7a7f3c1/58178746-86f1-4b0b-941a-7ee6a7a7f3c1.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.450935] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-268b20c6-9811-4687-a546-a332c7287838 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.457600] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 650.457600] env[64443]: value = "task-2676017" [ 650.457600] env[64443]: _type = "Task" [ 650.457600] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.469533] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676017, 'name': Rename_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.473299] env[64443]: DEBUG oslo_concurrency.lockutils [req-48e3cb87-4581-4b0c-bb1e-a03eaa7b900a req-2927df2f-6592-4764-bbc0-24e246a72735 service nova] Releasing lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.506338] env[64443]: DEBUG oslo_concurrency.lockutils [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.814996] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]528cf786-ac26-d88f-44ac-d2198b86f8eb, 'name': SearchDatastore_Task, 'duration_secs': 0.028735} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.819859] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdacd661-fc10-4e4d-b4c7-ecfebcf4f719 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.829027] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 650.829027] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]526a8e11-d7b8-d551-1d4a-b0a9a9c448e8" [ 650.829027] env[64443]: _type = "Task" [ 650.829027] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.840203] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]526a8e11-d7b8-d551-1d4a-b0a9a9c448e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.872740] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b40192d-effe-46b6-bbfc-a2554599fb12 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.876343] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquiring lock "refresh_cache-3e5f0538-c92f-41c2-a451-ecdece381f8f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.876488] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquired lock "refresh_cache-3e5f0538-c92f-41c2-a451-ecdece381f8f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.876747] env[64443]: DEBUG nova.network.neutron [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.886125] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7756ef-7c3a-43aa-8585-e0c70e0691eb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.922588] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa898cd-51c3-46fa-86a9-db2f5199f1c6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.932186] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c263bbf-ee3e-4b94-b9ea-15c7b0dc1505 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.949106] env[64443]: DEBUG nova.compute.provider_tree [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.969487] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676017, 'name': Rename_Task, 'duration_secs': 0.268221} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.969814] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.970862] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b001fa0-d1f4-4872-bb7a-4b88976a7ece {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.976742] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 650.976742] env[64443]: value = "task-2676018" [ 650.976742] env[64443]: _type = "Task" [ 650.976742] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.985478] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.338011] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]526a8e11-d7b8-d551-1d4a-b0a9a9c448e8, 'name': SearchDatastore_Task, 'duration_secs': 0.01536} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.338302] env[64443]: DEBUG oslo_concurrency.lockutils [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.338555] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e/31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.338831] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd57aacd-82f8-48ab-8413-fbf07c7960ed {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.346345] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 651.346345] env[64443]: value = "task-2676019" [ 651.346345] env[64443]: _type = "Task" [ 651.346345] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.354482] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.409306] env[64443]: DEBUG nova.network.neutron [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.454013] env[64443]: DEBUG nova.scheduler.client.report [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.489074] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676018, 'name': PowerOnVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.563121] env[64443]: DEBUG nova.network.neutron [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Updating instance_info_cache with network_info: [{"id": "9312005e-ac86-42c8-a242-dc026ded3192", "address": "fa:16:3e:cd:55:ea", "network": {"id": "31767060-378f-455b-af09-d0cc37ee9066", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1001539734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ef110414f45d4d608949d6037096e273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9312005e-ac", "ovs_interfaceid": "9312005e-ac86-42c8-a242-dc026ded3192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.859887] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676019, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.959978] env[64443]: DEBUG oslo_concurrency.lockutils [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.961851] env[64443]: DEBUG oslo_concurrency.lockutils [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.182s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.963402] env[64443]: INFO nova.compute.claims [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.989024] env[64443]: INFO nova.scheduler.client.report [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Deleted allocations for instance 6db2f440-6651-4694-872b-72536274f44f [ 651.990504] env[64443]: DEBUG oslo_vmware.api [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676018, 'name': PowerOnVM_Task, 'duration_secs': 0.550644} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.990873] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.991304] env[64443]: INFO nova.compute.manager [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Took 9.98 seconds to spawn the instance on the hypervisor. [ 651.991763] env[64443]: DEBUG nova.compute.manager [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.998545] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9963ad58-c71b-41d6-8ccc-42f67ebe78bb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.066351] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Releasing lock "refresh_cache-3e5f0538-c92f-41c2-a451-ecdece381f8f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.070099] env[64443]: DEBUG nova.compute.manager [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Instance network_info: |[{"id": "9312005e-ac86-42c8-a242-dc026ded3192", "address": "fa:16:3e:cd:55:ea", "network": {"id": "31767060-378f-455b-af09-d0cc37ee9066", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1001539734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ef110414f45d4d608949d6037096e273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9312005e-ac", "ovs_interfaceid": "9312005e-ac86-42c8-a242-dc026ded3192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.070244] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:55:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9312005e-ac86-42c8-a242-dc026ded3192', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.077914] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Creating folder: Project (ef110414f45d4d608949d6037096e273). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.078712] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b024795a-8dc1-4323-9458-ea74297dee53 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.092263] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Created folder: Project (ef110414f45d4d608949d6037096e273) in parent group-v539479. [ 652.092459] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Creating folder: Instances. Parent ref: group-v539583. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.092710] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4616b4d2-ed18-4a57-b3a1-b00f3cc62cb2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.102999] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Created folder: Instances in parent group-v539583. [ 652.103241] env[64443]: DEBUG oslo.service.loopingcall [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 652.103421] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.103621] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c957ca62-6a20-4d34-8740-23fbdb5ec12f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.123014] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.123014] env[64443]: value = "task-2676022" [ 652.123014] env[64443]: _type = "Task" [ 652.123014] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.130164] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676022, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.208884] env[64443]: DEBUG nova.compute.manager [req-5d0ca3a6-a7bc-4b85-bd98-f68cd45eff83 req-da3adc00-4f6b-4abc-974c-29317ad4ce69 service nova] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Received event network-vif-plugged-9312005e-ac86-42c8-a242-dc026ded3192 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 652.208979] env[64443]: DEBUG oslo_concurrency.lockutils [req-5d0ca3a6-a7bc-4b85-bd98-f68cd45eff83 req-da3adc00-4f6b-4abc-974c-29317ad4ce69 service nova] Acquiring lock "3e5f0538-c92f-41c2-a451-ecdece381f8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.209176] env[64443]: DEBUG oslo_concurrency.lockutils [req-5d0ca3a6-a7bc-4b85-bd98-f68cd45eff83 req-da3adc00-4f6b-4abc-974c-29317ad4ce69 service nova] Lock "3e5f0538-c92f-41c2-a451-ecdece381f8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.209331] env[64443]: DEBUG oslo_concurrency.lockutils [req-5d0ca3a6-a7bc-4b85-bd98-f68cd45eff83 req-da3adc00-4f6b-4abc-974c-29317ad4ce69 service nova] Lock "3e5f0538-c92f-41c2-a451-ecdece381f8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.209505] env[64443]: DEBUG nova.compute.manager [req-5d0ca3a6-a7bc-4b85-bd98-f68cd45eff83 req-da3adc00-4f6b-4abc-974c-29317ad4ce69 service nova] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] No waiting events found dispatching network-vif-plugged-9312005e-ac86-42c8-a242-dc026ded3192 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.209670] env[64443]: WARNING nova.compute.manager [req-5d0ca3a6-a7bc-4b85-bd98-f68cd45eff83 req-da3adc00-4f6b-4abc-974c-29317ad4ce69 service nova] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Received unexpected event network-vif-plugged-9312005e-ac86-42c8-a242-dc026ded3192 for instance with vm_state building and task_state spawning. [ 652.209861] env[64443]: DEBUG nova.compute.manager [req-5d0ca3a6-a7bc-4b85-bd98-f68cd45eff83 req-da3adc00-4f6b-4abc-974c-29317ad4ce69 service nova] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Received event network-changed-9312005e-ac86-42c8-a242-dc026ded3192 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 652.210042] env[64443]: DEBUG nova.compute.manager [req-5d0ca3a6-a7bc-4b85-bd98-f68cd45eff83 req-da3adc00-4f6b-4abc-974c-29317ad4ce69 service nova] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Refreshing instance network info cache due to event network-changed-9312005e-ac86-42c8-a242-dc026ded3192. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 652.210231] env[64443]: DEBUG oslo_concurrency.lockutils [req-5d0ca3a6-a7bc-4b85-bd98-f68cd45eff83 req-da3adc00-4f6b-4abc-974c-29317ad4ce69 service nova] Acquiring lock "refresh_cache-3e5f0538-c92f-41c2-a451-ecdece381f8f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.210369] env[64443]: DEBUG oslo_concurrency.lockutils [req-5d0ca3a6-a7bc-4b85-bd98-f68cd45eff83 req-da3adc00-4f6b-4abc-974c-29317ad4ce69 service nova] Acquired lock "refresh_cache-3e5f0538-c92f-41c2-a451-ecdece381f8f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.210522] env[64443]: DEBUG nova.network.neutron [req-5d0ca3a6-a7bc-4b85-bd98-f68cd45eff83 req-da3adc00-4f6b-4abc-974c-29317ad4ce69 service nova] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Refreshing network info cache for port 9312005e-ac86-42c8-a242-dc026ded3192 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.356492] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676019, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.505186] env[64443]: DEBUG oslo_concurrency.lockutils [None req-be774b74-afb3-4234-bd91-fcf64e312e88 tempest-ServersNegativeTestMultiTenantJSON-694526049 tempest-ServersNegativeTestMultiTenantJSON-694526049-project-member] Lock "6db2f440-6651-4694-872b-72536274f44f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.187s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.520733] env[64443]: INFO nova.compute.manager [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Took 39.85 seconds to build instance. [ 652.635880] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676022, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.857582] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676019, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.897330] env[64443]: DEBUG nova.network.neutron [req-5d0ca3a6-a7bc-4b85-bd98-f68cd45eff83 req-da3adc00-4f6b-4abc-974c-29317ad4ce69 service nova] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Updated VIF entry in instance network info cache for port 9312005e-ac86-42c8-a242-dc026ded3192. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.897955] env[64443]: DEBUG nova.network.neutron [req-5d0ca3a6-a7bc-4b85-bd98-f68cd45eff83 req-da3adc00-4f6b-4abc-974c-29317ad4ce69 service nova] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Updating instance_info_cache with network_info: [{"id": "9312005e-ac86-42c8-a242-dc026ded3192", "address": "fa:16:3e:cd:55:ea", "network": {"id": "31767060-378f-455b-af09-d0cc37ee9066", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1001539734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ef110414f45d4d608949d6037096e273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9312005e-ac", "ovs_interfaceid": "9312005e-ac86-42c8-a242-dc026ded3192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.023335] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6fb1bd46-f472-4a38-b4bf-449e97efeead tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "58178746-86f1-4b0b-941a-7ee6a7a7f3c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.002s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.135943] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676022, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.362653] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676019, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.642773} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.362950] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e/31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.363270] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.367291] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9361d84b-ddcf-4c35-af90-ed98aec3bb99 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.377251] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 653.377251] env[64443]: value = "task-2676023" [ 653.377251] env[64443]: _type = "Task" [ 653.377251] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.386226] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.402699] env[64443]: DEBUG oslo_concurrency.lockutils [req-5d0ca3a6-a7bc-4b85-bd98-f68cd45eff83 req-da3adc00-4f6b-4abc-974c-29317ad4ce69 service nova] Releasing lock "refresh_cache-3e5f0538-c92f-41c2-a451-ecdece381f8f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.464997] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1991e038-9ef9-4370-af8e-d970e86e543b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.472678] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7ec4d4-72e9-435a-93be-42d81667faa0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.512261] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5044bf-5392-47c8-ae15-cf689b97080f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.519901] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89b7a87-7884-4348-be09-79278e6584e5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.525607] env[64443]: DEBUG nova.compute.manager [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.536802] env[64443]: DEBUG nova.compute.provider_tree [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 653.615582] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "5e644577-0d03-40a8-b3bb-3df850f4f66b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.615582] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "5e644577-0d03-40a8-b3bb-3df850f4f66b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.615582] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "5e644577-0d03-40a8-b3bb-3df850f4f66b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.615582] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "5e644577-0d03-40a8-b3bb-3df850f4f66b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.616541] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "5e644577-0d03-40a8-b3bb-3df850f4f66b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.620903] env[64443]: INFO nova.compute.manager [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Terminating instance [ 653.636801] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676022, 'name': CreateVM_Task, 'duration_secs': 1.156094} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.637584] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.638358] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.638582] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.638935] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.639451] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92e58502-0c71-45dc-85b8-715801e60852 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.644906] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 653.644906] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52027268-22af-753b-da59-715ee37d72b2" [ 653.644906] env[64443]: _type = "Task" [ 653.644906] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.655270] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52027268-22af-753b-da59-715ee37d72b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.781912] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "58178746-86f1-4b0b-941a-7ee6a7a7f3c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.782684] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "58178746-86f1-4b0b-941a-7ee6a7a7f3c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.782684] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "58178746-86f1-4b0b-941a-7ee6a7a7f3c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.782684] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "58178746-86f1-4b0b-941a-7ee6a7a7f3c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.782860] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "58178746-86f1-4b0b-941a-7ee6a7a7f3c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.784809] env[64443]: INFO nova.compute.manager [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Terminating instance [ 653.887818] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061671} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.888403] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.889255] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53131145-ea9b-4bab-9761-f3dcf767cba2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.910945] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e/31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.911267] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a862012-8a5a-4765-a903-a8c77444354f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.937734] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 653.937734] env[64443]: value = "task-2676024" [ 653.937734] env[64443]: _type = "Task" [ 653.937734] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.946301] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.067059] env[64443]: DEBUG oslo_concurrency.lockutils [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.069998] env[64443]: ERROR nova.scheduler.client.report [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [req-ce44a18c-b817-4e9b-b1cf-bb2e6bbd56cd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ce44a18c-b817-4e9b-b1cf-bb2e6bbd56cd"}]} [ 654.088554] env[64443]: DEBUG nova.scheduler.client.report [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 654.110143] env[64443]: DEBUG nova.scheduler.client.report [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 654.110143] env[64443]: DEBUG nova.compute.provider_tree [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.123845] env[64443]: DEBUG nova.scheduler.client.report [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 654.128535] env[64443]: DEBUG nova.compute.manager [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 654.128535] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.128535] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67876b6-af6b-4c44-95da-dccebe78dcbe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.136025] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.136292] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2612378-7399-4cab-8412-36aa5e513d3d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.142906] env[64443]: DEBUG oslo_vmware.api [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 654.142906] env[64443]: value = "task-2676025" [ 654.142906] env[64443]: _type = "Task" [ 654.142906] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.155020] env[64443]: DEBUG oslo_vmware.api [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.158425] env[64443]: DEBUG nova.scheduler.client.report [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 654.160642] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52027268-22af-753b-da59-715ee37d72b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009286} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.161228] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.161356] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.161625] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.161719] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.161888] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.162181] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f74578fd-a8c3-4ac9-bae4-32a013467e27 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.174069] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.174284] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.175065] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b68977f5-7be0-4582-b765-6b65909f549d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.180527] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 654.180527] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52c01a7a-ead8-9f8d-8e92-f85fd9ee3202" [ 654.180527] env[64443]: _type = "Task" [ 654.180527] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.194280] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c01a7a-ead8-9f8d-8e92-f85fd9ee3202, 'name': SearchDatastore_Task, 'duration_secs': 0.00909} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.195019] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4bba0fd-94c0-4fd4-beb0-5f1f8724d7cf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.208024] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 654.208024] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]525f142a-d260-df9a-4f17-ac8f38894ff9" [ 654.208024] env[64443]: _type = "Task" [ 654.208024] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.215998] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]525f142a-d260-df9a-4f17-ac8f38894ff9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.288356] env[64443]: DEBUG nova.compute.manager [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 654.288782] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.290189] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91f4640-72fa-4181-be7a-b3121e00a5dd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.300105] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.303443] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68fd5069-cc14-4e52-bb44-4e8a8fa7f31d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.311366] env[64443]: DEBUG oslo_vmware.api [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 654.311366] env[64443]: value = "task-2676026" [ 654.311366] env[64443]: _type = "Task" [ 654.311366] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.320290] env[64443]: DEBUG oslo_vmware.api [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.453479] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676024, 'name': ReconfigVM_Task, 'duration_secs': 0.322035} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.456815] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e/31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.457786] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fbd26d7-2fb4-454d-be2e-f912dfbc0b51 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.465910] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 654.465910] env[64443]: value = "task-2676027" [ 654.465910] env[64443]: _type = "Task" [ 654.465910] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.480961] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676027, 'name': Rename_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.656532] env[64443]: DEBUG oslo_vmware.api [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676025, 'name': PowerOffVM_Task, 'duration_secs': 0.326508} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.656939] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.657306] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.657615] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e04e95c2-50a5-42ed-a676-8f84f0ba2623 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.717813] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]525f142a-d260-df9a-4f17-ac8f38894ff9, 'name': SearchDatastore_Task, 'duration_secs': 0.009291} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.719073] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.719302] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 3e5f0538-c92f-41c2-a451-ecdece381f8f/3e5f0538-c92f-41c2-a451-ecdece381f8f.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.720099] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6145237c-2902-43ea-b097-fde3b3e7d972 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.724335] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-656fc5d4-33bb-4aa0-88f3-024d500014f8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.726261] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.726457] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.726654] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Deleting the datastore file [datastore1] 5e644577-0d03-40a8-b3bb-3df850f4f66b {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.728612] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6d76a78-af5c-43bb-af14-e01f2f5b71ab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.734021] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd72718-32b5-435c-84a7-14fa0fda2db3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.734976] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 654.734976] env[64443]: value = "task-2676029" [ 654.734976] env[64443]: _type = "Task" [ 654.734976] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.739679] env[64443]: DEBUG oslo_vmware.api [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 654.739679] env[64443]: value = "task-2676030" [ 654.739679] env[64443]: _type = "Task" [ 654.739679] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.770243] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f36358-8861-4849-9851-989971d7aa73 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.776845] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.783655] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d6bacc-1fc5-452c-8252-e05c36b3d81a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.788480] env[64443]: DEBUG oslo_vmware.api [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.800688] env[64443]: DEBUG nova.compute.provider_tree [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.821637] env[64443]: DEBUG oslo_vmware.api [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676026, 'name': PowerOffVM_Task, 'duration_secs': 0.185015} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.821925] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.822119] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.822365] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-793db489-99fd-4b32-b124-75bbd2df22da {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.883246] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.884036] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.884036] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Deleting the datastore file [datastore2] 58178746-86f1-4b0b-941a-7ee6a7a7f3c1 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.884307] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0cf7069-dbb8-42d0-9185-ce98cee22c97 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.890869] env[64443]: DEBUG oslo_vmware.api [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 654.890869] env[64443]: value = "task-2676032" [ 654.890869] env[64443]: _type = "Task" [ 654.890869] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.899806] env[64443]: DEBUG oslo_vmware.api [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.978320] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676027, 'name': Rename_Task, 'duration_secs': 0.158656} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.978801] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.978956] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63250509-b00f-4351-88b1-ebfb949af5dd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.986510] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 654.986510] env[64443]: value = "task-2676033" [ 654.986510] env[64443]: _type = "Task" [ 654.986510] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.995751] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.247749] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500394} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.248042] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 3e5f0538-c92f-41c2-a451-ecdece381f8f/3e5f0538-c92f-41c2-a451-ecdece381f8f.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.248269] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.248999] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c33ee67-c2f3-457b-86b6-a4f91d9bc56d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.255450] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 655.255450] env[64443]: value = "task-2676034" [ 655.255450] env[64443]: _type = "Task" [ 655.255450] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.267305] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.278647] env[64443]: DEBUG oslo_vmware.api [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176267} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.278908] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.279603] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.279603] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.279603] env[64443]: INFO nova.compute.manager [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 655.279801] env[64443]: DEBUG oslo.service.loopingcall [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 655.279995] env[64443]: DEBUG nova.compute.manager [-] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 655.280105] env[64443]: DEBUG nova.network.neutron [-] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.344507] env[64443]: DEBUG nova.scheduler.client.report [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 655.344945] env[64443]: DEBUG nova.compute.provider_tree [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 58 to 59 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 655.345162] env[64443]: DEBUG nova.compute.provider_tree [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.401683] env[64443]: DEBUG oslo_vmware.api [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448428} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.401919] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.402135] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.402321] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.402498] env[64443]: INFO nova.compute.manager [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 655.402741] env[64443]: DEBUG oslo.service.loopingcall [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 655.402926] env[64443]: DEBUG nova.compute.manager [-] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 655.403037] env[64443]: DEBUG nova.network.neutron [-] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 655.498363] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676033, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.769771] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107455} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.770249] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.771968] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60f2bce-6c8e-4e80-98f2-c33298a3668f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.802835] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 3e5f0538-c92f-41c2-a451-ecdece381f8f/3e5f0538-c92f-41c2-a451-ecdece381f8f.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.803200] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2813393-014a-4a09-9b90-fb5ea5fbed33 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.824626] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 655.824626] env[64443]: value = "task-2676035" [ 655.824626] env[64443]: _type = "Task" [ 655.824626] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.832538] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.851743] env[64443]: DEBUG oslo_concurrency.lockutils [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.890s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.852397] env[64443]: DEBUG nova.compute.manager [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.855670] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.613s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.855926] env[64443]: DEBUG nova.objects.instance [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lazy-loading 'resources' on Instance uuid 3299739d-1b3d-49ed-b2a3-ccee2418ab1d {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.997823] env[64443]: DEBUG oslo_vmware.api [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676033, 'name': PowerOnVM_Task, 'duration_secs': 0.832298} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.998228] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.998377] env[64443]: INFO nova.compute.manager [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Took 9.08 seconds to spawn the instance on the hypervisor. [ 655.998603] env[64443]: DEBUG nova.compute.manager [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.999472] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e84af2-1879-4097-ad4a-dfa540ef14da {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.011341] env[64443]: DEBUG nova.compute.manager [req-87564e0e-afd8-41b1-b2c7-a5e9cf7e8f1e req-79d0dd71-5119-429e-bbf8-4db7c5b4077f service nova] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Received event network-vif-deleted-75199b3b-c99d-4582-9f07-ea693642014f {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.011934] env[64443]: INFO nova.compute.manager [req-87564e0e-afd8-41b1-b2c7-a5e9cf7e8f1e req-79d0dd71-5119-429e-bbf8-4db7c5b4077f service nova] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Neutron deleted interface 75199b3b-c99d-4582-9f07-ea693642014f; detaching it from the instance and deleting it from the info cache [ 656.011934] env[64443]: DEBUG nova.network.neutron [req-87564e0e-afd8-41b1-b2c7-a5e9cf7e8f1e req-79d0dd71-5119-429e-bbf8-4db7c5b4077f service nova] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.335545] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.359129] env[64443]: DEBUG nova.compute.utils [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 656.363035] env[64443]: DEBUG nova.compute.manager [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.363213] env[64443]: DEBUG nova.network.neutron [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.405884] env[64443]: DEBUG nova.policy [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe301aff93bf4ab2944dc9e019a9af3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5445cfeb9b0e4f209a03a94721a5973a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.435980] env[64443]: DEBUG nova.network.neutron [-] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.469618] env[64443]: DEBUG nova.network.neutron [-] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.530464] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-327966d6-36d0-4c15-9af9-3ee3b6c86ac2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.534116] env[64443]: INFO nova.compute.manager [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Took 42.63 seconds to build instance. [ 656.545778] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dbcb75-0b89-4550-b101-b66dd08f207b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.586061] env[64443]: DEBUG nova.compute.manager [req-87564e0e-afd8-41b1-b2c7-a5e9cf7e8f1e req-79d0dd71-5119-429e-bbf8-4db7c5b4077f service nova] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Detach interface failed, port_id=75199b3b-c99d-4582-9f07-ea693642014f, reason: Instance 5e644577-0d03-40a8-b3bb-3df850f4f66b could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 656.739755] env[64443]: DEBUG nova.network.neutron [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Successfully created port: 7b6069b5-efbe-43aa-8f44-5a160cf277b2 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.838279] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676035, 'name': ReconfigVM_Task, 'duration_secs': 0.648923} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.841231] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 3e5f0538-c92f-41c2-a451-ecdece381f8f/3e5f0538-c92f-41c2-a451-ecdece381f8f.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.841888] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17108e5d-0a6d-434f-a2e0-9889c0c52986 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.849007] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 656.849007] env[64443]: value = "task-2676036" [ 656.849007] env[64443]: _type = "Task" [ 656.849007] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.858153] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676036, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.866373] env[64443]: DEBUG nova.compute.manager [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.943634] env[64443]: INFO nova.compute.manager [-] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Took 1.66 seconds to deallocate network for instance. [ 656.973170] env[64443]: INFO nova.compute.manager [-] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Took 1.57 seconds to deallocate network for instance. [ 657.011174] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7ad0a0-f7b1-4267-98f6-706bc7705aad {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.020697] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c46637-288a-4342-ba67-6c9b45660c90 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.058685] env[64443]: DEBUG oslo_concurrency.lockutils [None req-62c69de5-0c8c-4cdd-99c5-827716f05fba tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.445s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.061845] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286887a7-8fa0-4be6-8dca-0c6b4f46dd0b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.070249] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3b591d-7e47-4a40-99b3-0da8d8996396 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.086213] env[64443]: DEBUG nova.compute.provider_tree [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.358946] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676036, 'name': Rename_Task, 'duration_secs': 0.193433} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.359236] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.359481] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d08de593-d4af-4665-be02-3ea74390890b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.366225] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 657.366225] env[64443]: value = "task-2676037" [ 657.366225] env[64443]: _type = "Task" [ 657.366225] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.376703] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.449281] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.485311] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.565782] env[64443]: DEBUG nova.compute.manager [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.639555] env[64443]: DEBUG nova.scheduler.client.report [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 657.639859] env[64443]: DEBUG nova.compute.provider_tree [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 59 to 60 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 657.640074] env[64443]: DEBUG nova.compute.provider_tree [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.887655] env[64443]: DEBUG nova.compute.manager [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.889772] env[64443]: DEBUG oslo_vmware.api [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676037, 'name': PowerOnVM_Task, 'duration_secs': 0.473229} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.890218] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.891016] env[64443]: INFO nova.compute.manager [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Took 8.32 seconds to spawn the instance on the hypervisor. [ 657.891016] env[64443]: DEBUG nova.compute.manager [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.891393] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f534ff2-f1f2-4b93-b0bb-7ed1a91c2157 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.920929] env[64443]: DEBUG nova.virt.hardware [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.920929] env[64443]: DEBUG nova.virt.hardware [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.921124] env[64443]: DEBUG nova.virt.hardware [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.921885] env[64443]: DEBUG nova.virt.hardware [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.921885] env[64443]: DEBUG nova.virt.hardware [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.921885] env[64443]: DEBUG nova.virt.hardware [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.921885] env[64443]: DEBUG nova.virt.hardware [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.921885] env[64443]: DEBUG nova.virt.hardware [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.922162] env[64443]: DEBUG nova.virt.hardware [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.922267] env[64443]: DEBUG nova.virt.hardware [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.922475] env[64443]: DEBUG nova.virt.hardware [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.926116] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ada17d-d01c-471e-b575-c3045e24ad4e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.932207] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8b991a-7fb2-4719-93c1-5fef1160f138 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.043774] env[64443]: DEBUG nova.compute.manager [req-6db6df33-ce68-4360-b2b9-b3f9376ce589 req-9c779416-34bb-4b4f-a27f-aa2d2eb08c8b service nova] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Received event network-vif-deleted-bce06327-09ef-465a-92b5-0e60a3b52cae {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.044031] env[64443]: DEBUG nova.compute.manager [req-6db6df33-ce68-4360-b2b9-b3f9376ce589 req-9c779416-34bb-4b4f-a27f-aa2d2eb08c8b service nova] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Received event network-changed-a7ab0a27-394e-4943-affc-2d0416413973 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 658.044165] env[64443]: DEBUG nova.compute.manager [req-6db6df33-ce68-4360-b2b9-b3f9376ce589 req-9c779416-34bb-4b4f-a27f-aa2d2eb08c8b service nova] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Refreshing instance network info cache due to event network-changed-a7ab0a27-394e-4943-affc-2d0416413973. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 658.044385] env[64443]: DEBUG oslo_concurrency.lockutils [req-6db6df33-ce68-4360-b2b9-b3f9376ce589 req-9c779416-34bb-4b4f-a27f-aa2d2eb08c8b service nova] Acquiring lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.044600] env[64443]: DEBUG oslo_concurrency.lockutils [req-6db6df33-ce68-4360-b2b9-b3f9376ce589 req-9c779416-34bb-4b4f-a27f-aa2d2eb08c8b service nova] Acquired lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.044774] env[64443]: DEBUG nova.network.neutron [req-6db6df33-ce68-4360-b2b9-b3f9376ce589 req-9c779416-34bb-4b4f-a27f-aa2d2eb08c8b service nova] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Refreshing network info cache for port a7ab0a27-394e-4943-affc-2d0416413973 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.091765] env[64443]: DEBUG oslo_concurrency.lockutils [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.149280] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.293s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.152212] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.561s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.155696] env[64443]: INFO nova.compute.claims [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.169579] env[64443]: INFO nova.scheduler.client.report [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Deleted allocations for instance 3299739d-1b3d-49ed-b2a3-ccee2418ab1d [ 658.306836] env[64443]: DEBUG nova.network.neutron [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Successfully updated port: 7b6069b5-efbe-43aa-8f44-5a160cf277b2 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.413499] env[64443]: INFO nova.compute.manager [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Took 43.99 seconds to build instance. [ 658.678950] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df61d4c6-f259-4bd2-98e8-828126c872b1 tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "3299739d-1b3d-49ed-b2a3-ccee2418ab1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.048s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.680979] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2a448185-dbfe-4cb9-a69d-943bff5dc67d tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "3299739d-1b3d-49ed-b2a3-ccee2418ab1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 34.112s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.681721] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2a448185-dbfe-4cb9-a69d-943bff5dc67d tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquiring lock "3299739d-1b3d-49ed-b2a3-ccee2418ab1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.681987] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2a448185-dbfe-4cb9-a69d-943bff5dc67d tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "3299739d-1b3d-49ed-b2a3-ccee2418ab1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.682221] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2a448185-dbfe-4cb9-a69d-943bff5dc67d tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "3299739d-1b3d-49ed-b2a3-ccee2418ab1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.684561] env[64443]: INFO nova.compute.manager [None req-2a448185-dbfe-4cb9-a69d-943bff5dc67d tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Terminating instance [ 658.783148] env[64443]: DEBUG nova.network.neutron [req-6db6df33-ce68-4360-b2b9-b3f9376ce589 req-9c779416-34bb-4b4f-a27f-aa2d2eb08c8b service nova] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Updated VIF entry in instance network info cache for port a7ab0a27-394e-4943-affc-2d0416413973. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.783526] env[64443]: DEBUG nova.network.neutron [req-6db6df33-ce68-4360-b2b9-b3f9376ce589 req-9c779416-34bb-4b4f-a27f-aa2d2eb08c8b service nova] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Updating instance_info_cache with network_info: [{"id": "a7ab0a27-394e-4943-affc-2d0416413973", "address": "fa:16:3e:7a:59:6c", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7ab0a27-39", "ovs_interfaceid": "a7ab0a27-394e-4943-affc-2d0416413973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.810205] env[64443]: DEBUG oslo_concurrency.lockutils [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "refresh_cache-47374946-3398-439c-b530-9f249844450b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.810408] env[64443]: DEBUG oslo_concurrency.lockutils [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquired lock "refresh_cache-47374946-3398-439c-b530-9f249844450b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.810573] env[64443]: DEBUG nova.network.neutron [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.916205] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fe07fa2b-add4-4238-8710-e25038c191a5 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lock "3e5f0538-c92f-41c2-a451-ecdece381f8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.491s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.191331] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2a448185-dbfe-4cb9-a69d-943bff5dc67d tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquiring lock "refresh_cache-3299739d-1b3d-49ed-b2a3-ccee2418ab1d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.191557] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2a448185-dbfe-4cb9-a69d-943bff5dc67d tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquired lock "refresh_cache-3299739d-1b3d-49ed-b2a3-ccee2418ab1d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.191621] env[64443]: DEBUG nova.network.neutron [None req-2a448185-dbfe-4cb9-a69d-943bff5dc67d tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.286043] env[64443]: DEBUG oslo_concurrency.lockutils [req-6db6df33-ce68-4360-b2b9-b3f9376ce589 req-9c779416-34bb-4b4f-a27f-aa2d2eb08c8b service nova] Releasing lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.339880] env[64443]: DEBUG nova.network.neutron [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.418478] env[64443]: DEBUG nova.compute.manager [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 659.484815] env[64443]: DEBUG nova.network.neutron [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Updating instance_info_cache with network_info: [{"id": "7b6069b5-efbe-43aa-8f44-5a160cf277b2", "address": "fa:16:3e:af:96:8c", "network": {"id": "b42c890e-4191-4a47-803e-ca59ec192612", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2112483500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5445cfeb9b0e4f209a03a94721a5973a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b6069b5-ef", "ovs_interfaceid": "7b6069b5-efbe-43aa-8f44-5a160cf277b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.677610] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d50af03-451a-4f9b-bf1d-2a4e8ce68329 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.685282] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddc1299-7380-4401-98fe-c2ade74787ed {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.714976] env[64443]: DEBUG oslo_concurrency.lockutils [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquiring lock "44cba84c-0e8a-485d-810f-60dc64152206" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.715261] env[64443]: DEBUG oslo_concurrency.lockutils [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "44cba84c-0e8a-485d-810f-60dc64152206" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.715469] env[64443]: DEBUG oslo_concurrency.lockutils [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquiring lock "44cba84c-0e8a-485d-810f-60dc64152206-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.715651] env[64443]: DEBUG oslo_concurrency.lockutils [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "44cba84c-0e8a-485d-810f-60dc64152206-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.715817] env[64443]: DEBUG oslo_concurrency.lockutils [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "44cba84c-0e8a-485d-810f-60dc64152206-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.717567] env[64443]: DEBUG nova.compute.utils [None req-2a448185-dbfe-4cb9-a69d-943bff5dc67d tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Can not refresh info_cache because instance was not found {{(pid=64443) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 659.719985] env[64443]: INFO nova.compute.manager [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Terminating instance [ 659.721760] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cfa28c-5b76-4434-95b0-d1d587ed4bf8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.730767] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46493682-76ab-402b-9650-c547e5caa67f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.745566] env[64443]: INFO nova.compute.manager [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Rescuing [ 659.745807] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquiring lock "refresh_cache-3e5f0538-c92f-41c2-a451-ecdece381f8f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.745958] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquired lock "refresh_cache-3e5f0538-c92f-41c2-a451-ecdece381f8f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.746134] env[64443]: DEBUG nova.network.neutron [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.747797] env[64443]: DEBUG nova.compute.provider_tree [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.748980] env[64443]: DEBUG nova.network.neutron [None req-2a448185-dbfe-4cb9-a69d-943bff5dc67d tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.824128] env[64443]: DEBUG nova.network.neutron [None req-2a448185-dbfe-4cb9-a69d-943bff5dc67d tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.937816] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.987043] env[64443]: DEBUG oslo_concurrency.lockutils [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Releasing lock "refresh_cache-47374946-3398-439c-b530-9f249844450b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.987298] env[64443]: DEBUG nova.compute.manager [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Instance network_info: |[{"id": "7b6069b5-efbe-43aa-8f44-5a160cf277b2", "address": "fa:16:3e:af:96:8c", "network": {"id": "b42c890e-4191-4a47-803e-ca59ec192612", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2112483500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5445cfeb9b0e4f209a03a94721a5973a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b6069b5-ef", "ovs_interfaceid": "7b6069b5-efbe-43aa-8f44-5a160cf277b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.987684] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:96:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b6069b5-efbe-43aa-8f44-5a160cf277b2', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.995179] env[64443]: DEBUG oslo.service.loopingcall [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.995394] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47374946-3398-439c-b530-9f249844450b] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.995621] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62c47867-4f95-4874-bb25-ceb14adcbc5a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.016028] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.016028] env[64443]: value = "task-2676038" [ 660.016028] env[64443]: _type = "Task" [ 660.016028] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.023960] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676038, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.071592] env[64443]: DEBUG nova.compute.manager [req-3a2d0055-b75a-48a1-83a8-aaf4a0044171 req-d4faca6b-7743-4ad1-bfc1-9c8f007b3bb8 service nova] [instance: 47374946-3398-439c-b530-9f249844450b] Received event network-vif-plugged-7b6069b5-efbe-43aa-8f44-5a160cf277b2 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.071813] env[64443]: DEBUG oslo_concurrency.lockutils [req-3a2d0055-b75a-48a1-83a8-aaf4a0044171 req-d4faca6b-7743-4ad1-bfc1-9c8f007b3bb8 service nova] Acquiring lock "47374946-3398-439c-b530-9f249844450b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.072032] env[64443]: DEBUG oslo_concurrency.lockutils [req-3a2d0055-b75a-48a1-83a8-aaf4a0044171 req-d4faca6b-7743-4ad1-bfc1-9c8f007b3bb8 service nova] Lock "47374946-3398-439c-b530-9f249844450b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.072235] env[64443]: DEBUG oslo_concurrency.lockutils [req-3a2d0055-b75a-48a1-83a8-aaf4a0044171 req-d4faca6b-7743-4ad1-bfc1-9c8f007b3bb8 service nova] Lock "47374946-3398-439c-b530-9f249844450b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.072502] env[64443]: DEBUG nova.compute.manager [req-3a2d0055-b75a-48a1-83a8-aaf4a0044171 req-d4faca6b-7743-4ad1-bfc1-9c8f007b3bb8 service nova] [instance: 47374946-3398-439c-b530-9f249844450b] No waiting events found dispatching network-vif-plugged-7b6069b5-efbe-43aa-8f44-5a160cf277b2 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.072685] env[64443]: WARNING nova.compute.manager [req-3a2d0055-b75a-48a1-83a8-aaf4a0044171 req-d4faca6b-7743-4ad1-bfc1-9c8f007b3bb8 service nova] [instance: 47374946-3398-439c-b530-9f249844450b] Received unexpected event network-vif-plugged-7b6069b5-efbe-43aa-8f44-5a160cf277b2 for instance with vm_state building and task_state spawning. [ 660.072853] env[64443]: DEBUG nova.compute.manager [req-3a2d0055-b75a-48a1-83a8-aaf4a0044171 req-d4faca6b-7743-4ad1-bfc1-9c8f007b3bb8 service nova] [instance: 47374946-3398-439c-b530-9f249844450b] Received event network-changed-7b6069b5-efbe-43aa-8f44-5a160cf277b2 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 660.073010] env[64443]: DEBUG nova.compute.manager [req-3a2d0055-b75a-48a1-83a8-aaf4a0044171 req-d4faca6b-7743-4ad1-bfc1-9c8f007b3bb8 service nova] [instance: 47374946-3398-439c-b530-9f249844450b] Refreshing instance network info cache due to event network-changed-7b6069b5-efbe-43aa-8f44-5a160cf277b2. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 660.073199] env[64443]: DEBUG oslo_concurrency.lockutils [req-3a2d0055-b75a-48a1-83a8-aaf4a0044171 req-d4faca6b-7743-4ad1-bfc1-9c8f007b3bb8 service nova] Acquiring lock "refresh_cache-47374946-3398-439c-b530-9f249844450b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.073338] env[64443]: DEBUG oslo_concurrency.lockutils [req-3a2d0055-b75a-48a1-83a8-aaf4a0044171 req-d4faca6b-7743-4ad1-bfc1-9c8f007b3bb8 service nova] Acquired lock "refresh_cache-47374946-3398-439c-b530-9f249844450b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.073521] env[64443]: DEBUG nova.network.neutron [req-3a2d0055-b75a-48a1-83a8-aaf4a0044171 req-d4faca6b-7743-4ad1-bfc1-9c8f007b3bb8 service nova] [instance: 47374946-3398-439c-b530-9f249844450b] Refreshing network info cache for port 7b6069b5-efbe-43aa-8f44-5a160cf277b2 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.226940] env[64443]: DEBUG nova.compute.manager [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.227291] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.228264] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f907eb3-aa98-42f9-ba88-66402a8f0ad1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.236454] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.236715] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39d28165-0413-49af-9714-b15b4fc0d755 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.243017] env[64443]: DEBUG oslo_vmware.api [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for the task: (returnval){ [ 660.243017] env[64443]: value = "task-2676039" [ 660.243017] env[64443]: _type = "Task" [ 660.243017] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.252876] env[64443]: DEBUG oslo_vmware.api [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2676039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.253794] env[64443]: DEBUG nova.scheduler.client.report [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.326881] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2a448185-dbfe-4cb9-a69d-943bff5dc67d tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Releasing lock "refresh_cache-3299739d-1b3d-49ed-b2a3-ccee2418ab1d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.327140] env[64443]: DEBUG nova.compute.manager [None req-2a448185-dbfe-4cb9-a69d-943bff5dc67d tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 660.327340] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2a448185-dbfe-4cb9-a69d-943bff5dc67d tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.330016] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01d32eac-fd54-4ebe-a9b8-ec2a57752cd2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.339912] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3abc13b-8410-47fe-81f6-12154c4b4608 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.381734] env[64443]: WARNING nova.virt.vmwareapi.vmops [None req-2a448185-dbfe-4cb9-a69d-943bff5dc67d tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3299739d-1b3d-49ed-b2a3-ccee2418ab1d could not be found. [ 660.382056] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2a448185-dbfe-4cb9-a69d-943bff5dc67d tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.382316] env[64443]: INFO nova.compute.manager [None req-2a448185-dbfe-4cb9-a69d-943bff5dc67d tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Took 0.05 seconds to destroy the instance on the hypervisor. [ 660.382667] env[64443]: DEBUG oslo.service.loopingcall [None req-2a448185-dbfe-4cb9-a69d-943bff5dc67d tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.386327] env[64443]: DEBUG nova.compute.manager [-] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 660.386471] env[64443]: DEBUG nova.network.neutron [-] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.414341] env[64443]: DEBUG nova.network.neutron [-] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.497761] env[64443]: DEBUG nova.network.neutron [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Updating instance_info_cache with network_info: [{"id": "9312005e-ac86-42c8-a242-dc026ded3192", "address": "fa:16:3e:cd:55:ea", "network": {"id": "31767060-378f-455b-af09-d0cc37ee9066", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1001539734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ef110414f45d4d608949d6037096e273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9312005e-ac", "ovs_interfaceid": "9312005e-ac86-42c8-a242-dc026ded3192", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.526230] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676038, 'name': CreateVM_Task, 'duration_secs': 0.329808} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.526597] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47374946-3398-439c-b530-9f249844450b] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.527176] env[64443]: DEBUG oslo_concurrency.lockutils [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.527351] env[64443]: DEBUG oslo_concurrency.lockutils [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.527683] env[64443]: DEBUG oslo_concurrency.lockutils [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.527930] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16996cf8-bf67-4e43-ad45-4044772be2b2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.532446] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 660.532446] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]524e89a1-b542-8c4c-e1f4-f541f61e1c6f" [ 660.532446] env[64443]: _type = "Task" [ 660.532446] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.540598] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]524e89a1-b542-8c4c-e1f4-f541f61e1c6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.754312] env[64443]: DEBUG oslo_vmware.api [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2676039, 'name': PowerOffVM_Task, 'duration_secs': 0.231368} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.754312] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.754312] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.754903] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6414768d-d453-4980-b34c-8f2b66761ad1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.758469] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.759048] env[64443]: DEBUG nova.compute.manager [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.764556] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.190s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.764858] env[64443]: DEBUG nova.objects.instance [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lazy-loading 'resources' on Instance uuid 686e78f4-a5c2-465a-9018-5623795aadd0 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.800799] env[64443]: DEBUG nova.network.neutron [req-3a2d0055-b75a-48a1-83a8-aaf4a0044171 req-d4faca6b-7743-4ad1-bfc1-9c8f007b3bb8 service nova] [instance: 47374946-3398-439c-b530-9f249844450b] Updated VIF entry in instance network info cache for port 7b6069b5-efbe-43aa-8f44-5a160cf277b2. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.801396] env[64443]: DEBUG nova.network.neutron [req-3a2d0055-b75a-48a1-83a8-aaf4a0044171 req-d4faca6b-7743-4ad1-bfc1-9c8f007b3bb8 service nova] [instance: 47374946-3398-439c-b530-9f249844450b] Updating instance_info_cache with network_info: [{"id": "7b6069b5-efbe-43aa-8f44-5a160cf277b2", "address": "fa:16:3e:af:96:8c", "network": {"id": "b42c890e-4191-4a47-803e-ca59ec192612", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2112483500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5445cfeb9b0e4f209a03a94721a5973a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b6069b5-ef", "ovs_interfaceid": "7b6069b5-efbe-43aa-8f44-5a160cf277b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.815865] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.816099] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.816287] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Deleting the datastore file [datastore1] 44cba84c-0e8a-485d-810f-60dc64152206 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.816607] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c3a7377-1318-47eb-8775-f59c00b963b2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.824345] env[64443]: DEBUG oslo_vmware.api [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for the task: (returnval){ [ 660.824345] env[64443]: value = "task-2676041" [ 660.824345] env[64443]: _type = "Task" [ 660.824345] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.832451] env[64443]: DEBUG oslo_vmware.api [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2676041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.916829] env[64443]: DEBUG nova.network.neutron [-] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.000726] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Releasing lock "refresh_cache-3e5f0538-c92f-41c2-a451-ecdece381f8f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.042033] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]524e89a1-b542-8c4c-e1f4-f541f61e1c6f, 'name': SearchDatastore_Task, 'duration_secs': 0.010958} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.042219] env[64443]: DEBUG oslo_concurrency.lockutils [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.042451] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.042678] env[64443]: DEBUG oslo_concurrency.lockutils [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.042825] env[64443]: DEBUG oslo_concurrency.lockutils [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.043024] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.043274] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ccc64db-9139-4d27-904b-1578327b6af8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.056330] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.056485] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.057205] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd380665-ecf4-475d-932f-3cb38fe0cb47 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.063811] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 661.063811] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]529139a4-908c-1ae0-b82a-ac4535843348" [ 661.063811] env[64443]: _type = "Task" [ 661.063811] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.070888] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529139a4-908c-1ae0-b82a-ac4535843348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.268505] env[64443]: DEBUG nova.compute.utils [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 661.272574] env[64443]: DEBUG nova.compute.manager [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.272752] env[64443]: DEBUG nova.network.neutron [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.305136] env[64443]: DEBUG oslo_concurrency.lockutils [req-3a2d0055-b75a-48a1-83a8-aaf4a0044171 req-d4faca6b-7743-4ad1-bfc1-9c8f007b3bb8 service nova] Releasing lock "refresh_cache-47374946-3398-439c-b530-9f249844450b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.320167] env[64443]: DEBUG nova.policy [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f59e5fd7a814ea4bace3629587c2437', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '122a792cf0b742658db01a3db3c71133', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.334393] env[64443]: DEBUG oslo_vmware.api [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Task: {'id': task-2676041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138361} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.336779] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.336971] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.337166] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.337337] env[64443]: INFO nova.compute.manager [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Took 1.11 seconds to destroy the instance on the hypervisor. [ 661.337605] env[64443]: DEBUG oslo.service.loopingcall [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 661.337954] env[64443]: DEBUG nova.compute.manager [-] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 661.338065] env[64443]: DEBUG nova.network.neutron [-] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.419560] env[64443]: INFO nova.compute.manager [-] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Took 1.03 seconds to deallocate network for instance. [ 661.574650] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529139a4-908c-1ae0-b82a-ac4535843348, 'name': SearchDatastore_Task, 'duration_secs': 0.044185} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.578678] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea538a1e-4ed3-4473-a812-167d74e8ce29 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.584082] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 661.584082] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52dcd814-4acc-1835-d450-38ff25e20964" [ 661.584082] env[64443]: _type = "Task" [ 661.584082] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.594036] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52dcd814-4acc-1835-d450-38ff25e20964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.775634] env[64443]: DEBUG nova.compute.manager [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.782474] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68f21d5-3722-4c98-bed8-c87628c6d853 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.793075] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c16980-79a6-4c5c-bf6f-29784bb5d0be {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.826162] env[64443]: DEBUG nova.network.neutron [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Successfully created port: 51db4609-051d-4b6c-8455-b2276d12c133 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.828784] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496fd6b8-225c-4d1f-83ba-7cf2cc694ca2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.838918] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82de7b5b-49be-4ed5-a0a4-72269bc531a9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.853899] env[64443]: DEBUG nova.compute.provider_tree [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.926765] env[64443]: INFO nova.compute.manager [None req-2a448185-dbfe-4cb9-a69d-943bff5dc67d tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Instance disappeared during terminate [ 661.927042] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2a448185-dbfe-4cb9-a69d-943bff5dc67d tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "3299739d-1b3d-49ed-b2a3-ccee2418ab1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.246s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.095038] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52dcd814-4acc-1835-d450-38ff25e20964, 'name': SearchDatastore_Task, 'duration_secs': 0.024295} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.096267] env[64443]: DEBUG oslo_concurrency.lockutils [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.096551] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 47374946-3398-439c-b530-9f249844450b/47374946-3398-439c-b530-9f249844450b.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.097694] env[64443]: DEBUG nova.compute.manager [req-f67c92e0-9417-405f-8bb7-73723a72ba00 req-80d6baf3-9a10-4215-94c6-4fa2126b0cea service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Received event network-vif-deleted-00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 662.097885] env[64443]: INFO nova.compute.manager [req-f67c92e0-9417-405f-8bb7-73723a72ba00 req-80d6baf3-9a10-4215-94c6-4fa2126b0cea service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Neutron deleted interface 00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1; detaching it from the instance and deleting it from the info cache [ 662.098071] env[64443]: DEBUG nova.network.neutron [req-f67c92e0-9417-405f-8bb7-73723a72ba00 req-80d6baf3-9a10-4215-94c6-4fa2126b0cea service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.099035] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-866d5b49-8b9b-4d0b-9725-3bdfcbc49d20 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.107464] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 662.107464] env[64443]: value = "task-2676042" [ 662.107464] env[64443]: _type = "Task" [ 662.107464] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.115991] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.246541] env[64443]: DEBUG nova.network.neutron [-] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.357804] env[64443]: DEBUG nova.scheduler.client.report [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.541886] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.542816] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d81c5378-b4ad-4464-8b0e-1272f37cda09 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.550421] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 662.550421] env[64443]: value = "task-2676043" [ 662.550421] env[64443]: _type = "Task" [ 662.550421] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.558658] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.602785] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3a09210-76e2-4c79-967e-d14337acdeb1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.615314] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5243897-6709-4af9-952c-a972894dd87d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.630117] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45686} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.630728] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 47374946-3398-439c-b530-9f249844450b/47374946-3398-439c-b530-9f249844450b.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.630969] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.631256] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efaaf47e-3d44-488b-b0f7-0133ce8f70a2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.637655] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 662.637655] env[64443]: value = "task-2676044" [ 662.637655] env[64443]: _type = "Task" [ 662.637655] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.657411] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.657763] env[64443]: DEBUG nova.compute.manager [req-f67c92e0-9417-405f-8bb7-73723a72ba00 req-80d6baf3-9a10-4215-94c6-4fa2126b0cea service nova] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Detach interface failed, port_id=00d0cc8f-55e9-4b4a-9fd2-233c5ec8aab1, reason: Instance 44cba84c-0e8a-485d-810f-60dc64152206 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 662.748795] env[64443]: INFO nova.compute.manager [-] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Took 1.41 seconds to deallocate network for instance. [ 662.787039] env[64443]: DEBUG nova.compute.manager [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.812085] env[64443]: DEBUG nova.virt.hardware [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.812085] env[64443]: DEBUG nova.virt.hardware [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.812085] env[64443]: DEBUG nova.virt.hardware [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.812283] env[64443]: DEBUG nova.virt.hardware [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.812283] env[64443]: DEBUG nova.virt.hardware [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.812283] env[64443]: DEBUG nova.virt.hardware [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.812405] env[64443]: DEBUG nova.virt.hardware [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.812568] env[64443]: DEBUG nova.virt.hardware [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.813175] env[64443]: DEBUG nova.virt.hardware [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.813451] env[64443]: DEBUG nova.virt.hardware [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.813658] env[64443]: DEBUG nova.virt.hardware [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.815166] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f32c2e4-c4d7-4e58-857e-919ed42cf7fa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.823141] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549a0640-ef99-42af-9db1-7378364db5d5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.865018] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.868318] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.196s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.869951] env[64443]: INFO nova.compute.claims [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.887524] env[64443]: INFO nova.scheduler.client.report [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Deleted allocations for instance 686e78f4-a5c2-465a-9018-5623795aadd0 [ 663.060380] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676043, 'name': PowerOffVM_Task, 'duration_secs': 0.184732} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.060747] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.061466] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871bedfc-622e-48a1-a65b-b086d001c154 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.079224] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a8f821-fc89-45c9-b682-e7e4a6ef8225 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.105338] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.105614] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e930b2c8-0f73-4172-a744-eb7ae8afdf60 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.111955] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 663.111955] env[64443]: value = "task-2676045" [ 663.111955] env[64443]: _type = "Task" [ 663.111955] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.119200] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.147954] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06511} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.148258] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.149015] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0796b6f4-ddbd-43c5-ae55-e2c098afc31b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.170228] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 47374946-3398-439c-b530-9f249844450b/47374946-3398-439c-b530-9f249844450b.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.170228] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e807ce76-1db7-4a43-84aa-87c57105eae4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.189549] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 663.189549] env[64443]: value = "task-2676046" [ 663.189549] env[64443]: _type = "Task" [ 663.189549] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.197925] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.255299] env[64443]: DEBUG oslo_concurrency.lockutils [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.300128] env[64443]: DEBUG nova.network.neutron [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Successfully updated port: 51db4609-051d-4b6c-8455-b2276d12c133 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.397750] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fec5ad0e-0abb-4148-8755-f2bc92e58cc8 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "686e78f4-a5c2-465a-9018-5623795aadd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.923s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.623125] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] VM already powered off {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 663.623308] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.623563] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.623700] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.623878] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.624144] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08c50d36-ece6-4681-802e-57971d7fdda5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.636788] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.636983] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.637726] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8be7eee6-b4c9-45b6-9838-1f4bd3d4ba16 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.643482] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 663.643482] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52da5839-d7a4-6aac-558b-4cf043c2da17" [ 663.643482] env[64443]: _type = "Task" [ 663.643482] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.650543] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52da5839-d7a4-6aac-558b-4cf043c2da17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.699741] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676046, 'name': ReconfigVM_Task, 'duration_secs': 0.289304} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.700033] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 47374946-3398-439c-b530-9f249844450b/47374946-3398-439c-b530-9f249844450b.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.700678] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-992cd0f8-ccef-44f9-a1f3-6318b9d932be {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.707102] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 663.707102] env[64443]: value = "task-2676047" [ 663.707102] env[64443]: _type = "Task" [ 663.707102] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.715193] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676047, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.803246] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "refresh_cache-d0381940-546b-45e7-984e-a78444d069f1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.803403] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquired lock "refresh_cache-d0381940-546b-45e7-984e-a78444d069f1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.803559] env[64443]: DEBUG nova.network.neutron [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.125335] env[64443]: DEBUG nova.compute.manager [req-e2186a69-7079-4428-9ec3-1df3b7f949cc req-d8ab97ca-74cd-4f34-a01c-381d12356e6a service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] Received event network-vif-plugged-51db4609-051d-4b6c-8455-b2276d12c133 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 664.125604] env[64443]: DEBUG oslo_concurrency.lockutils [req-e2186a69-7079-4428-9ec3-1df3b7f949cc req-d8ab97ca-74cd-4f34-a01c-381d12356e6a service nova] Acquiring lock "d0381940-546b-45e7-984e-a78444d069f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.125778] env[64443]: DEBUG oslo_concurrency.lockutils [req-e2186a69-7079-4428-9ec3-1df3b7f949cc req-d8ab97ca-74cd-4f34-a01c-381d12356e6a service nova] Lock "d0381940-546b-45e7-984e-a78444d069f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.125943] env[64443]: DEBUG oslo_concurrency.lockutils [req-e2186a69-7079-4428-9ec3-1df3b7f949cc req-d8ab97ca-74cd-4f34-a01c-381d12356e6a service nova] Lock "d0381940-546b-45e7-984e-a78444d069f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.126122] env[64443]: DEBUG nova.compute.manager [req-e2186a69-7079-4428-9ec3-1df3b7f949cc req-d8ab97ca-74cd-4f34-a01c-381d12356e6a service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] No waiting events found dispatching network-vif-plugged-51db4609-051d-4b6c-8455-b2276d12c133 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.126287] env[64443]: WARNING nova.compute.manager [req-e2186a69-7079-4428-9ec3-1df3b7f949cc req-d8ab97ca-74cd-4f34-a01c-381d12356e6a service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] Received unexpected event network-vif-plugged-51db4609-051d-4b6c-8455-b2276d12c133 for instance with vm_state building and task_state spawning. [ 664.126589] env[64443]: DEBUG nova.compute.manager [req-e2186a69-7079-4428-9ec3-1df3b7f949cc req-d8ab97ca-74cd-4f34-a01c-381d12356e6a service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] Received event network-changed-51db4609-051d-4b6c-8455-b2276d12c133 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 664.126654] env[64443]: DEBUG nova.compute.manager [req-e2186a69-7079-4428-9ec3-1df3b7f949cc req-d8ab97ca-74cd-4f34-a01c-381d12356e6a service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] Refreshing instance network info cache due to event network-changed-51db4609-051d-4b6c-8455-b2276d12c133. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 664.126825] env[64443]: DEBUG oslo_concurrency.lockutils [req-e2186a69-7079-4428-9ec3-1df3b7f949cc req-d8ab97ca-74cd-4f34-a01c-381d12356e6a service nova] Acquiring lock "refresh_cache-d0381940-546b-45e7-984e-a78444d069f1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.154829] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52da5839-d7a4-6aac-558b-4cf043c2da17, 'name': SearchDatastore_Task, 'duration_secs': 0.009111} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.158061] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaaa74e8-fb77-47de-be5a-a9dc272984d9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.163277] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 664.163277] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52627d03-0fd8-2cb8-5fd6-eb117a4576f7" [ 664.163277] env[64443]: _type = "Task" [ 664.163277] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.172224] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52627d03-0fd8-2cb8-5fd6-eb117a4576f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.219186] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676047, 'name': Rename_Task, 'duration_secs': 0.149054} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.219457] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.219693] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46724e8b-e4d3-4fc5-a84d-78c634966dd9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.228035] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 664.228035] env[64443]: value = "task-2676048" [ 664.228035] env[64443]: _type = "Task" [ 664.228035] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.235717] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.268530] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485a5a38-698a-4f82-ae78-21fed61d18ef {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.275518] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f54f26-f4e2-4659-b5ba-0fbc2ea4c9c4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.304976] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7439bc-78d1-4541-8437-a2e2490ad4e8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.314474] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316a1368-0982-442a-a73c-6835f8b8e97d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.328551] env[64443]: DEBUG nova.compute.provider_tree [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.338327] env[64443]: DEBUG nova.network.neutron [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.388905] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "ebd70bba-160b-41dc-94ca-5d45e99e5dd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.391146] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "ebd70bba-160b-41dc-94ca-5d45e99e5dd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.471171] env[64443]: DEBUG nova.network.neutron [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Updating instance_info_cache with network_info: [{"id": "51db4609-051d-4b6c-8455-b2276d12c133", "address": "fa:16:3e:e4:22:51", "network": {"id": "3bf64cee-1c33-49ef-8f40-4936c511f838", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1746169105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "122a792cf0b742658db01a3db3c71133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51db4609-05", "ovs_interfaceid": "51db4609-051d-4b6c-8455-b2276d12c133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.675553] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52627d03-0fd8-2cb8-5fd6-eb117a4576f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009244} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.675926] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.676315] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 3e5f0538-c92f-41c2-a451-ecdece381f8f/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk. {{(pid=64443) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 664.676653] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ae290a6-057a-42bc-ac16-85f8f63acc1a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.683918] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 664.683918] env[64443]: value = "task-2676049" [ 664.683918] env[64443]: _type = "Task" [ 664.683918] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.693324] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.737796] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676048, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.833651] env[64443]: DEBUG nova.scheduler.client.report [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.973484] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Releasing lock "refresh_cache-d0381940-546b-45e7-984e-a78444d069f1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.973843] env[64443]: DEBUG nova.compute.manager [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Instance network_info: |[{"id": "51db4609-051d-4b6c-8455-b2276d12c133", "address": "fa:16:3e:e4:22:51", "network": {"id": "3bf64cee-1c33-49ef-8f40-4936c511f838", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1746169105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "122a792cf0b742658db01a3db3c71133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51db4609-05", "ovs_interfaceid": "51db4609-051d-4b6c-8455-b2276d12c133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.974177] env[64443]: DEBUG oslo_concurrency.lockutils [req-e2186a69-7079-4428-9ec3-1df3b7f949cc req-d8ab97ca-74cd-4f34-a01c-381d12356e6a service nova] Acquired lock "refresh_cache-d0381940-546b-45e7-984e-a78444d069f1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.974361] env[64443]: DEBUG nova.network.neutron [req-e2186a69-7079-4428-9ec3-1df3b7f949cc req-d8ab97ca-74cd-4f34-a01c-381d12356e6a service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] Refreshing network info cache for port 51db4609-051d-4b6c-8455-b2276d12c133 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.975608] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:22:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51db4609-051d-4b6c-8455-b2276d12c133', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.986248] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Creating folder: Project (122a792cf0b742658db01a3db3c71133). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.990627] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbe9d86b-4b90-4612-87b5-618404859652 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.006364] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Created folder: Project (122a792cf0b742658db01a3db3c71133) in parent group-v539479. [ 665.006745] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Creating folder: Instances. Parent ref: group-v539587. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.007894] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d61b5815-594d-43b3-9b43-bfe22d33c5bf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.022467] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Created folder: Instances in parent group-v539587. [ 665.022720] env[64443]: DEBUG oslo.service.loopingcall [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.022930] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0381940-546b-45e7-984e-a78444d069f1] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.023173] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71965a36-f694-4339-a066-4879d2a4b23b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.050298] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.050298] env[64443]: value = "task-2676052" [ 665.050298] env[64443]: _type = "Task" [ 665.050298] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.059512] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676052, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.196688] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676049, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.239941] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676048, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.245322] env[64443]: DEBUG nova.network.neutron [req-e2186a69-7079-4428-9ec3-1df3b7f949cc req-d8ab97ca-74cd-4f34-a01c-381d12356e6a service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] Updated VIF entry in instance network info cache for port 51db4609-051d-4b6c-8455-b2276d12c133. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.245683] env[64443]: DEBUG nova.network.neutron [req-e2186a69-7079-4428-9ec3-1df3b7f949cc req-d8ab97ca-74cd-4f34-a01c-381d12356e6a service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] Updating instance_info_cache with network_info: [{"id": "51db4609-051d-4b6c-8455-b2276d12c133", "address": "fa:16:3e:e4:22:51", "network": {"id": "3bf64cee-1c33-49ef-8f40-4936c511f838", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1746169105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "122a792cf0b742658db01a3db3c71133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51db4609-05", "ovs_interfaceid": "51db4609-051d-4b6c-8455-b2276d12c133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.341019] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.341019] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.263s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.342285] env[64443]: INFO nova.compute.claims [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.560767] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676052, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.694937] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568748} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.695224] env[64443]: INFO nova.virt.vmwareapi.ds_util [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 3e5f0538-c92f-41c2-a451-ecdece381f8f/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk. [ 665.695960] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228a1de6-a572-4f9a-b2a5-5d5a4f4d3c43 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.722356] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 3e5f0538-c92f-41c2-a451-ecdece381f8f/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.722649] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb4326b4-6f47-4272-b583-bcecc46e80a0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.743736] env[64443]: DEBUG oslo_vmware.api [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676048, 'name': PowerOnVM_Task, 'duration_secs': 1.228259} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.744924] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.745151] env[64443]: INFO nova.compute.manager [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Took 7.86 seconds to spawn the instance on the hypervisor. [ 665.745332] env[64443]: DEBUG nova.compute.manager [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.745645] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 665.745645] env[64443]: value = "task-2676053" [ 665.745645] env[64443]: _type = "Task" [ 665.745645] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.746311] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5ffdc9-b29c-493e-93e0-238cf9e72bfc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.748905] env[64443]: DEBUG oslo_concurrency.lockutils [req-e2186a69-7079-4428-9ec3-1df3b7f949cc req-d8ab97ca-74cd-4f34-a01c-381d12356e6a service nova] Releasing lock "refresh_cache-d0381940-546b-45e7-984e-a78444d069f1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.758779] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676053, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.849017] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Acquiring lock "bdb7c330-3962-4f1b-ad43-9aabb3f0ae88" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.849017] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Lock "bdb7c330-3962-4f1b-ad43-9aabb3f0ae88" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.060891] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676052, 'name': CreateVM_Task, 'duration_secs': 0.538852} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.061890] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0381940-546b-45e7-984e-a78444d069f1] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.062039] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.062211] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.062525] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 666.062777] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-695b8b34-177a-4ad0-96e1-ad2e4534a1c6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.067094] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 666.067094] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5288f9e5-8368-3d8c-a5fc-04ebcc1780b5" [ 666.067094] env[64443]: _type = "Task" [ 666.067094] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.074321] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5288f9e5-8368-3d8c-a5fc-04ebcc1780b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.259623] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676053, 'name': ReconfigVM_Task, 'duration_secs': 0.285886} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.260104] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 3e5f0538-c92f-41c2-a451-ecdece381f8f/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.260914] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b18fb06-e530-4df5-baa1-15dfded9363a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.290759] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e17100fb-f51e-4354-90b5-ea85869c4af2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.301029] env[64443]: INFO nova.compute.manager [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Took 44.54 seconds to build instance. [ 666.308538] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 666.308538] env[64443]: value = "task-2676054" [ 666.308538] env[64443]: _type = "Task" [ 666.308538] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.322010] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676054, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.351819] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Lock "bdb7c330-3962-4f1b-ad43-9aabb3f0ae88" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.352440] env[64443]: DEBUG nova.compute.manager [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.579728] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5288f9e5-8368-3d8c-a5fc-04ebcc1780b5, 'name': SearchDatastore_Task, 'duration_secs': 0.008746} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.579996] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.579996] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.580782] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.580782] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.580782] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.580782] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff0c7145-e3c4-4130-870a-fd16c9f42a6d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.588980] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.589180] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.589929] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a196d670-5a25-4a64-a4a2-9c5731c520a9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.595378] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 666.595378] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52b73808-db7c-3636-6d0b-ee313913592b" [ 666.595378] env[64443]: _type = "Task" [ 666.595378] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.607345] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b73808-db7c-3636-6d0b-ee313913592b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.777802] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bf4083-b1fc-48d4-afaf-d563c02e4935 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.785500] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13a3ecd-b726-44e8-b2aa-5586a50bbeac {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.815188] env[64443]: DEBUG oslo_concurrency.lockutils [None req-97e5c8b2-b42f-4da7-974d-b49e8b45a437 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "47374946-3398-439c-b530-9f249844450b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.854s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.820080] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfe5f6b-f411-4718-b2b5-47b8603d6652 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.827910] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676054, 'name': ReconfigVM_Task, 'duration_secs': 0.199822} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.830544] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.831357] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a5e207d-701b-4953-95c6-1125530e6c58 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.833714] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aba3494-a839-4515-938c-737214a74877 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.847904] env[64443]: DEBUG nova.compute.provider_tree [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.850380] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 666.850380] env[64443]: value = "task-2676055" [ 666.850380] env[64443]: _type = "Task" [ 666.850380] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.859106] env[64443]: DEBUG nova.compute.utils [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 666.860303] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.861179] env[64443]: DEBUG nova.compute.manager [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.861623] env[64443]: DEBUG nova.network.neutron [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.902579] env[64443]: DEBUG nova.policy [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dfaa865044b49d0ba39fb5a67e0b8f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97a73c8e2b2e41178c425e437e0c4dd4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.106238] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b73808-db7c-3636-6d0b-ee313913592b, 'name': SearchDatastore_Task, 'duration_secs': 0.009295} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.107058] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b21e2ed8-da11-44ac-a7bd-a1f8398af04a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.112199] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 667.112199] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ced2f2-3725-4e1e-d26a-fa7cb6dca3b8" [ 667.112199] env[64443]: _type = "Task" [ 667.112199] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.120149] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ced2f2-3725-4e1e-d26a-fa7cb6dca3b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.205871] env[64443]: DEBUG nova.network.neutron [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Successfully created port: d112bec5-1cc1-4b60-a4e7-9ee472237a6b {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.326444] env[64443]: DEBUG nova.compute.manager [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.351551] env[64443]: DEBUG nova.scheduler.client.report [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.361747] env[64443]: DEBUG nova.compute.manager [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.371691] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676055, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.624821] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "0981bdf7-7ad1-45d4-a556-7e69da1cf213" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.625092] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "0981bdf7-7ad1-45d4-a556-7e69da1cf213" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.625285] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ced2f2-3725-4e1e-d26a-fa7cb6dca3b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011126} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.625602] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.625791] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] d0381940-546b-45e7-984e-a78444d069f1/d0381940-546b-45e7-984e-a78444d069f1.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.626042] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20e54af5-ee11-464e-b2c9-3db1c2b0c82c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.632885] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 667.632885] env[64443]: value = "task-2676056" [ 667.632885] env[64443]: _type = "Task" [ 667.632885] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.640289] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.849792] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.862570] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.863155] env[64443]: DEBUG nova.compute.manager [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.868822] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.016s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.870252] env[64443]: INFO nova.compute.claims [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.875194] env[64443]: DEBUG oslo_vmware.api [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676055, 'name': PowerOnVM_Task, 'duration_secs': 0.539354} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.875739] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.877965] env[64443]: DEBUG nova.compute.manager [None req-a5819fbf-e04c-454a-8354-55ce6f188821 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.878755] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dcddb2-a476-4e01-8aba-c9b8c505e040 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.143108] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676056, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.379424] env[64443]: DEBUG nova.compute.utils [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 668.381579] env[64443]: DEBUG nova.compute.manager [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.383637] env[64443]: DEBUG nova.compute.manager [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.383800] env[64443]: DEBUG nova.network.neutron [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.415944] env[64443]: DEBUG nova.virt.hardware [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.416217] env[64443]: DEBUG nova.virt.hardware [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.416344] env[64443]: DEBUG nova.virt.hardware [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.416559] env[64443]: DEBUG nova.virt.hardware [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.416726] env[64443]: DEBUG nova.virt.hardware [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.416870] env[64443]: DEBUG nova.virt.hardware [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.417086] env[64443]: DEBUG nova.virt.hardware [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.417242] env[64443]: DEBUG nova.virt.hardware [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.417403] env[64443]: DEBUG nova.virt.hardware [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.417558] env[64443]: DEBUG nova.virt.hardware [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.417774] env[64443]: DEBUG nova.virt.hardware [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.418967] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970e92b2-22a8-4104-bf60-d9eb7c2ed740 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.425452] env[64443]: DEBUG nova.policy [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdac5a0145094597a73c5607646a766a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '246a98611ea54d669c0551f11293fd44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.430334] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5190bcc-ab97-4ad7-aae7-5826c3d05b36 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.644583] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676056, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.762918] env[64443]: DEBUG nova.compute.manager [req-ba3d1933-e9cd-45e9-94cf-cad3af489cb7 req-8d2b52cc-283c-425b-8a77-1d9f80688331 service nova] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Received event network-vif-plugged-d112bec5-1cc1-4b60-a4e7-9ee472237a6b {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 668.763151] env[64443]: DEBUG oslo_concurrency.lockutils [req-ba3d1933-e9cd-45e9-94cf-cad3af489cb7 req-8d2b52cc-283c-425b-8a77-1d9f80688331 service nova] Acquiring lock "c806a2df-2ef2-44aa-a265-ece27caa6307-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.763361] env[64443]: DEBUG oslo_concurrency.lockutils [req-ba3d1933-e9cd-45e9-94cf-cad3af489cb7 req-8d2b52cc-283c-425b-8a77-1d9f80688331 service nova] Lock "c806a2df-2ef2-44aa-a265-ece27caa6307-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.763526] env[64443]: DEBUG oslo_concurrency.lockutils [req-ba3d1933-e9cd-45e9-94cf-cad3af489cb7 req-8d2b52cc-283c-425b-8a77-1d9f80688331 service nova] Lock "c806a2df-2ef2-44aa-a265-ece27caa6307-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.763694] env[64443]: DEBUG nova.compute.manager [req-ba3d1933-e9cd-45e9-94cf-cad3af489cb7 req-8d2b52cc-283c-425b-8a77-1d9f80688331 service nova] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] No waiting events found dispatching network-vif-plugged-d112bec5-1cc1-4b60-a4e7-9ee472237a6b {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.763896] env[64443]: WARNING nova.compute.manager [req-ba3d1933-e9cd-45e9-94cf-cad3af489cb7 req-8d2b52cc-283c-425b-8a77-1d9f80688331 service nova] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Received unexpected event network-vif-plugged-d112bec5-1cc1-4b60-a4e7-9ee472237a6b for instance with vm_state building and task_state spawning. [ 668.874339] env[64443]: DEBUG nova.network.neutron [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Successfully created port: 4c3146f3-4ea1-44ec-b7f0-b1477a3976d5 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.881270] env[64443]: DEBUG nova.network.neutron [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Successfully updated port: d112bec5-1cc1-4b60-a4e7-9ee472237a6b {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.886053] env[64443]: DEBUG nova.compute.manager [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.146646] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676056, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.328557] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46172724-b7d6-482c-b939-e9459eba0ac3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.336385] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ebd333-ce95-4b59-aa99-448182e14fb3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.366040] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab393d0f-22e0-4305-9955-a91b792836b9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.374190] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc7a5d0-8bd4-40ab-a181-c8d9daa7182a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.387993] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Acquiring lock "refresh_cache-c806a2df-2ef2-44aa-a265-ece27caa6307" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.388259] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Acquired lock "refresh_cache-c806a2df-2ef2-44aa-a265-ece27caa6307" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.388352] env[64443]: DEBUG nova.network.neutron [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.391641] env[64443]: DEBUG nova.compute.provider_tree [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.645401] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676056, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.775937} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.645707] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] d0381940-546b-45e7-984e-a78444d069f1/d0381940-546b-45e7-984e-a78444d069f1.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.645950] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.646219] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa3662b9-76f2-432b-b7df-fee5cb9e7bdf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.653643] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 669.653643] env[64443]: value = "task-2676057" [ 669.653643] env[64443]: _type = "Task" [ 669.653643] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.662473] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.698888] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquiring lock "57c7045b-f9d7-46d9-8017-15896cee5224" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.699285] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lock "57c7045b-f9d7-46d9-8017-15896cee5224" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.895510] env[64443]: DEBUG nova.scheduler.client.report [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.899574] env[64443]: DEBUG nova.compute.manager [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.920881] env[64443]: DEBUG nova.network.neutron [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.924908] env[64443]: DEBUG nova.virt.hardware [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.925155] env[64443]: DEBUG nova.virt.hardware [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.925317] env[64443]: DEBUG nova.virt.hardware [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.925500] env[64443]: DEBUG nova.virt.hardware [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.925648] env[64443]: DEBUG nova.virt.hardware [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.925799] env[64443]: DEBUG nova.virt.hardware [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.926020] env[64443]: DEBUG nova.virt.hardware [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.926190] env[64443]: DEBUG nova.virt.hardware [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.926360] env[64443]: DEBUG nova.virt.hardware [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.926525] env[64443]: DEBUG nova.virt.hardware [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.926727] env[64443]: DEBUG nova.virt.hardware [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.927712] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4009c7-15fd-43a5-8196-7719262e070c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.937049] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be260a4-0da1-4771-9073-abcd18ac746b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.048697] env[64443]: DEBUG nova.network.neutron [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Updating instance_info_cache with network_info: [{"id": "d112bec5-1cc1-4b60-a4e7-9ee472237a6b", "address": "fa:16:3e:99:ab:9b", "network": {"id": "983111e5-b3ed-458c-94d3-19574e90b4c2", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2051449067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97a73c8e2b2e41178c425e437e0c4dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd112bec5-1c", "ovs_interfaceid": "d112bec5-1cc1-4b60-a4e7-9ee472237a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.165063] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091911} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.165063] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.166244] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1722fe2f-f66e-4ded-8c5a-d1262e199297 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.189154] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] d0381940-546b-45e7-984e-a78444d069f1/d0381940-546b-45e7-984e-a78444d069f1.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.189154] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e4c9e6d-f6b1-4e21-ac30-fa06dc29b88f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.208896] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 670.208896] env[64443]: value = "task-2676058" [ 670.208896] env[64443]: _type = "Task" [ 670.208896] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.217259] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.357865] env[64443]: DEBUG nova.network.neutron [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Successfully updated port: 4c3146f3-4ea1-44ec-b7f0-b1477a3976d5 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.403992] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.404546] env[64443]: DEBUG nova.compute.manager [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.407173] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.340s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.551483] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Releasing lock "refresh_cache-c806a2df-2ef2-44aa-a265-ece27caa6307" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.551815] env[64443]: DEBUG nova.compute.manager [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Instance network_info: |[{"id": "d112bec5-1cc1-4b60-a4e7-9ee472237a6b", "address": "fa:16:3e:99:ab:9b", "network": {"id": "983111e5-b3ed-458c-94d3-19574e90b4c2", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2051449067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97a73c8e2b2e41178c425e437e0c4dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd112bec5-1c", "ovs_interfaceid": "d112bec5-1cc1-4b60-a4e7-9ee472237a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.552323] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:ab:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd112bec5-1cc1-4b60-a4e7-9ee472237a6b', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.559989] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Creating folder: Project (97a73c8e2b2e41178c425e437e0c4dd4). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.560346] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e23a8272-c5da-473d-9464-4dae7a85e38e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.572195] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Created folder: Project (97a73c8e2b2e41178c425e437e0c4dd4) in parent group-v539479. [ 670.572195] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Creating folder: Instances. Parent ref: group-v539590. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.572195] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85fdf104-33d7-4728-947e-7bfdbfffda3a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.580610] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Created folder: Instances in parent group-v539590. [ 670.580724] env[64443]: DEBUG oslo.service.loopingcall [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 670.580942] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.581169] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36b0cf12-8f33-4d0b-b77c-92824ea0c8fb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.602345] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.602345] env[64443]: value = "task-2676061" [ 670.602345] env[64443]: _type = "Task" [ 670.602345] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.610290] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676061, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.719008] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676058, 'name': ReconfigVM_Task, 'duration_secs': 0.403083} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.719336] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Reconfigured VM instance instance-00000024 to attach disk [datastore1] d0381940-546b-45e7-984e-a78444d069f1/d0381940-546b-45e7-984e-a78444d069f1.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.719996] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a9b6437-e4cd-4a59-80fd-3c4586485849 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.726802] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 670.726802] env[64443]: value = "task-2676062" [ 670.726802] env[64443]: _type = "Task" [ 670.726802] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.735150] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676062, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.839677] env[64443]: DEBUG nova.compute.manager [req-f0275a4b-0ca8-4805-a40a-3926652c4d74 req-b7b45042-9327-43de-adb0-ed9493b72433 service nova] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Received event network-changed-d112bec5-1cc1-4b60-a4e7-9ee472237a6b {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 670.839896] env[64443]: DEBUG nova.compute.manager [req-f0275a4b-0ca8-4805-a40a-3926652c4d74 req-b7b45042-9327-43de-adb0-ed9493b72433 service nova] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Refreshing instance network info cache due to event network-changed-d112bec5-1cc1-4b60-a4e7-9ee472237a6b. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 670.840089] env[64443]: DEBUG oslo_concurrency.lockutils [req-f0275a4b-0ca8-4805-a40a-3926652c4d74 req-b7b45042-9327-43de-adb0-ed9493b72433 service nova] Acquiring lock "refresh_cache-c806a2df-2ef2-44aa-a265-ece27caa6307" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.840235] env[64443]: DEBUG oslo_concurrency.lockutils [req-f0275a4b-0ca8-4805-a40a-3926652c4d74 req-b7b45042-9327-43de-adb0-ed9493b72433 service nova] Acquired lock "refresh_cache-c806a2df-2ef2-44aa-a265-ece27caa6307" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.840393] env[64443]: DEBUG nova.network.neutron [req-f0275a4b-0ca8-4805-a40a-3926652c4d74 req-b7b45042-9327-43de-adb0-ed9493b72433 service nova] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Refreshing network info cache for port d112bec5-1cc1-4b60-a4e7-9ee472237a6b {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.862123] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Acquiring lock "refresh_cache-4865661d-e1c2-4e2a-9051-bab851553c15" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.862123] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Acquired lock "refresh_cache-4865661d-e1c2-4e2a-9051-bab851553c15" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.862419] env[64443]: DEBUG nova.network.neutron [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.921955] env[64443]: DEBUG nova.compute.utils [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 670.923339] env[64443]: DEBUG nova.compute.manager [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Not allocating networking since 'none' was specified. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 671.112943] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676061, 'name': CreateVM_Task, 'duration_secs': 0.436884} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.113160] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.113872] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.114073] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.114388] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.114693] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51106201-583d-4d6e-a497-89c4c2bc120b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.119323] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Waiting for the task: (returnval){ [ 671.119323] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52aa4053-9cc8-2a21-064f-fedfa1256455" [ 671.119323] env[64443]: _type = "Task" [ 671.119323] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.127211] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52aa4053-9cc8-2a21-064f-fedfa1256455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.236558] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676062, 'name': Rename_Task, 'duration_secs': 0.207656} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.236900] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.237175] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3eeb8b1b-c469-4987-9cfc-a573ef4f8bc6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.243713] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 671.243713] env[64443]: value = "task-2676063" [ 671.243713] env[64443]: _type = "Task" [ 671.243713] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.250941] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.408041] env[64443]: DEBUG nova.network.neutron [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.426133] env[64443]: INFO nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Updating resource usage from migration 10e1341d-d3d0-45ae-b25a-5c888f8c3d0f [ 671.428798] env[64443]: DEBUG nova.compute.manager [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.450388] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 21986e5c-22d5-4c71-910e-9f28f664c2a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.450563] env[64443]: WARNING nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 08c515e5-c17a-4333-a240-55f0fbb93a86 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 671.450698] env[64443]: WARNING nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 44cba84c-0e8a-485d-810f-60dc64152206 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 671.450831] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.450942] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 2437eab1-4de1-4f9e-a946-c71695cd7895 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.451069] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance c215ca65-70a9-4d74-9bd5-52fdf318654c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.451192] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 49bcdc71-bde6-45c3-a4d1-4e0458b5a415 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.451297] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 8cbb1e8f-c258-42db-ac80-14af4337c82d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.451407] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance ca8eed0f-3212-4528-ac6e-b5b714c34478 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.451516] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 7a36ccc9-c594-48f8-a847-9b26cd0431fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.451625] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance a9cd65b5-58ae-4174-ba35-131d685991ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.451734] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 184b46f6-60a1-4425-ae07-726c056b1a18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.451862] env[64443]: WARNING nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 6b932cd2-a6f5-4cc3-b287-91737817d6f7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 671.451980] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 99eba029-a1cf-428f-a608-b4fe81e4c6a7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.452121] env[64443]: WARNING nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 0d963c2d-4091-418b-a3fc-e60f7bf22b2a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 671.452244] env[64443]: WARNING nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 5e644577-0d03-40a8-b3bb-3df850f4f66b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 671.452364] env[64443]: WARNING nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 58178746-86f1-4b0b-941a-7ee6a7a7f3c1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 671.452520] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.452572] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 3e5f0538-c92f-41c2-a451-ecdece381f8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.452683] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 47374946-3398-439c-b530-9f249844450b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.452791] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance d0381940-546b-45e7-984e-a78444d069f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.453375] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance c806a2df-2ef2-44aa-a265-ece27caa6307 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.453563] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 4865661d-e1c2-4e2a-9051-bab851553c15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.453691] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 29249acd-a277-4c8b-aa14-a981b1ef16e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 671.630139] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52aa4053-9cc8-2a21-064f-fedfa1256455, 'name': SearchDatastore_Task, 'duration_secs': 0.032177} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.630395] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.630621] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.630893] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.631064] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.631248] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.632240] env[64443]: DEBUG nova.network.neutron [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Updating instance_info_cache with network_info: [{"id": "4c3146f3-4ea1-44ec-b7f0-b1477a3976d5", "address": "fa:16:3e:05:81:a7", "network": {"id": "c5908716-beca-4323-ab4f-c0597ff5e3ff", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2076179799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "246a98611ea54d669c0551f11293fd44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c3146f3-4e", "ovs_interfaceid": "4c3146f3-4ea1-44ec-b7f0-b1477a3976d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.633350] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e352b1f6-569f-48bf-97bd-4af8ecada1ab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.641612] env[64443]: DEBUG nova.network.neutron [req-f0275a4b-0ca8-4805-a40a-3926652c4d74 req-b7b45042-9327-43de-adb0-ed9493b72433 service nova] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Updated VIF entry in instance network info cache for port d112bec5-1cc1-4b60-a4e7-9ee472237a6b. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.641909] env[64443]: DEBUG nova.network.neutron [req-f0275a4b-0ca8-4805-a40a-3926652c4d74 req-b7b45042-9327-43de-adb0-ed9493b72433 service nova] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Updating instance_info_cache with network_info: [{"id": "d112bec5-1cc1-4b60-a4e7-9ee472237a6b", "address": "fa:16:3e:99:ab:9b", "network": {"id": "983111e5-b3ed-458c-94d3-19574e90b4c2", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2051449067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97a73c8e2b2e41178c425e437e0c4dd4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd112bec5-1c", "ovs_interfaceid": "d112bec5-1cc1-4b60-a4e7-9ee472237a6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.647021] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.647150] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.648033] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a47873f-0a83-4a0e-8497-e3bab46a9ecb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.655876] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Waiting for the task: (returnval){ [ 671.655876] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]523ad7c1-9cdf-c771-11fd-676fb1540e1b" [ 671.655876] env[64443]: _type = "Task" [ 671.655876] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.664279] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]523ad7c1-9cdf-c771-11fd-676fb1540e1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.753287] env[64443]: DEBUG oslo_vmware.api [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676063, 'name': PowerOnVM_Task, 'duration_secs': 0.497685} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.753710] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.753774] env[64443]: INFO nova.compute.manager [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Took 8.97 seconds to spawn the instance on the hypervisor. [ 671.753917] env[64443]: DEBUG nova.compute.manager [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.754719] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d574f26c-03e4-4b12-87a2-60e3ac5f5bf4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.957841] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 95420eb6-9a0f-446f-bed0-b8d47808f5c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 672.136089] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Releasing lock "refresh_cache-4865661d-e1c2-4e2a-9051-bab851553c15" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.136380] env[64443]: DEBUG nova.compute.manager [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Instance network_info: |[{"id": "4c3146f3-4ea1-44ec-b7f0-b1477a3976d5", "address": "fa:16:3e:05:81:a7", "network": {"id": "c5908716-beca-4323-ab4f-c0597ff5e3ff", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2076179799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "246a98611ea54d669c0551f11293fd44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c3146f3-4e", "ovs_interfaceid": "4c3146f3-4ea1-44ec-b7f0-b1477a3976d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.136847] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:81:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c3146f3-4ea1-44ec-b7f0-b1477a3976d5', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.144200] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Creating folder: Project (246a98611ea54d669c0551f11293fd44). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.144662] env[64443]: DEBUG oslo_concurrency.lockutils [req-f0275a4b-0ca8-4805-a40a-3926652c4d74 req-b7b45042-9327-43de-adb0-ed9493b72433 service nova] Releasing lock "refresh_cache-c806a2df-2ef2-44aa-a265-ece27caa6307" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.144891] env[64443]: DEBUG nova.compute.manager [req-f0275a4b-0ca8-4805-a40a-3926652c4d74 req-b7b45042-9327-43de-adb0-ed9493b72433 service nova] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Received event network-vif-plugged-4c3146f3-4ea1-44ec-b7f0-b1477a3976d5 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.145093] env[64443]: DEBUG oslo_concurrency.lockutils [req-f0275a4b-0ca8-4805-a40a-3926652c4d74 req-b7b45042-9327-43de-adb0-ed9493b72433 service nova] Acquiring lock "4865661d-e1c2-4e2a-9051-bab851553c15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.145302] env[64443]: DEBUG oslo_concurrency.lockutils [req-f0275a4b-0ca8-4805-a40a-3926652c4d74 req-b7b45042-9327-43de-adb0-ed9493b72433 service nova] Lock "4865661d-e1c2-4e2a-9051-bab851553c15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.145462] env[64443]: DEBUG oslo_concurrency.lockutils [req-f0275a4b-0ca8-4805-a40a-3926652c4d74 req-b7b45042-9327-43de-adb0-ed9493b72433 service nova] Lock "4865661d-e1c2-4e2a-9051-bab851553c15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.145694] env[64443]: DEBUG nova.compute.manager [req-f0275a4b-0ca8-4805-a40a-3926652c4d74 req-b7b45042-9327-43de-adb0-ed9493b72433 service nova] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] No waiting events found dispatching network-vif-plugged-4c3146f3-4ea1-44ec-b7f0-b1477a3976d5 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.145809] env[64443]: WARNING nova.compute.manager [req-f0275a4b-0ca8-4805-a40a-3926652c4d74 req-b7b45042-9327-43de-adb0-ed9493b72433 service nova] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Received unexpected event network-vif-plugged-4c3146f3-4ea1-44ec-b7f0-b1477a3976d5 for instance with vm_state building and task_state spawning. [ 672.145971] env[64443]: DEBUG nova.compute.manager [req-f0275a4b-0ca8-4805-a40a-3926652c4d74 req-b7b45042-9327-43de-adb0-ed9493b72433 service nova] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Received event network-changed-4c3146f3-4ea1-44ec-b7f0-b1477a3976d5 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.146141] env[64443]: DEBUG nova.compute.manager [req-f0275a4b-0ca8-4805-a40a-3926652c4d74 req-b7b45042-9327-43de-adb0-ed9493b72433 service nova] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Refreshing instance network info cache due to event network-changed-4c3146f3-4ea1-44ec-b7f0-b1477a3976d5. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 672.146337] env[64443]: DEBUG oslo_concurrency.lockutils [req-f0275a4b-0ca8-4805-a40a-3926652c4d74 req-b7b45042-9327-43de-adb0-ed9493b72433 service nova] Acquiring lock "refresh_cache-4865661d-e1c2-4e2a-9051-bab851553c15" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.146475] env[64443]: DEBUG oslo_concurrency.lockutils [req-f0275a4b-0ca8-4805-a40a-3926652c4d74 req-b7b45042-9327-43de-adb0-ed9493b72433 service nova] Acquired lock "refresh_cache-4865661d-e1c2-4e2a-9051-bab851553c15" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.146650] env[64443]: DEBUG nova.network.neutron [req-f0275a4b-0ca8-4805-a40a-3926652c4d74 req-b7b45042-9327-43de-adb0-ed9493b72433 service nova] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Refreshing network info cache for port 4c3146f3-4ea1-44ec-b7f0-b1477a3976d5 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.148416] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb24539b-85cf-4413-99eb-9152d6d63d72 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.161876] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Created folder: Project (246a98611ea54d669c0551f11293fd44) in parent group-v539479. [ 672.162130] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Creating folder: Instances. Parent ref: group-v539593. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.162716] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-299bbc66-4b25-4f79-839d-2727bf57630e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.167999] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]523ad7c1-9cdf-c771-11fd-676fb1540e1b, 'name': SearchDatastore_Task, 'duration_secs': 0.026888} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.169087] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-240b95ec-9267-4329-8a7b-5da1c5c08bfa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.173988] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Waiting for the task: (returnval){ [ 672.173988] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]522f04f2-496d-3250-567a-976ba920a511" [ 672.173988] env[64443]: _type = "Task" [ 672.173988] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.177904] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Created folder: Instances in parent group-v539593. [ 672.178319] env[64443]: DEBUG oslo.service.loopingcall [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.178594] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.178790] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-420e25a8-0810-4b25-b42b-fc9ab32304a5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.196266] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]522f04f2-496d-3250-567a-976ba920a511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.201905] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.201905] env[64443]: value = "task-2676066" [ 672.201905] env[64443]: _type = "Task" [ 672.201905] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.209551] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676066, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.271148] env[64443]: INFO nova.compute.manager [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Took 48.72 seconds to build instance. [ 672.442232] env[64443]: DEBUG nova.compute.manager [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.461365] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 57de5093-57f2-414f-b665-89affbbf74dd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 672.465956] env[64443]: DEBUG nova.virt.hardware [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.466259] env[64443]: DEBUG nova.virt.hardware [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.466437] env[64443]: DEBUG nova.virt.hardware [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.466658] env[64443]: DEBUG nova.virt.hardware [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.466866] env[64443]: DEBUG nova.virt.hardware [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.467070] env[64443]: DEBUG nova.virt.hardware [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.467362] env[64443]: DEBUG nova.virt.hardware [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.467565] env[64443]: DEBUG nova.virt.hardware [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.467774] env[64443]: DEBUG nova.virt.hardware [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.467991] env[64443]: DEBUG nova.virt.hardware [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.468222] env[64443]: DEBUG nova.virt.hardware [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.469182] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e73fd68-e66a-4a13-bc3c-d9f56fd7b83e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.477820] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681d8094-96dc-419b-9df7-8da96b5a39ff {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.492569] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Instance VIF info [] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.498639] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Creating folder: Project (64f99336d02a46d89c54dfafcb2bf532). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.499294] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c5dc46e-d1ef-49af-9f16-9afacdd403a7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.508871] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Created folder: Project (64f99336d02a46d89c54dfafcb2bf532) in parent group-v539479. [ 672.509090] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Creating folder: Instances. Parent ref: group-v539596. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.509343] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a5600aa-1f54-4c2f-9ec9-1af247b6f78c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.520094] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Created folder: Instances in parent group-v539596. [ 672.520292] env[64443]: DEBUG oslo.service.loopingcall [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.520456] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.520670] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d750e610-d5c0-4b7c-b539-bcfb2d7d69e3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.536661] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.536661] env[64443]: value = "task-2676069" [ 672.536661] env[64443]: _type = "Task" [ 672.536661] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.544392] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676069, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.686577] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]522f04f2-496d-3250-567a-976ba920a511, 'name': SearchDatastore_Task, 'duration_secs': 0.009121} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.689524] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.689857] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] c806a2df-2ef2-44aa-a265-ece27caa6307/c806a2df-2ef2-44aa-a265-ece27caa6307.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.690223] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbce47c4-05c9-4689-8937-4f8c9b7c5518 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.698699] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Waiting for the task: (returnval){ [ 672.698699] env[64443]: value = "task-2676070" [ 672.698699] env[64443]: _type = "Task" [ 672.698699] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.710591] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': task-2676070, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.713587] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676066, 'name': CreateVM_Task, 'duration_secs': 0.303074} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.713742] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.714489] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.714577] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.715502] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 672.715502] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51889acd-4057-4b33-a8ca-f3dc78930741 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.719816] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Waiting for the task: (returnval){ [ 672.719816] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52000e21-9cbe-7470-4c3a-439a2c1b2051" [ 672.719816] env[64443]: _type = "Task" [ 672.719816] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.727750] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52000e21-9cbe-7470-4c3a-439a2c1b2051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.774624] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40f44eb1-4a2c-4ee7-bd0c-fbef20855bbc tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "d0381940-546b-45e7-984e-a78444d069f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.372s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.864712] env[64443]: DEBUG nova.network.neutron [req-f0275a4b-0ca8-4805-a40a-3926652c4d74 req-b7b45042-9327-43de-adb0-ed9493b72433 service nova] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Updated VIF entry in instance network info cache for port 4c3146f3-4ea1-44ec-b7f0-b1477a3976d5. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.865150] env[64443]: DEBUG nova.network.neutron [req-f0275a4b-0ca8-4805-a40a-3926652c4d74 req-b7b45042-9327-43de-adb0-ed9493b72433 service nova] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Updating instance_info_cache with network_info: [{"id": "4c3146f3-4ea1-44ec-b7f0-b1477a3976d5", "address": "fa:16:3e:05:81:a7", "network": {"id": "c5908716-beca-4323-ab4f-c0597ff5e3ff", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2076179799-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "246a98611ea54d669c0551f11293fd44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c3146f3-4e", "ovs_interfaceid": "4c3146f3-4ea1-44ec-b7f0-b1477a3976d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.965114] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance cdcc1d35-9ead-4e4c-ada3-ab31513b73af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 673.048744] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676069, 'name': CreateVM_Task, 'duration_secs': 0.253298} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.049235] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.049759] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.088174] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "88f3252f-5271-4778-b8e4-a952460d400d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.088760] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "88f3252f-5271-4778-b8e4-a952460d400d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.208520] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': task-2676070, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.228802] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52000e21-9cbe-7470-4c3a-439a2c1b2051, 'name': SearchDatastore_Task, 'duration_secs': 0.010352} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.229149] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.229440] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.229631] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.229778] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.229956] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.230245] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.230540] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.230768] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3889862b-0d30-4dc6-a856-35a43fb5b1d2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.232564] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-080fa67b-990d-4ce7-8da3-91a35f4ebd9e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.237872] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for the task: (returnval){ [ 673.237872] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52250569-b02b-d05e-a926-bb47cf35ed26" [ 673.237872] env[64443]: _type = "Task" [ 673.237872] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.243586] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.243769] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.247119] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e70b3a5a-f6bb-4b3e-bdc8-92b8a98e0b56 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.249218] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52250569-b02b-d05e-a926-bb47cf35ed26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.252916] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Waiting for the task: (returnval){ [ 673.252916] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5285f500-35ea-5358-dc88-611cc54a7401" [ 673.252916] env[64443]: _type = "Task" [ 673.252916] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.260298] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5285f500-35ea-5358-dc88-611cc54a7401, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.278890] env[64443]: DEBUG nova.compute.manager [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.368141] env[64443]: DEBUG oslo_concurrency.lockutils [req-f0275a4b-0ca8-4805-a40a-3926652c4d74 req-b7b45042-9327-43de-adb0-ed9493b72433 service nova] Releasing lock "refresh_cache-4865661d-e1c2-4e2a-9051-bab851553c15" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.468294] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance c852ede9-4489-49bb-89cf-6664ff3d5567 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 673.709871] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': task-2676070, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537899} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.709871] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] c806a2df-2ef2-44aa-a265-ece27caa6307/c806a2df-2ef2-44aa-a265-ece27caa6307.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.709871] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.710327] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1290f37d-9487-4d9d-bfcc-15b9b9b361ca {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.718223] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Waiting for the task: (returnval){ [ 673.718223] env[64443]: value = "task-2676071" [ 673.718223] env[64443]: _type = "Task" [ 673.718223] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.728037] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': task-2676071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.751434] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52250569-b02b-d05e-a926-bb47cf35ed26, 'name': SearchDatastore_Task, 'duration_secs': 0.02374} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.751735] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.751968] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.752198] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.761414] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5285f500-35ea-5358-dc88-611cc54a7401, 'name': SearchDatastore_Task, 'duration_secs': 0.032434} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.762161] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1272d6d6-6529-4f46-b3e5-e8afe5de60f8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.766929] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Waiting for the task: (returnval){ [ 673.766929] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52939309-63f0-abe3-15ab-bfd3833d5295" [ 673.766929] env[64443]: _type = "Task" [ 673.766929] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.774097] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52939309-63f0-abe3-15ab-bfd3833d5295, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.800755] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.971266] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 5d32979c-4d4b-4ec2-ae7a-23f8808cce19 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 673.971433] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Migration 10e1341d-d3d0-45ae-b25a-5c888f8c3d0f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 673.971507] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 4527a9ba-28f7-4698-aec0-6389cfc9d788 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 674.232908] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': task-2676071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.329261} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.232908] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.232908] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72248aec-bfe6-4846-be7b-b1c9242ca927 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.252686] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] c806a2df-2ef2-44aa-a265-ece27caa6307/c806a2df-2ef2-44aa-a265-ece27caa6307.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.252926] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e919fcc8-ee28-4d44-aa48-9194ca58d51e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.271994] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Waiting for the task: (returnval){ [ 674.271994] env[64443]: value = "task-2676072" [ 674.271994] env[64443]: _type = "Task" [ 674.271994] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.278893] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52939309-63f0-abe3-15ab-bfd3833d5295, 'name': SearchDatastore_Task, 'duration_secs': 0.043632} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.279457] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.279717] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 4865661d-e1c2-4e2a-9051-bab851553c15/4865661d-e1c2-4e2a-9051-bab851553c15.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.279978] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.280184] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.280387] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11f14b21-df11-441d-8922-0c3d3f8cabb5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.284938] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3780386e-844a-4303-970c-293231a365e3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.286472] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': task-2676072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.290662] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Waiting for the task: (returnval){ [ 674.290662] env[64443]: value = "task-2676073" [ 674.290662] env[64443]: _type = "Task" [ 674.290662] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.294299] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.294471] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.295406] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cc6e16c-6b16-434a-ab98-beacb9c2a8b6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.300198] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Task: {'id': task-2676073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.302911] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for the task: (returnval){ [ 674.302911] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5210ca6c-fb19-b7d6-2dea-d5984609df81" [ 674.302911] env[64443]: _type = "Task" [ 674.302911] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.309937] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5210ca6c-fb19-b7d6-2dea-d5984609df81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.476353] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance cbdfcbe9-0ca2-4812-850b-15af857303a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 674.782584] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': task-2676072, 'name': ReconfigVM_Task, 'duration_secs': 0.369327} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.782882] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Reconfigured VM instance instance-00000025 to attach disk [datastore1] c806a2df-2ef2-44aa-a265-ece27caa6307/c806a2df-2ef2-44aa-a265-ece27caa6307.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.783549] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d429045-14b4-4d60-b4a0-6d45e2adca26 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.790712] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Waiting for the task: (returnval){ [ 674.790712] env[64443]: value = "task-2676074" [ 674.790712] env[64443]: _type = "Task" [ 674.790712] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.802048] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Task: {'id': task-2676073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501595} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.804998] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 4865661d-e1c2-4e2a-9051-bab851553c15/4865661d-e1c2-4e2a-9051-bab851553c15.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.805244] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.805550] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': task-2676074, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.805760] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fa00045-2bb4-4220-93b2-b95edd21c66f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.816469] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5210ca6c-fb19-b7d6-2dea-d5984609df81, 'name': SearchDatastore_Task, 'duration_secs': 0.009622} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.818543] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Waiting for the task: (returnval){ [ 674.818543] env[64443]: value = "task-2676075" [ 674.818543] env[64443]: _type = "Task" [ 674.818543] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.818738] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-273109d7-09b3-422c-af11-47d8f02bc288 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.826955] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for the task: (returnval){ [ 674.826955] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52f872fc-bac3-53fe-601f-c28e2868358e" [ 674.826955] env[64443]: _type = "Task" [ 674.826955] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.830703] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Task: {'id': task-2676075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.838791] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f872fc-bac3-53fe-601f-c28e2868358e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.980017] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 675.301194] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': task-2676074, 'name': Rename_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.329781] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Task: {'id': task-2676075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068924} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.330057] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.330888] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08adfc9a-1e2e-46c8-864d-f00022aee196 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.355047] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 4865661d-e1c2-4e2a-9051-bab851553c15/4865661d-e1c2-4e2a-9051-bab851553c15.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.358505] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a882c70-aaf5-4450-86a6-2e01fc8e2836 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.372374] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f872fc-bac3-53fe-601f-c28e2868358e, 'name': SearchDatastore_Task, 'duration_secs': 0.015816} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.372664] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.372916] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 29249acd-a277-4c8b-aa14-a981b1ef16e1/29249acd-a277-4c8b-aa14-a981b1ef16e1.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.373478] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b418c44a-6f75-4e35-8fe2-9668a37b740a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.378176] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Waiting for the task: (returnval){ [ 675.378176] env[64443]: value = "task-2676076" [ 675.378176] env[64443]: _type = "Task" [ 675.378176] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.382287] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for the task: (returnval){ [ 675.382287] env[64443]: value = "task-2676077" [ 675.382287] env[64443]: _type = "Task" [ 675.382287] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.389384] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Task: {'id': task-2676076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.392297] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.483383] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance ebd70bba-160b-41dc-94ca-5d45e99e5dd8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 675.805681] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': task-2676074, 'name': Rename_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.897262] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676077, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.897610] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Task: {'id': task-2676076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.986878] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 0981bdf7-7ad1-45d4-a556-7e69da1cf213 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 676.303610] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': task-2676074, 'name': Rename_Task, 'duration_secs': 1.239962} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.303841] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.304092] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-779ea3f8-d00e-43f2-a461-9ee07d5cebc7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.310327] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Waiting for the task: (returnval){ [ 676.310327] env[64443]: value = "task-2676078" [ 676.310327] env[64443]: _type = "Task" [ 676.310327] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.318105] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': task-2676078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.390780] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Task: {'id': task-2676076, 'name': ReconfigVM_Task, 'duration_secs': 0.882574} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.391587] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 4865661d-e1c2-4e2a-9051-bab851553c15/4865661d-e1c2-4e2a-9051-bab851553c15.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.392329] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8dee610-bb55-42e6-bce2-7318a5b026c6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.397240] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800451} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.397902] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 29249acd-a277-4c8b-aa14-a981b1ef16e1/29249acd-a277-4c8b-aa14-a981b1ef16e1.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.398152] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.398393] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-239dbc19-08ea-4d28-9758-20d9c4459e2e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.403229] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Waiting for the task: (returnval){ [ 676.403229] env[64443]: value = "task-2676079" [ 676.403229] env[64443]: _type = "Task" [ 676.403229] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.407931] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for the task: (returnval){ [ 676.407931] env[64443]: value = "task-2676080" [ 676.407931] env[64443]: _type = "Task" [ 676.407931] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.416504] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Task: {'id': task-2676079, 'name': Rename_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.419695] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.492759] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 57c7045b-f9d7-46d9-8017-15896cee5224 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 676.493126] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 676.493325] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4160MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 676.819861] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': task-2676078, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.891784] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d699e28-4edd-402f-812c-69cb05c12f2a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.898689] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8471df-00a0-4c5c-8cac-e788b2fffb82 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.934703] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b461f8f-662e-457b-b35e-4c717b270b79 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.939768] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Task: {'id': task-2676079, 'name': Rename_Task, 'duration_secs': 0.142514} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.940728] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.940957] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc3bcfef-c6d5-4eaf-8d08-6381a7262e4b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.946957] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06916} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.948499] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcaa9c91-e677-47e1-a9e7-431fdb51b23a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.952436] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.954133] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860f4209-20ed-49a2-9f9d-a0cdf910fa7f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.956950] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Waiting for the task: (returnval){ [ 676.956950] env[64443]: value = "task-2676081" [ 676.956950] env[64443]: _type = "Task" [ 676.956950] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.982830] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 29249acd-a277-4c8b-aa14-a981b1ef16e1/29249acd-a277-4c8b-aa14-a981b1ef16e1.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.983253] env[64443]: DEBUG nova.compute.provider_tree [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 676.984977] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-307dedec-a8a9-41f6-9a74-73c9c706c128 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.006513] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Task: {'id': task-2676081, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.012482] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for the task: (returnval){ [ 677.012482] env[64443]: value = "task-2676082" [ 677.012482] env[64443]: _type = "Task" [ 677.012482] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.020887] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.021911] env[64443]: ERROR nova.scheduler.client.report [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [req-f622f3ee-983e-4348-8451-e0737b3d9adf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f622f3ee-983e-4348-8451-e0737b3d9adf"}]} [ 677.040020] env[64443]: DEBUG nova.scheduler.client.report [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 677.054932] env[64443]: DEBUG nova.scheduler.client.report [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 677.055134] env[64443]: DEBUG nova.compute.provider_tree [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 677.066997] env[64443]: DEBUG nova.scheduler.client.report [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 677.085589] env[64443]: DEBUG nova.scheduler.client.report [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 677.320158] env[64443]: DEBUG oslo_vmware.api [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': task-2676078, 'name': PowerOnVM_Task, 'duration_secs': 0.985135} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.320512] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.320798] env[64443]: INFO nova.compute.manager [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Took 8.94 seconds to spawn the instance on the hypervisor. [ 677.321027] env[64443]: DEBUG nova.compute.manager [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.321923] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48462998-0189-4e3b-9b96-74115b997ef5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.466773] env[64443]: DEBUG oslo_vmware.api [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Task: {'id': task-2676081, 'name': PowerOnVM_Task, 'duration_secs': 0.476751} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.470019] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.470317] env[64443]: INFO nova.compute.manager [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Took 7.57 seconds to spawn the instance on the hypervisor. [ 677.470507] env[64443]: DEBUG nova.compute.manager [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.471490] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd848432-50d6-4365-ac58-70faa7bf968b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.527122] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676082, 'name': ReconfigVM_Task, 'duration_secs': 0.317647} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.527122] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 29249acd-a277-4c8b-aa14-a981b1ef16e1/29249acd-a277-4c8b-aa14-a981b1ef16e1.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.527804] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6858ece1-e8c4-4151-aafb-abd8d5562dfa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.534190] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for the task: (returnval){ [ 677.534190] env[64443]: value = "task-2676083" [ 677.534190] env[64443]: _type = "Task" [ 677.534190] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.544833] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676083, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.573798] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dd5aff-2dfe-4c83-ad61-5e7c1b5ae1fd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.585842] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8750eaa8-5a86-4fad-979a-734e8640080f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.617295] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a721201e-d634-4bb1-980d-687fb875ce14 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.624198] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996e5077-7b06-4e11-b652-30644f315d13 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.636634] env[64443]: DEBUG nova.compute.provider_tree [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 677.843380] env[64443]: INFO nova.compute.manager [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Took 48.19 seconds to build instance. [ 677.990619] env[64443]: INFO nova.compute.manager [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Took 45.94 seconds to build instance. [ 678.043905] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676083, 'name': Rename_Task, 'duration_secs': 0.417824} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.044194] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.044560] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a5de5c2-4ddb-4874-9a4c-482b1180b6c8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.050727] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for the task: (returnval){ [ 678.050727] env[64443]: value = "task-2676084" [ 678.050727] env[64443]: _type = "Task" [ 678.050727] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.063755] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.169761] env[64443]: DEBUG nova.scheduler.client.report [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 678.169974] env[64443]: DEBUG nova.compute.provider_tree [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 64 to 65 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 678.170186] env[64443]: DEBUG nova.compute.provider_tree [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.347160] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c3d84b4-ee38-423f-8c97-28a75990e930 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Lock "c806a2df-2ef2-44aa-a265-ece27caa6307" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.003s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.492176] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ccaa46ec-8e66-4753-bc8a-ff24f5b30b67 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Lock "4865661d-e1c2-4e2a-9051-bab851553c15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.116s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.561756] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676084, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.564282] env[64443]: DEBUG oslo_concurrency.lockutils [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Acquiring lock "4865661d-e1c2-4e2a-9051-bab851553c15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.564521] env[64443]: DEBUG oslo_concurrency.lockutils [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Lock "4865661d-e1c2-4e2a-9051-bab851553c15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.564799] env[64443]: DEBUG oslo_concurrency.lockutils [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Acquiring lock "4865661d-e1c2-4e2a-9051-bab851553c15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.564996] env[64443]: DEBUG oslo_concurrency.lockutils [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Lock "4865661d-e1c2-4e2a-9051-bab851553c15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.565206] env[64443]: DEBUG oslo_concurrency.lockutils [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Lock "4865661d-e1c2-4e2a-9051-bab851553c15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.567387] env[64443]: INFO nova.compute.manager [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Terminating instance [ 678.675620] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64443) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 678.675868] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.269s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.676158] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.707s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.676348] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.678587] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.086s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.680092] env[64443]: INFO nova.compute.claims [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.705422] env[64443]: INFO nova.scheduler.client.report [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Deleted allocations for instance 0d963c2d-4091-418b-a3fc-e60f7bf22b2a [ 678.848919] env[64443]: DEBUG nova.compute.manager [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.905948] env[64443]: DEBUG oslo_concurrency.lockutils [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Acquiring lock "c806a2df-2ef2-44aa-a265-ece27caa6307" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.906240] env[64443]: DEBUG oslo_concurrency.lockutils [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Lock "c806a2df-2ef2-44aa-a265-ece27caa6307" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.906449] env[64443]: DEBUG oslo_concurrency.lockutils [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Acquiring lock "c806a2df-2ef2-44aa-a265-ece27caa6307-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.906634] env[64443]: DEBUG oslo_concurrency.lockutils [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Lock "c806a2df-2ef2-44aa-a265-ece27caa6307-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.906840] env[64443]: DEBUG oslo_concurrency.lockutils [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Lock "c806a2df-2ef2-44aa-a265-ece27caa6307-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.908767] env[64443]: INFO nova.compute.manager [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Terminating instance [ 678.995667] env[64443]: DEBUG nova.compute.manager [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.061085] env[64443]: DEBUG oslo_vmware.api [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676084, 'name': PowerOnVM_Task, 'duration_secs': 0.525768} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.061379] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.061601] env[64443]: INFO nova.compute.manager [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Took 6.62 seconds to spawn the instance on the hypervisor. [ 679.061814] env[64443]: DEBUG nova.compute.manager [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.062800] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c42738-c1dc-4eb0-b747-bb6ba2917a11 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.071669] env[64443]: DEBUG nova.compute.manager [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.071875] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.072579] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7994ec0-9e36-4228-b90f-4724a5e66397 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.078850] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.079154] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-448e15a4-f758-43fd-a262-611c61f56bc5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.085026] env[64443]: DEBUG oslo_vmware.api [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Waiting for the task: (returnval){ [ 679.085026] env[64443]: value = "task-2676085" [ 679.085026] env[64443]: _type = "Task" [ 679.085026] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.093883] env[64443]: DEBUG oslo_vmware.api [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Task: {'id': task-2676085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.212798] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2d10e1c2-705c-486c-b2c5-fa295d083d0b tempest-TenantUsagesTestJSON-1754389054 tempest-TenantUsagesTestJSON-1754389054-project-member] Lock "0d963c2d-4091-418b-a3fc-e60f7bf22b2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.880s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.367565] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.412641] env[64443]: DEBUG nova.compute.manager [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 679.412915] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 679.413957] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673d13be-d7a2-474b-8b21-3c766332dfff {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.422062] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 679.422352] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9f8f4b5-166c-4855-b47d-835d554d8280 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.428601] env[64443]: DEBUG oslo_vmware.api [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Waiting for the task: (returnval){ [ 679.428601] env[64443]: value = "task-2676086" [ 679.428601] env[64443]: _type = "Task" [ 679.428601] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.437374] env[64443]: DEBUG oslo_vmware.api [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': task-2676086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.517622] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.583713] env[64443]: INFO nova.compute.manager [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Took 40.75 seconds to build instance. [ 679.596158] env[64443]: DEBUG oslo_vmware.api [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Task: {'id': task-2676085, 'name': PowerOffVM_Task, 'duration_secs': 0.224777} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.597356] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.597538] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.597830] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22a31aa8-dc7e-40fc-9b1e-a2661bc868e1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.660525] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.660760] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.660951] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Deleting the datastore file [datastore1] 4865661d-e1c2-4e2a-9051-bab851553c15 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.661228] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05fe827f-3be2-4ff3-b0d6-e007548e4b3b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.667789] env[64443]: DEBUG oslo_vmware.api [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Waiting for the task: (returnval){ [ 679.667789] env[64443]: value = "task-2676088" [ 679.667789] env[64443]: _type = "Task" [ 679.667789] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.675868] env[64443]: DEBUG oslo_vmware.api [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Task: {'id': task-2676088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.941023] env[64443]: DEBUG oslo_vmware.api [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': task-2676086, 'name': PowerOffVM_Task, 'duration_secs': 0.19981} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.941023] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.941023] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.941023] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4070ffd1-b703-40aa-83bc-63fbf25a72df {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.010630] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.010630] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.010630] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Deleting the datastore file [datastore1] c806a2df-2ef2-44aa-a265-ece27caa6307 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.010805] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b273f71d-36c0-43cc-bb76-bb7a829653e2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.016542] env[64443]: DEBUG oslo_vmware.api [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Waiting for the task: (returnval){ [ 680.016542] env[64443]: value = "task-2676090" [ 680.016542] env[64443]: _type = "Task" [ 680.016542] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.031525] env[64443]: DEBUG oslo_vmware.api [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': task-2676090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.087978] env[64443]: INFO nova.compute.manager [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Rebuilding instance [ 680.089852] env[64443]: DEBUG oslo_concurrency.lockutils [None req-95fb8c01-e050-4a3b-b995-90186894617f tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Lock "29249acd-a277-4c8b-aa14-a981b1ef16e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.319s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.133511] env[64443]: DEBUG nova.compute.manager [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.134376] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bf5ae1-9fc5-46f3-83bc-531558bca8c5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.140600] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab65a73d-f027-4b2b-b504-5d9bc811f601 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.156516] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6d1001-b776-42f9-bd32-6114fdd13270 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.197156] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd064b9-8ceb-40b4-a1ef-9716fc78c0e1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.205371] env[64443]: DEBUG oslo_vmware.api [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Task: {'id': task-2676088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153797} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.207858] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.207858] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.207858] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.207970] env[64443]: INFO nova.compute.manager [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Took 1.14 seconds to destroy the instance on the hypervisor. [ 680.208269] env[64443]: DEBUG oslo.service.loopingcall [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 680.208514] env[64443]: DEBUG nova.compute.manager [-] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.208612] env[64443]: DEBUG nova.network.neutron [-] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.211096] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a0cc09-bd84-4ab7-ae2c-d307f4ab3eba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.226581] env[64443]: DEBUG nova.compute.provider_tree [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.480375] env[64443]: DEBUG nova.compute.manager [req-35b3dd43-00b1-4abb-ae57-7fbd659b9bcc req-cae5f6e5-fa3a-4724-9ad1-5d7f7b6c8a50 service nova] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Received event network-vif-deleted-4c3146f3-4ea1-44ec-b7f0-b1477a3976d5 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.480647] env[64443]: INFO nova.compute.manager [req-35b3dd43-00b1-4abb-ae57-7fbd659b9bcc req-cae5f6e5-fa3a-4724-9ad1-5d7f7b6c8a50 service nova] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Neutron deleted interface 4c3146f3-4ea1-44ec-b7f0-b1477a3976d5; detaching it from the instance and deleting it from the info cache [ 680.480797] env[64443]: DEBUG nova.network.neutron [req-35b3dd43-00b1-4abb-ae57-7fbd659b9bcc req-cae5f6e5-fa3a-4724-9ad1-5d7f7b6c8a50 service nova] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.527102] env[64443]: DEBUG oslo_vmware.api [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Task: {'id': task-2676090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377982} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.527441] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.527631] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.527815] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.527989] env[64443]: INFO nova.compute.manager [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Took 1.12 seconds to destroy the instance on the hypervisor. [ 680.528710] env[64443]: DEBUG oslo.service.loopingcall [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 680.528710] env[64443]: DEBUG nova.compute.manager [-] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 680.528710] env[64443]: DEBUG nova.network.neutron [-] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.592811] env[64443]: DEBUG nova.compute.manager [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.730516] env[64443]: DEBUG nova.scheduler.client.report [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.957541] env[64443]: DEBUG nova.network.neutron [-] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.984047] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4894d03a-bf37-4439-9f92-7a91282e2cf2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.994470] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d6438c-fe79-47a9-b9be-fe8282bc6f6b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.030353] env[64443]: DEBUG nova.compute.manager [req-35b3dd43-00b1-4abb-ae57-7fbd659b9bcc req-cae5f6e5-fa3a-4724-9ad1-5d7f7b6c8a50 service nova] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Detach interface failed, port_id=4c3146f3-4ea1-44ec-b7f0-b1477a3976d5, reason: Instance 4865661d-e1c2-4e2a-9051-bab851553c15 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 681.121302] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.154684] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.154684] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00c51485-2eb3-4a32-a5b7-87091611f65e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.163904] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for the task: (returnval){ [ 681.163904] env[64443]: value = "task-2676091" [ 681.163904] env[64443]: _type = "Task" [ 681.163904] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.172264] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.235038] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.235499] env[64443]: DEBUG nova.compute.manager [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.238777] env[64443]: DEBUG oslo_concurrency.lockutils [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 34.917s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.298386] env[64443]: DEBUG nova.network.neutron [-] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.460171] env[64443]: INFO nova.compute.manager [-] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Took 1.25 seconds to deallocate network for instance. [ 681.673569] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676091, 'name': PowerOffVM_Task, 'duration_secs': 0.208468} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.673844] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.674090] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.674961] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d119122-e748-45d8-a58a-7dbcc1458748 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.682085] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.682337] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3873056-786b-46c4-a612-37398e2f32ab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.707668] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.707903] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.708101] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Deleting the datastore file [datastore1] 29249acd-a277-4c8b-aa14-a981b1ef16e1 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.708358] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e5480b0-49dd-4c52-b638-59cd2eac0460 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.715457] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for the task: (returnval){ [ 681.715457] env[64443]: value = "task-2676093" [ 681.715457] env[64443]: _type = "Task" [ 681.715457] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.722808] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.741361] env[64443]: DEBUG nova.compute.utils [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 681.742776] env[64443]: DEBUG nova.compute.manager [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.742895] env[64443]: DEBUG nova.network.neutron [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.747399] env[64443]: INFO nova.compute.claims [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.789058] env[64443]: DEBUG nova.policy [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cdba4215f924206b9ca51ee6922e89d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8234b8c9231d4c92bf0b95b977a5eaea', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.802548] env[64443]: INFO nova.compute.manager [-] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Took 1.27 seconds to deallocate network for instance. [ 681.967630] env[64443]: DEBUG oslo_concurrency.lockutils [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.098421] env[64443]: DEBUG nova.network.neutron [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Successfully created port: 3ebe78e0-81cc-40e3-9299-2295affb5926 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.225552] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097665} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.226218] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.226218] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.226333] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.245931] env[64443]: DEBUG nova.compute.manager [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.258245] env[64443]: INFO nova.compute.resource_tracker [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Updating resource usage from migration 10e1341d-d3d0-45ae-b25a-5c888f8c3d0f [ 682.309575] env[64443]: DEBUG oslo_concurrency.lockutils [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.533485] env[64443]: DEBUG nova.compute.manager [req-f792e06b-f257-4041-987d-d37a61cbc762 req-eb630c7d-12f1-431a-8883-fd5310a16b02 service nova] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Received event network-vif-deleted-d112bec5-1cc1-4b60-a4e7-9ee472237a6b {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.703808] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b0f884-8acd-44e2-b16e-e2021d857726 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.711350] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cd79d0-8167-471d-bf08-6ac64b86ed9e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.749024] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa6e386-0f1a-4a45-90fa-3b189783a4f1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.756937] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80a8f98-498b-49e9-885f-aa6daee9f6e5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.776650] env[64443]: DEBUG nova.compute.provider_tree [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.257355] env[64443]: DEBUG nova.compute.manager [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.281516] env[64443]: DEBUG nova.virt.hardware [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.281516] env[64443]: DEBUG nova.virt.hardware [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.281516] env[64443]: DEBUG nova.virt.hardware [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.281516] env[64443]: DEBUG nova.virt.hardware [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.281880] env[64443]: DEBUG nova.virt.hardware [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.281880] env[64443]: DEBUG nova.virt.hardware [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.281880] env[64443]: DEBUG nova.virt.hardware [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.281880] env[64443]: DEBUG nova.virt.hardware [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.281880] env[64443]: DEBUG nova.virt.hardware [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.282053] env[64443]: DEBUG nova.virt.hardware [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.282053] env[64443]: DEBUG nova.virt.hardware [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.282914] env[64443]: DEBUG nova.scheduler.client.report [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.287491] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d1230c-a8d6-454b-b527-12ed57cb6ac2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.297603] env[64443]: DEBUG nova.virt.hardware [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.297851] env[64443]: DEBUG nova.virt.hardware [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.298063] env[64443]: DEBUG nova.virt.hardware [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.298257] env[64443]: DEBUG nova.virt.hardware [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.298404] env[64443]: DEBUG nova.virt.hardware [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.298551] env[64443]: DEBUG nova.virt.hardware [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.298754] env[64443]: DEBUG nova.virt.hardware [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.298918] env[64443]: DEBUG nova.virt.hardware [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.299098] env[64443]: DEBUG nova.virt.hardware [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.299266] env[64443]: DEBUG nova.virt.hardware [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.299441] env[64443]: DEBUG nova.virt.hardware [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.300661] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c71bce-0182-4b84-85a0-ec02396480aa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.305239] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2375f76e-2471-4ff2-b957-dc930fbb69b4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.320094] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f1d885-deab-42ff-8d86-7cc592adf96d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.323984] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Instance VIF info [] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.329479] env[64443]: DEBUG oslo.service.loopingcall [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.329691] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.330228] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f85f4649-7fc7-4ad9-ba98-455f24dcb873 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.354276] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.354276] env[64443]: value = "task-2676094" [ 683.354276] env[64443]: _type = "Task" [ 683.354276] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.360946] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676094, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.601376] env[64443]: DEBUG nova.network.neutron [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Successfully updated port: 3ebe78e0-81cc-40e3-9299-2295affb5926 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.792874] env[64443]: DEBUG oslo_concurrency.lockutils [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.553s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.792874] env[64443]: INFO nova.compute.manager [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Migrating [ 683.792874] env[64443]: DEBUG oslo_concurrency.lockutils [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.792874] env[64443]: DEBUG oslo_concurrency.lockutils [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquired lock "compute-rpcapi-router" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.793235] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.231s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.793419] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.796603] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.058s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.798229] env[64443]: INFO nova.compute.claims [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.823896] env[64443]: INFO nova.scheduler.client.report [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Deleted allocations for instance 08c515e5-c17a-4333-a240-55f0fbb93a86 [ 683.864636] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676094, 'name': CreateVM_Task, 'duration_secs': 0.258181} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.864823] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.865135] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.865303] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.865648] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.866389] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3924aa8c-6344-4889-b58b-24db204a8d49 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.870396] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for the task: (returnval){ [ 683.870396] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]528b2019-dce8-0d39-0f89-23664e7e34bc" [ 683.870396] env[64443]: _type = "Task" [ 683.870396] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.879691] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]528b2019-dce8-0d39-0f89-23664e7e34bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.104858] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquiring lock "refresh_cache-95420eb6-9a0f-446f-bed0-b8d47808f5c6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.104858] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquired lock "refresh_cache-95420eb6-9a0f-446f-bed0-b8d47808f5c6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.104957] env[64443]: DEBUG nova.network.neutron [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.304146] env[64443]: INFO nova.compute.rpcapi [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 684.304722] env[64443]: DEBUG oslo_concurrency.lockutils [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Releasing lock "compute-rpcapi-router" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.331769] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3c918189-3b87-4d50-ba30-e6f366e429fa tempest-ServersAdminNegativeTestJSON-837803547 tempest-ServersAdminNegativeTestJSON-837803547-project-member] Lock "08c515e5-c17a-4333-a240-55f0fbb93a86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.446s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.380273] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]528b2019-dce8-0d39-0f89-23664e7e34bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011404} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.380563] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.380874] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.381147] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.381301] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.381477] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.381767] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12e0277a-8b5f-4b27-9a9d-6d151ea8873a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.390382] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.390560] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.391234] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-221fe2ee-005f-4c77-b130-94424372ca85 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.396292] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for the task: (returnval){ [ 684.396292] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]524a3375-40c6-28ef-d6a0-0521dda18c1f" [ 684.396292] env[64443]: _type = "Task" [ 684.396292] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.403422] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]524a3375-40c6-28ef-d6a0-0521dda18c1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.562833] env[64443]: DEBUG nova.compute.manager [req-65cc2790-eb27-4a61-9ea8-9a37cbb3c64b req-98cc88dc-60fe-434b-8652-99a95cc94672 service nova] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Received event network-vif-plugged-3ebe78e0-81cc-40e3-9299-2295affb5926 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.562833] env[64443]: DEBUG oslo_concurrency.lockutils [req-65cc2790-eb27-4a61-9ea8-9a37cbb3c64b req-98cc88dc-60fe-434b-8652-99a95cc94672 service nova] Acquiring lock "95420eb6-9a0f-446f-bed0-b8d47808f5c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.562833] env[64443]: DEBUG oslo_concurrency.lockutils [req-65cc2790-eb27-4a61-9ea8-9a37cbb3c64b req-98cc88dc-60fe-434b-8652-99a95cc94672 service nova] Lock "95420eb6-9a0f-446f-bed0-b8d47808f5c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.563209] env[64443]: DEBUG oslo_concurrency.lockutils [req-65cc2790-eb27-4a61-9ea8-9a37cbb3c64b req-98cc88dc-60fe-434b-8652-99a95cc94672 service nova] Lock "95420eb6-9a0f-446f-bed0-b8d47808f5c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.563353] env[64443]: DEBUG nova.compute.manager [req-65cc2790-eb27-4a61-9ea8-9a37cbb3c64b req-98cc88dc-60fe-434b-8652-99a95cc94672 service nova] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] No waiting events found dispatching network-vif-plugged-3ebe78e0-81cc-40e3-9299-2295affb5926 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.563543] env[64443]: WARNING nova.compute.manager [req-65cc2790-eb27-4a61-9ea8-9a37cbb3c64b req-98cc88dc-60fe-434b-8652-99a95cc94672 service nova] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Received unexpected event network-vif-plugged-3ebe78e0-81cc-40e3-9299-2295affb5926 for instance with vm_state building and task_state spawning. [ 684.563706] env[64443]: DEBUG nova.compute.manager [req-65cc2790-eb27-4a61-9ea8-9a37cbb3c64b req-98cc88dc-60fe-434b-8652-99a95cc94672 service nova] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Received event network-changed-3ebe78e0-81cc-40e3-9299-2295affb5926 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.563880] env[64443]: DEBUG nova.compute.manager [req-65cc2790-eb27-4a61-9ea8-9a37cbb3c64b req-98cc88dc-60fe-434b-8652-99a95cc94672 service nova] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Refreshing instance network info cache due to event network-changed-3ebe78e0-81cc-40e3-9299-2295affb5926. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 684.564110] env[64443]: DEBUG oslo_concurrency.lockutils [req-65cc2790-eb27-4a61-9ea8-9a37cbb3c64b req-98cc88dc-60fe-434b-8652-99a95cc94672 service nova] Acquiring lock "refresh_cache-95420eb6-9a0f-446f-bed0-b8d47808f5c6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.648443] env[64443]: DEBUG nova.network.neutron [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.784272] env[64443]: DEBUG nova.network.neutron [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Updating instance_info_cache with network_info: [{"id": "3ebe78e0-81cc-40e3-9299-2295affb5926", "address": "fa:16:3e:63:dc:44", "network": {"id": "b4ddcaa6-3f9f-4613-8dcf-887e199720f4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-519395081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8234b8c9231d4c92bf0b95b977a5eaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ebe78e0-81", "ovs_interfaceid": "3ebe78e0-81cc-40e3-9299-2295affb5926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.820517] env[64443]: DEBUG oslo_concurrency.lockutils [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "refresh_cache-4527a9ba-28f7-4698-aec0-6389cfc9d788" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.820768] env[64443]: DEBUG oslo_concurrency.lockutils [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquired lock "refresh_cache-4527a9ba-28f7-4698-aec0-6389cfc9d788" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.820865] env[64443]: DEBUG nova.network.neutron [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.908994] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]524a3375-40c6-28ef-d6a0-0521dda18c1f, 'name': SearchDatastore_Task, 'duration_secs': 0.008724} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.909886] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e16a05-2316-40c9-9609-6d1ad74780b0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.917573] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for the task: (returnval){ [ 684.917573] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ac006b-79e2-0dd7-68a1-b15e7d99df6d" [ 684.917573] env[64443]: _type = "Task" [ 684.917573] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.926364] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ac006b-79e2-0dd7-68a1-b15e7d99df6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.283893] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84acaa6f-3362-48d6-9ad4-f4bc02f88a2a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.287803] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Releasing lock "refresh_cache-95420eb6-9a0f-446f-bed0-b8d47808f5c6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.287803] env[64443]: DEBUG nova.compute.manager [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Instance network_info: |[{"id": "3ebe78e0-81cc-40e3-9299-2295affb5926", "address": "fa:16:3e:63:dc:44", "network": {"id": "b4ddcaa6-3f9f-4613-8dcf-887e199720f4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-519395081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8234b8c9231d4c92bf0b95b977a5eaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ebe78e0-81", "ovs_interfaceid": "3ebe78e0-81cc-40e3-9299-2295affb5926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.287965] env[64443]: DEBUG oslo_concurrency.lockutils [req-65cc2790-eb27-4a61-9ea8-9a37cbb3c64b req-98cc88dc-60fe-434b-8652-99a95cc94672 service nova] Acquired lock "refresh_cache-95420eb6-9a0f-446f-bed0-b8d47808f5c6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.288175] env[64443]: DEBUG nova.network.neutron [req-65cc2790-eb27-4a61-9ea8-9a37cbb3c64b req-98cc88dc-60fe-434b-8652-99a95cc94672 service nova] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Refreshing network info cache for port 3ebe78e0-81cc-40e3-9299-2295affb5926 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.289433] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:dc:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ebe78e0-81cc-40e3-9299-2295affb5926', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.297769] env[64443]: DEBUG oslo.service.loopingcall [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 685.302021] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.302021] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea0f97d3-778e-476c-af0c-76ddf74f658e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.319296] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6010cf33-84af-49e4-ab47-9a1a6b9fdcdc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.325998] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.325998] env[64443]: value = "task-2676095" [ 685.325998] env[64443]: _type = "Task" [ 685.325998] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.361855] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fb254e-0619-4a82-8090-7ffb1543caf8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.369034] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676095, 'name': CreateVM_Task} progress is 15%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.374117] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70911a3a-5a02-4e58-81f0-729dcef88031 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.389956] env[64443]: DEBUG nova.compute.provider_tree [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.427353] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ac006b-79e2-0dd7-68a1-b15e7d99df6d, 'name': SearchDatastore_Task, 'duration_secs': 0.009729} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.427651] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.427958] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 29249acd-a277-4c8b-aa14-a981b1ef16e1/29249acd-a277-4c8b-aa14-a981b1ef16e1.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.428263] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75bd30c3-66ba-4c7d-9c00-eb6b013217ea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.434907] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for the task: (returnval){ [ 685.434907] env[64443]: value = "task-2676096" [ 685.434907] env[64443]: _type = "Task" [ 685.434907] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.443513] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.766520] env[64443]: DEBUG nova.network.neutron [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Updating instance_info_cache with network_info: [{"id": "455bae66-2b87-49fd-9594-e68dec8dcdec", "address": "fa:16:3e:e6:fa:04", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap455bae66-2b", "ovs_interfaceid": "455bae66-2b87-49fd-9594-e68dec8dcdec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.839395] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676095, 'name': CreateVM_Task, 'duration_secs': 0.318696} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.840304] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.841411] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.841669] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.842389] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 685.842773] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b1d986f-fb8f-4a30-b485-ccd0ce819cba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.849555] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for the task: (returnval){ [ 685.849555] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52e6c28b-ab1d-53fa-eb04-3ad84aa94716" [ 685.849555] env[64443]: _type = "Task" [ 685.849555] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.858782] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52e6c28b-ab1d-53fa-eb04-3ad84aa94716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.899113] env[64443]: DEBUG nova.scheduler.client.report [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.947226] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464408} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.948021] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 29249acd-a277-4c8b-aa14-a981b1ef16e1/29249acd-a277-4c8b-aa14-a981b1ef16e1.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.948021] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.948328] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1406427-f201-44a4-a535-ae19fc767859 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.956625] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for the task: (returnval){ [ 685.956625] env[64443]: value = "task-2676097" [ 685.956625] env[64443]: _type = "Task" [ 685.956625] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.964420] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.019880] env[64443]: DEBUG nova.network.neutron [req-65cc2790-eb27-4a61-9ea8-9a37cbb3c64b req-98cc88dc-60fe-434b-8652-99a95cc94672 service nova] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Updated VIF entry in instance network info cache for port 3ebe78e0-81cc-40e3-9299-2295affb5926. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.020193] env[64443]: DEBUG nova.network.neutron [req-65cc2790-eb27-4a61-9ea8-9a37cbb3c64b req-98cc88dc-60fe-434b-8652-99a95cc94672 service nova] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Updating instance_info_cache with network_info: [{"id": "3ebe78e0-81cc-40e3-9299-2295affb5926", "address": "fa:16:3e:63:dc:44", "network": {"id": "b4ddcaa6-3f9f-4613-8dcf-887e199720f4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-519395081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8234b8c9231d4c92bf0b95b977a5eaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ebe78e0-81", "ovs_interfaceid": "3ebe78e0-81cc-40e3-9299-2295affb5926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.269627] env[64443]: DEBUG oslo_concurrency.lockutils [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Releasing lock "refresh_cache-4527a9ba-28f7-4698-aec0-6389cfc9d788" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.360953] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52e6c28b-ab1d-53fa-eb04-3ad84aa94716, 'name': SearchDatastore_Task, 'duration_secs': 0.03882} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.361284] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.361514] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.361756] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.361901] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.362093] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.362356] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4753116-e3c7-4f16-98b4-b16ba9504054 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.371167] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.371359] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.372087] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-022c8cd5-d66b-44a3-ac8c-9cdb7446e714 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.377036] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for the task: (returnval){ [ 686.377036] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5217da53-c8a8-f348-bf25-5d734187f107" [ 686.377036] env[64443]: _type = "Task" [ 686.377036] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.384380] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5217da53-c8a8-f348-bf25-5d734187f107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.404320] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.404856] env[64443]: DEBUG nova.compute.manager [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.407804] env[64443]: DEBUG oslo_concurrency.lockutils [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.901s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.407853] env[64443]: DEBUG oslo_concurrency.lockutils [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.409890] env[64443]: DEBUG oslo_concurrency.lockutils [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.343s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.411268] env[64443]: INFO nova.compute.claims [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.437463] env[64443]: INFO nova.scheduler.client.report [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Deleted allocations for instance 6b932cd2-a6f5-4cc3-b287-91737817d6f7 [ 686.466357] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06241} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.466633] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.467586] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab85eeb-945a-4cd8-b6e8-d1ec01e388a4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.488285] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 29249acd-a277-4c8b-aa14-a981b1ef16e1/29249acd-a277-4c8b-aa14-a981b1ef16e1.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.488793] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6557a7d-c9bb-4682-9885-240ba9ab62b6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.508192] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for the task: (returnval){ [ 686.508192] env[64443]: value = "task-2676098" [ 686.508192] env[64443]: _type = "Task" [ 686.508192] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.516310] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.526234] env[64443]: DEBUG oslo_concurrency.lockutils [req-65cc2790-eb27-4a61-9ea8-9a37cbb3c64b req-98cc88dc-60fe-434b-8652-99a95cc94672 service nova] Releasing lock "refresh_cache-95420eb6-9a0f-446f-bed0-b8d47808f5c6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.888454] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5217da53-c8a8-f348-bf25-5d734187f107, 'name': SearchDatastore_Task, 'duration_secs': 0.009491} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.889279] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03f53ad7-c6d3-42aa-92e9-f4f51a0658f9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.895073] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for the task: (returnval){ [ 686.895073] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5291fe65-794b-8f5e-cb51-850c326d092d" [ 686.895073] env[64443]: _type = "Task" [ 686.895073] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.904582] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5291fe65-794b-8f5e-cb51-850c326d092d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.916077] env[64443]: DEBUG nova.compute.utils [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 686.919966] env[64443]: DEBUG nova.compute.manager [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.921032] env[64443]: DEBUG nova.network.neutron [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.945641] env[64443]: DEBUG oslo_concurrency.lockutils [None req-eff84efb-6174-401d-a58b-a5783ea5d8ab tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "6b932cd2-a6f5-4cc3-b287-91737817d6f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.767s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.987333] env[64443]: DEBUG nova.policy [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7054ff5b443543a9a9e7430fed107a9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19a9cfdf187f424d8944f976e18e3b3c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.018720] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676098, 'name': ReconfigVM_Task, 'duration_secs': 0.259251} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.019007] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 29249acd-a277-4c8b-aa14-a981b1ef16e1/29249acd-a277-4c8b-aa14-a981b1ef16e1.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.019689] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bc596e8-da0f-4dbc-9404-7c05f3961562 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.028804] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for the task: (returnval){ [ 687.028804] env[64443]: value = "task-2676099" [ 687.028804] env[64443]: _type = "Task" [ 687.028804] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.041024] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676099, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.302131] env[64443]: DEBUG nova.network.neutron [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Successfully created port: 5a3edbc0-a37d-4f19-bb30-baec17567464 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.407651] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5291fe65-794b-8f5e-cb51-850c326d092d, 'name': SearchDatastore_Task, 'duration_secs': 0.009629} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.408030] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.408328] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 95420eb6-9a0f-446f-bed0-b8d47808f5c6/95420eb6-9a0f-446f-bed0-b8d47808f5c6.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.408630] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c015f0d-d529-4d51-8a3f-a7347a3079ca {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.416335] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for the task: (returnval){ [ 687.416335] env[64443]: value = "task-2676100" [ 687.416335] env[64443]: _type = "Task" [ 687.416335] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.420375] env[64443]: DEBUG nova.compute.manager [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.436135] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.540142] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676099, 'name': Rename_Task, 'duration_secs': 0.146058} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.543042] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.543525] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc2c65b1-6df8-4000-a631-4fbb4c71e270 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.552568] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for the task: (returnval){ [ 687.552568] env[64443]: value = "task-2676101" [ 687.552568] env[64443]: _type = "Task" [ 687.552568] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.562324] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.793284] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a2cb32-ef22-4434-9bf2-eb5ea712976d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.820962] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Updating instance '4527a9ba-28f7-4698-aec0-6389cfc9d788' progress to 0 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 687.928316] env[64443]: INFO nova.virt.block_device [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Booting with volume e78920c7-a7c2-400c-a0ba-78c20512112a at /dev/sda [ 687.933990] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676100, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.975209] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a32f863-8ca7-4dc9-8576-a76b5b42371f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.995025] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2948cd25-193e-4cc7-b3c2-653709be8f8d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.017049] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9311387-80a1-491c-975a-3c6464045396 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.039887] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a84ff6-5b06-4f45-ae66-fb48d492f4f1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.043458] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec000951-8e06-4c66-9a42-2aa44d9974de {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.078137] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8ef43e-98fb-4afd-962b-5a9938df740e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.082204] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f66e3b3-a662-4fe1-aad7-8ef1fd329c31 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.098177] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676101, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.101253] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5d256b-c7c0-4320-8f9d-d283c0202fbc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.121144] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c380c11-cccc-4396-829a-540146db636a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.131546] env[64443]: DEBUG nova.compute.provider_tree [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.138102] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fc53d8-d05c-49ac-8a27-115c0d402f3a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.153874] env[64443]: DEBUG nova.virt.block_device [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Updating existing volume attachment record: 250b53b7-07dc-4555-9322-543c1be9eaf5 {{(pid=64443) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 688.330464] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.330776] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-612cdc06-90f4-479f-a7ef-2a1a16034eb6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.342029] env[64443]: DEBUG oslo_vmware.api [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 688.342029] env[64443]: value = "task-2676102" [ 688.342029] env[64443]: _type = "Task" [ 688.342029] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.350788] env[64443]: DEBUG oslo_vmware.api [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.434135] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603212} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.434135] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 95420eb6-9a0f-446f-bed0-b8d47808f5c6/95420eb6-9a0f-446f-bed0-b8d47808f5c6.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.434135] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.434135] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-201cb30d-ef50-4e25-9c76-432926cdb03d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.444053] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for the task: (returnval){ [ 688.444053] env[64443]: value = "task-2676103" [ 688.444053] env[64443]: _type = "Task" [ 688.444053] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.454301] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.584504] env[64443]: DEBUG oslo_vmware.api [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676101, 'name': PowerOnVM_Task, 'duration_secs': 0.62546} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.584827] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.585072] env[64443]: DEBUG nova.compute.manager [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.585875] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da09837b-eb8c-40ed-8ae6-e8950d56bd1d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.635475] env[64443]: DEBUG nova.scheduler.client.report [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.852668] env[64443]: DEBUG oslo_vmware.api [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676102, 'name': PowerOffVM_Task, 'duration_secs': 0.235095} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.853032] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.853298] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Updating instance '4527a9ba-28f7-4698-aec0-6389cfc9d788' progress to 17 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 688.870981] env[64443]: DEBUG nova.compute.manager [req-c244ea41-15b4-4266-b745-4bee6a26981e req-73051b51-5f77-4058-98c1-0af57ecf5dc6 service nova] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Received event network-vif-plugged-5a3edbc0-a37d-4f19-bb30-baec17567464 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.871214] env[64443]: DEBUG oslo_concurrency.lockutils [req-c244ea41-15b4-4266-b745-4bee6a26981e req-73051b51-5f77-4058-98c1-0af57ecf5dc6 service nova] Acquiring lock "57de5093-57f2-414f-b665-89affbbf74dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.871423] env[64443]: DEBUG oslo_concurrency.lockutils [req-c244ea41-15b4-4266-b745-4bee6a26981e req-73051b51-5f77-4058-98c1-0af57ecf5dc6 service nova] Lock "57de5093-57f2-414f-b665-89affbbf74dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.871589] env[64443]: DEBUG oslo_concurrency.lockutils [req-c244ea41-15b4-4266-b745-4bee6a26981e req-73051b51-5f77-4058-98c1-0af57ecf5dc6 service nova] Lock "57de5093-57f2-414f-b665-89affbbf74dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.871780] env[64443]: DEBUG nova.compute.manager [req-c244ea41-15b4-4266-b745-4bee6a26981e req-73051b51-5f77-4058-98c1-0af57ecf5dc6 service nova] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] No waiting events found dispatching network-vif-plugged-5a3edbc0-a37d-4f19-bb30-baec17567464 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.871908] env[64443]: WARNING nova.compute.manager [req-c244ea41-15b4-4266-b745-4bee6a26981e req-73051b51-5f77-4058-98c1-0af57ecf5dc6 service nova] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Received unexpected event network-vif-plugged-5a3edbc0-a37d-4f19-bb30-baec17567464 for instance with vm_state building and task_state block_device_mapping. [ 688.883021] env[64443]: DEBUG nova.network.neutron [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Successfully updated port: 5a3edbc0-a37d-4f19-bb30-baec17567464 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.954271] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074597} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.954271] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.954865] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d19d8d-da65-4feb-80b4-715070c7b378 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.978493] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 95420eb6-9a0f-446f-bed0-b8d47808f5c6/95420eb6-9a0f-446f-bed0-b8d47808f5c6.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.978806] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4bd8e84-1faf-4754-a957-bb9ae8b4c7c7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.002680] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for the task: (returnval){ [ 689.002680] env[64443]: value = "task-2676104" [ 689.002680] env[64443]: _type = "Task" [ 689.002680] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.015980] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676104, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.106261] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.143372] env[64443]: DEBUG oslo_concurrency.lockutils [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.143913] env[64443]: DEBUG nova.compute.manager [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 689.149121] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.699s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.149121] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.150715] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.666s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.150913] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.152868] env[64443]: DEBUG oslo_concurrency.lockutils [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.061s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.154744] env[64443]: INFO nova.compute.claims [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.189545] env[64443]: INFO nova.scheduler.client.report [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Deleted allocations for instance 58178746-86f1-4b0b-941a-7ee6a7a7f3c1 [ 689.196366] env[64443]: INFO nova.scheduler.client.report [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Deleted allocations for instance 5e644577-0d03-40a8-b3bb-3df850f4f66b [ 689.361120] env[64443]: DEBUG nova.virt.hardware [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.361233] env[64443]: DEBUG nova.virt.hardware [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.361393] env[64443]: DEBUG nova.virt.hardware [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.361953] env[64443]: DEBUG nova.virt.hardware [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.362400] env[64443]: DEBUG nova.virt.hardware [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.362400] env[64443]: DEBUG nova.virt.hardware [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.365015] env[64443]: DEBUG nova.virt.hardware [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.365015] env[64443]: DEBUG nova.virt.hardware [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.365015] env[64443]: DEBUG nova.virt.hardware [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.365015] env[64443]: DEBUG nova.virt.hardware [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.365015] env[64443]: DEBUG nova.virt.hardware [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.369329] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c07f8dcd-bca7-424a-84ff-b01d23cea4f4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.386479] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Acquiring lock "refresh_cache-57de5093-57f2-414f-b665-89affbbf74dd" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.386691] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Acquired lock "refresh_cache-57de5093-57f2-414f-b665-89affbbf74dd" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.386893] env[64443]: DEBUG nova.network.neutron [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.400041] env[64443]: DEBUG oslo_vmware.api [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 689.400041] env[64443]: value = "task-2676105" [ 689.400041] env[64443]: _type = "Task" [ 689.400041] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.412335] env[64443]: DEBUG oslo_vmware.api [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.516781] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676104, 'name': ReconfigVM_Task, 'duration_secs': 0.330216} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.517290] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 95420eb6-9a0f-446f-bed0-b8d47808f5c6/95420eb6-9a0f-446f-bed0-b8d47808f5c6.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.518132] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c05724e-26d9-4ddd-9b30-f19440a5234e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.529302] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for the task: (returnval){ [ 689.529302] env[64443]: value = "task-2676106" [ 689.529302] env[64443]: _type = "Task" [ 689.529302] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.543725] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676106, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.652695] env[64443]: DEBUG nova.compute.utils [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 689.655850] env[64443]: DEBUG nova.compute.manager [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.655850] env[64443]: DEBUG nova.network.neutron [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.704362] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dfa6b47a-7b89-405d-82be-e1e3ebd0a3a1 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "5e644577-0d03-40a8-b3bb-3df850f4f66b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.091s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.707065] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b37b49b0-1d3d-4fd9-81d3-26aa5b289ca9 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "58178746-86f1-4b0b-941a-7ee6a7a7f3c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.925s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.709974] env[64443]: DEBUG nova.policy [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7a55973800a439699435490fb6efe04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '178931edd4484e4d90dd7b56afd70178', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.896656] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Acquiring lock "29249acd-a277-4c8b-aa14-a981b1ef16e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.896656] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Lock "29249acd-a277-4c8b-aa14-a981b1ef16e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.896656] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Acquiring lock "29249acd-a277-4c8b-aa14-a981b1ef16e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.896656] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Lock "29249acd-a277-4c8b-aa14-a981b1ef16e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.896796] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Lock "29249acd-a277-4c8b-aa14-a981b1ef16e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.902415] env[64443]: INFO nova.compute.manager [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Terminating instance [ 689.917462] env[64443]: DEBUG oslo_vmware.api [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676105, 'name': ReconfigVM_Task, 'duration_secs': 0.206125} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.917462] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Updating instance '4527a9ba-28f7-4698-aec0-6389cfc9d788' progress to 33 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 689.965994] env[64443]: DEBUG nova.network.neutron [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.042345] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676106, 'name': Rename_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.158990] env[64443]: DEBUG nova.compute.manager [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.170974] env[64443]: DEBUG nova.network.neutron [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Successfully created port: 6036e44c-ce8a-48be-9870-1e4aaafff70b {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.175074] env[64443]: DEBUG nova.network.neutron [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Updating instance_info_cache with network_info: [{"id": "5a3edbc0-a37d-4f19-bb30-baec17567464", "address": "fa:16:3e:e0:da:8c", "network": {"id": "54644282-ea9a-4abd-8035-67443524a888", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1198876463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a9cfdf187f424d8944f976e18e3b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a3edbc0-a3", "ovs_interfaceid": "5a3edbc0-a37d-4f19-bb30-baec17567464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.264693] env[64443]: DEBUG nova.compute.manager [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.265369] env[64443]: DEBUG nova.virt.hardware [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.265520] env[64443]: DEBUG nova.virt.hardware [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.265891] env[64443]: DEBUG nova.virt.hardware [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.265891] env[64443]: DEBUG nova.virt.hardware [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.266090] env[64443]: DEBUG nova.virt.hardware [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.266245] env[64443]: DEBUG nova.virt.hardware [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.266454] env[64443]: DEBUG nova.virt.hardware [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.266611] env[64443]: DEBUG nova.virt.hardware [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.266777] env[64443]: DEBUG nova.virt.hardware [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.266955] env[64443]: DEBUG nova.virt.hardware [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.267176] env[64443]: DEBUG nova.virt.hardware [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.268356] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737f75bf-0f96-4fb5-b5a2-25ec36f2f943 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.279478] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5ecd1a-d6c7-4b39-a5ae-687a6dec3292 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.412532] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Acquiring lock "refresh_cache-29249acd-a277-4c8b-aa14-a981b1ef16e1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.412898] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Acquired lock "refresh_cache-29249acd-a277-4c8b-aa14-a981b1ef16e1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.413618] env[64443]: DEBUG nova.network.neutron [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.425773] env[64443]: DEBUG nova.virt.hardware [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.429993] env[64443]: DEBUG nova.virt.hardware [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.430295] env[64443]: DEBUG nova.virt.hardware [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.430526] env[64443]: DEBUG nova.virt.hardware [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.430676] env[64443]: DEBUG nova.virt.hardware [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.430824] env[64443]: DEBUG nova.virt.hardware [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.431045] env[64443]: DEBUG nova.virt.hardware [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.431214] env[64443]: DEBUG nova.virt.hardware [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.431389] env[64443]: DEBUG nova.virt.hardware [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.431566] env[64443]: DEBUG nova.virt.hardware [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.431743] env[64443]: DEBUG nova.virt.hardware [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.438921] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Reconfiguring VM instance instance-0000001e to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 690.442954] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4012715b-0e90-42ce-9c4c-3377d0c0aa57 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.466905] env[64443]: DEBUG oslo_vmware.api [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 690.466905] env[64443]: value = "task-2676107" [ 690.466905] env[64443]: _type = "Task" [ 690.466905] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.479575] env[64443]: DEBUG oslo_vmware.api [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.548909] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676106, 'name': Rename_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.685439] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Releasing lock "refresh_cache-57de5093-57f2-414f-b665-89affbbf74dd" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.685439] env[64443]: DEBUG nova.compute.manager [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Instance network_info: |[{"id": "5a3edbc0-a37d-4f19-bb30-baec17567464", "address": "fa:16:3e:e0:da:8c", "network": {"id": "54644282-ea9a-4abd-8035-67443524a888", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1198876463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a9cfdf187f424d8944f976e18e3b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a3edbc0-a3", "ovs_interfaceid": "5a3edbc0-a37d-4f19-bb30-baec17567464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.688246] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:da:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ef6889-a40c-40f5-a6e5-d8726606296a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a3edbc0-a37d-4f19-bb30-baec17567464', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.697414] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Creating folder: Project (19a9cfdf187f424d8944f976e18e3b3c). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.702586] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c169a86-d1bb-4d09-93fa-101c32057b2f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.726135] env[64443]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 690.726135] env[64443]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=64443) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 690.726135] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Folder already exists: Project (19a9cfdf187f424d8944f976e18e3b3c). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 690.726135] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Creating folder: Instances. Parent ref: group-v539549. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.726135] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fde63fe0-27bc-47a6-9661-ed6d14c34198 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.738014] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Created folder: Instances in parent group-v539549. [ 690.738342] env[64443]: DEBUG oslo.service.loopingcall [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.738556] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.738792] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c84a1239-eb99-41c0-8690-9ac4f42bc21a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.765371] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "feb7967d-b35a-46b3-bd4e-6f1f837f58f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.765502] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "feb7967d-b35a-46b3-bd4e-6f1f837f58f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.768955] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.768955] env[64443]: value = "task-2676110" [ 690.768955] env[64443]: _type = "Task" [ 690.768955] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.783789] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676110, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.815128] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.815393] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.841989] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b5dd97-1a53-427b-ba43-01a2d2091eea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.852255] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa57324-b693-4663-a0de-a003ad56d8d7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.893350] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038918a9-d180-4716-8fe8-f8c33f43053a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.903559] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45d31c0-ac6e-4157-9bf7-37daf185126d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.920114] env[64443]: DEBUG nova.compute.provider_tree [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.948606] env[64443]: DEBUG nova.network.neutron [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.977201] env[64443]: DEBUG oslo_vmware.api [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676107, 'name': ReconfigVM_Task, 'duration_secs': 0.390069} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.977472] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Reconfigured VM instance instance-0000001e to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 690.978283] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cecfb1-2fcd-4565-9552-a42907db05bf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.003310] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 4527a9ba-28f7-4698-aec0-6389cfc9d788/4527a9ba-28f7-4698-aec0-6389cfc9d788.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.004511] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a66ceef9-1045-4864-99fa-52cb0602b4a0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.022362] env[64443]: DEBUG nova.network.neutron [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.025036] env[64443]: DEBUG oslo_vmware.api [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 691.025036] env[64443]: value = "task-2676111" [ 691.025036] env[64443]: _type = "Task" [ 691.025036] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.036954] env[64443]: DEBUG oslo_vmware.api [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.045805] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676106, 'name': Rename_Task, 'duration_secs': 1.185771} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.047306] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.047306] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c876cba2-031e-4265-b4a1-00dc4f9dd8a2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.058074] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for the task: (returnval){ [ 691.058074] env[64443]: value = "task-2676112" [ 691.058074] env[64443]: _type = "Task" [ 691.058074] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.066847] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.075544] env[64443]: DEBUG nova.compute.manager [req-de024267-fda3-4d5b-9e16-d6addf0ecd7d req-ffa35d67-ae5e-4eda-afa6-cba2d1d881a7 service nova] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Received event network-changed-5a3edbc0-a37d-4f19-bb30-baec17567464 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.076617] env[64443]: DEBUG nova.compute.manager [req-de024267-fda3-4d5b-9e16-d6addf0ecd7d req-ffa35d67-ae5e-4eda-afa6-cba2d1d881a7 service nova] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Refreshing instance network info cache due to event network-changed-5a3edbc0-a37d-4f19-bb30-baec17567464. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 691.076617] env[64443]: DEBUG oslo_concurrency.lockutils [req-de024267-fda3-4d5b-9e16-d6addf0ecd7d req-ffa35d67-ae5e-4eda-afa6-cba2d1d881a7 service nova] Acquiring lock "refresh_cache-57de5093-57f2-414f-b665-89affbbf74dd" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.076617] env[64443]: DEBUG oslo_concurrency.lockutils [req-de024267-fda3-4d5b-9e16-d6addf0ecd7d req-ffa35d67-ae5e-4eda-afa6-cba2d1d881a7 service nova] Acquired lock "refresh_cache-57de5093-57f2-414f-b665-89affbbf74dd" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.076617] env[64443]: DEBUG nova.network.neutron [req-de024267-fda3-4d5b-9e16-d6addf0ecd7d req-ffa35d67-ae5e-4eda-afa6-cba2d1d881a7 service nova] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Refreshing network info cache for port 5a3edbc0-a37d-4f19-bb30-baec17567464 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.199610] env[64443]: DEBUG nova.compute.manager [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.206372] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Acquiring lock "4531838e-0b18-44a3-ab03-87107bfde98b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.206604] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Lock "4531838e-0b18-44a3-ab03-87107bfde98b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.230975] env[64443]: DEBUG nova.virt.hardware [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.231234] env[64443]: DEBUG nova.virt.hardware [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.231391] env[64443]: DEBUG nova.virt.hardware [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.231570] env[64443]: DEBUG nova.virt.hardware [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.231717] env[64443]: DEBUG nova.virt.hardware [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.231867] env[64443]: DEBUG nova.virt.hardware [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.232181] env[64443]: DEBUG nova.virt.hardware [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.232397] env[64443]: DEBUG nova.virt.hardware [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.232680] env[64443]: DEBUG nova.virt.hardware [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.232808] env[64443]: DEBUG nova.virt.hardware [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.233082] env[64443]: DEBUG nova.virt.hardware [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.234143] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f8e0a7-9a21-4fa8-8215-1a3d69adffcb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.243659] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4088ea0-bb4e-4129-910e-1adcf2a1f92e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.280280] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676110, 'name': CreateVM_Task, 'duration_secs': 0.407327} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.280517] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.281284] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'mount_device': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539559', 'volume_id': 'e78920c7-a7c2-400c-a0ba-78c20512112a', 'name': 'volume-e78920c7-a7c2-400c-a0ba-78c20512112a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57de5093-57f2-414f-b665-89affbbf74dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'e78920c7-a7c2-400c-a0ba-78c20512112a', 'serial': 'e78920c7-a7c2-400c-a0ba-78c20512112a'}, 'disk_bus': None, 'device_type': None, 'attachment_id': '250b53b7-07dc-4555-9322-543c1be9eaf5', 'volume_type': None}], 'swap': None} {{(pid=64443) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 691.281505] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Root volume attach. Driver type: vmdk {{(pid=64443) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 691.282848] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9b185b-59b3-4c72-8c7e-4bb6d0f65d5c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.290868] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2472861e-0d98-4ed4-bf2b-4cf4de8d738c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.297522] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f2fa7d-649c-4dcc-97c4-5cd333af9a09 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.304082] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b9294071-6ce6-43d9-a2cf-52903519f80d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.312873] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Waiting for the task: (returnval){ [ 691.312873] env[64443]: value = "task-2676113" [ 691.312873] env[64443]: _type = "Task" [ 691.312873] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.321153] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676113, 'name': RelocateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.424177] env[64443]: DEBUG nova.scheduler.client.report [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.526723] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Releasing lock "refresh_cache-29249acd-a277-4c8b-aa14-a981b1ef16e1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.527888] env[64443]: DEBUG nova.compute.manager [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 691.527888] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 691.528716] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef86922-935a-4ea3-a50e-7095d19c9e94 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.544404] env[64443]: DEBUG oslo_vmware.api [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.547035] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.547310] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbbb9a4f-7785-494f-8eda-ee1a7a5b7d6e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.555701] env[64443]: DEBUG oslo_vmware.api [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for the task: (returnval){ [ 691.555701] env[64443]: value = "task-2676114" [ 691.555701] env[64443]: _type = "Task" [ 691.555701] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.568493] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676112, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.571789] env[64443]: DEBUG oslo_vmware.api [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.826500] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676113, 'name': RelocateVM_Task} progress is 42%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.903099] env[64443]: DEBUG nova.network.neutron [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Successfully updated port: 6036e44c-ce8a-48be-9870-1e4aaafff70b {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.907713] env[64443]: DEBUG nova.network.neutron [req-de024267-fda3-4d5b-9e16-d6addf0ecd7d req-ffa35d67-ae5e-4eda-afa6-cba2d1d881a7 service nova] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Updated VIF entry in instance network info cache for port 5a3edbc0-a37d-4f19-bb30-baec17567464. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.907713] env[64443]: DEBUG nova.network.neutron [req-de024267-fda3-4d5b-9e16-d6addf0ecd7d req-ffa35d67-ae5e-4eda-afa6-cba2d1d881a7 service nova] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Updating instance_info_cache with network_info: [{"id": "5a3edbc0-a37d-4f19-bb30-baec17567464", "address": "fa:16:3e:e0:da:8c", "network": {"id": "54644282-ea9a-4abd-8035-67443524a888", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1198876463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a9cfdf187f424d8944f976e18e3b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a3edbc0-a3", "ovs_interfaceid": "5a3edbc0-a37d-4f19-bb30-baec17567464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.931873] env[64443]: DEBUG oslo_concurrency.lockutils [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.932381] env[64443]: DEBUG nova.compute.manager [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.935213] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.998s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.936990] env[64443]: INFO nova.compute.claims [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.039952] env[64443]: DEBUG oslo_vmware.api [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.071951] env[64443]: DEBUG oslo_vmware.api [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676114, 'name': PowerOffVM_Task, 'duration_secs': 0.207842} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.079856] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.081041] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.081041] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676112, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.081041] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8e7544b-bef5-4f45-926e-392566ce9e2a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.112738] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.113123] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.113399] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Deleting the datastore file [datastore2] 29249acd-a277-4c8b-aa14-a981b1ef16e1 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.113723] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f30b9888-0c3c-496d-b0ba-124488433d78 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.121950] env[64443]: DEBUG oslo_vmware.api [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for the task: (returnval){ [ 692.121950] env[64443]: value = "task-2676116" [ 692.121950] env[64443]: _type = "Task" [ 692.121950] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.131971] env[64443]: DEBUG oslo_vmware.api [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.323888] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676113, 'name': RelocateVM_Task} progress is 54%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.409377] env[64443]: DEBUG oslo_concurrency.lockutils [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "refresh_cache-cdcc1d35-9ead-4e4c-ada3-ab31513b73af" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.409377] env[64443]: DEBUG oslo_concurrency.lockutils [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired lock "refresh_cache-cdcc1d35-9ead-4e4c-ada3-ab31513b73af" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.409377] env[64443]: DEBUG nova.network.neutron [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.413883] env[64443]: DEBUG oslo_concurrency.lockutils [req-de024267-fda3-4d5b-9e16-d6addf0ecd7d req-ffa35d67-ae5e-4eda-afa6-cba2d1d881a7 service nova] Releasing lock "refresh_cache-57de5093-57f2-414f-b665-89affbbf74dd" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.446022] env[64443]: DEBUG nova.compute.utils [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 692.447850] env[64443]: DEBUG nova.compute.manager [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.448222] env[64443]: DEBUG nova.network.neutron [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.499116] env[64443]: DEBUG nova.policy [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1850c568e81b4f5abcecd8cd7eff2eda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b46183a164846548e1e9ea550aae102', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.540761] env[64443]: DEBUG oslo_vmware.api [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676111, 'name': ReconfigVM_Task, 'duration_secs': 1.240466} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.542484] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 4527a9ba-28f7-4698-aec0-6389cfc9d788/4527a9ba-28f7-4698-aec0-6389cfc9d788.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.542852] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Updating instance '4527a9ba-28f7-4698-aec0-6389cfc9d788' progress to 50 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 692.571588] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676112, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.633132] env[64443]: DEBUG oslo_vmware.api [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Task: {'id': task-2676116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367152} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.633478] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.633672] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.633759] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 692.633933] env[64443]: INFO nova.compute.manager [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 692.634235] env[64443]: DEBUG oslo.service.loopingcall [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 692.634386] env[64443]: DEBUG nova.compute.manager [-] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 692.634930] env[64443]: DEBUG nova.network.neutron [-] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.659226] env[64443]: DEBUG nova.network.neutron [-] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.831681] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676113, 'name': RelocateVM_Task} progress is 67%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.859568] env[64443]: DEBUG nova.network.neutron [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Successfully created port: e61064ad-5de8-494e-9c9b-461a748ce2b3 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.948623] env[64443]: DEBUG nova.compute.manager [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.955129] env[64443]: DEBUG nova.network.neutron [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.049889] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ea256b-864c-451e-a19b-86bd170e0066 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.083992] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330523b1-9f03-4071-b929-c03f6e6b7ca2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.093610] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676112, 'name': PowerOnVM_Task} progress is 76%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.109215] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Updating instance '4527a9ba-28f7-4698-aec0-6389cfc9d788' progress to 67 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 693.148979] env[64443]: DEBUG nova.compute.manager [req-50315a4c-f2e2-4b4f-a2f1-65c2028a2d9e req-e4e0db01-e48a-4019-9d13-1bfdb03aa24a service nova] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Received event network-vif-plugged-6036e44c-ce8a-48be-9870-1e4aaafff70b {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.149643] env[64443]: DEBUG oslo_concurrency.lockutils [req-50315a4c-f2e2-4b4f-a2f1-65c2028a2d9e req-e4e0db01-e48a-4019-9d13-1bfdb03aa24a service nova] Acquiring lock "cdcc1d35-9ead-4e4c-ada3-ab31513b73af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.150041] env[64443]: DEBUG oslo_concurrency.lockutils [req-50315a4c-f2e2-4b4f-a2f1-65c2028a2d9e req-e4e0db01-e48a-4019-9d13-1bfdb03aa24a service nova] Lock "cdcc1d35-9ead-4e4c-ada3-ab31513b73af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.150987] env[64443]: DEBUG oslo_concurrency.lockutils [req-50315a4c-f2e2-4b4f-a2f1-65c2028a2d9e req-e4e0db01-e48a-4019-9d13-1bfdb03aa24a service nova] Lock "cdcc1d35-9ead-4e4c-ada3-ab31513b73af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.151326] env[64443]: DEBUG nova.compute.manager [req-50315a4c-f2e2-4b4f-a2f1-65c2028a2d9e req-e4e0db01-e48a-4019-9d13-1bfdb03aa24a service nova] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] No waiting events found dispatching network-vif-plugged-6036e44c-ce8a-48be-9870-1e4aaafff70b {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.151726] env[64443]: WARNING nova.compute.manager [req-50315a4c-f2e2-4b4f-a2f1-65c2028a2d9e req-e4e0db01-e48a-4019-9d13-1bfdb03aa24a service nova] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Received unexpected event network-vif-plugged-6036e44c-ce8a-48be-9870-1e4aaafff70b for instance with vm_state building and task_state spawning. [ 693.152029] env[64443]: DEBUG nova.compute.manager [req-50315a4c-f2e2-4b4f-a2f1-65c2028a2d9e req-e4e0db01-e48a-4019-9d13-1bfdb03aa24a service nova] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Received event network-changed-6036e44c-ce8a-48be-9870-1e4aaafff70b {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.152782] env[64443]: DEBUG nova.compute.manager [req-50315a4c-f2e2-4b4f-a2f1-65c2028a2d9e req-e4e0db01-e48a-4019-9d13-1bfdb03aa24a service nova] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Refreshing instance network info cache due to event network-changed-6036e44c-ce8a-48be-9870-1e4aaafff70b. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 693.152782] env[64443]: DEBUG oslo_concurrency.lockutils [req-50315a4c-f2e2-4b4f-a2f1-65c2028a2d9e req-e4e0db01-e48a-4019-9d13-1bfdb03aa24a service nova] Acquiring lock "refresh_cache-cdcc1d35-9ead-4e4c-ada3-ab31513b73af" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.161477] env[64443]: DEBUG nova.network.neutron [-] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.214119] env[64443]: DEBUG nova.network.neutron [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Updating instance_info_cache with network_info: [{"id": "6036e44c-ce8a-48be-9870-1e4aaafff70b", "address": "fa:16:3e:c7:b5:dd", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6036e44c-ce", "ovs_interfaceid": "6036e44c-ce8a-48be-9870-1e4aaafff70b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.327631] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676113, 'name': RelocateVM_Task} progress is 81%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.514571] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45a8782-4cd6-4d95-8435-45ac9e8bf845 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.524431] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144aded8-2f69-43d7-b0d3-918b9eeb68b2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.562588] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd2153c-2b43-4161-891c-3e9b60ec19fe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.571224] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afccc6a4-ae09-4ebe-80c7-1291ce85f0a3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.589397] env[64443]: DEBUG nova.compute.provider_tree [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.595452] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676112, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.653200] env[64443]: DEBUG nova.network.neutron [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Port 455bae66-2b87-49fd-9594-e68dec8dcdec binding to destination host cpu-1 is already ACTIVE {{(pid=64443) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 693.663588] env[64443]: INFO nova.compute.manager [-] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Took 1.03 seconds to deallocate network for instance. [ 693.719835] env[64443]: DEBUG oslo_concurrency.lockutils [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Releasing lock "refresh_cache-cdcc1d35-9ead-4e4c-ada3-ab31513b73af" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.720195] env[64443]: DEBUG nova.compute.manager [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Instance network_info: |[{"id": "6036e44c-ce8a-48be-9870-1e4aaafff70b", "address": "fa:16:3e:c7:b5:dd", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6036e44c-ce", "ovs_interfaceid": "6036e44c-ce8a-48be-9870-1e4aaafff70b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.720821] env[64443]: DEBUG oslo_concurrency.lockutils [req-50315a4c-f2e2-4b4f-a2f1-65c2028a2d9e req-e4e0db01-e48a-4019-9d13-1bfdb03aa24a service nova] Acquired lock "refresh_cache-cdcc1d35-9ead-4e4c-ada3-ab31513b73af" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.721039] env[64443]: DEBUG nova.network.neutron [req-50315a4c-f2e2-4b4f-a2f1-65c2028a2d9e req-e4e0db01-e48a-4019-9d13-1bfdb03aa24a service nova] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Refreshing network info cache for port 6036e44c-ce8a-48be-9870-1e4aaafff70b {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.722207] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:b5:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6036e44c-ce8a-48be-9870-1e4aaafff70b', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.730269] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Creating folder: Project (178931edd4484e4d90dd7b56afd70178). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.733500] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f558bef-2ea0-42a3-9f67-a1111797cc47 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.748087] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Created folder: Project (178931edd4484e4d90dd7b56afd70178) in parent group-v539479. [ 693.748309] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Creating folder: Instances. Parent ref: group-v539603. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.748560] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4d043f4-ff44-44ca-a9b7-998941952a3e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.760057] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Created folder: Instances in parent group-v539603. [ 693.760344] env[64443]: DEBUG oslo.service.loopingcall [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 693.760538] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.760753] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5073d03b-9bd1-4ce7-85d2-ac158a40f519 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.785724] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.785724] env[64443]: value = "task-2676119" [ 693.785724] env[64443]: _type = "Task" [ 693.785724] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.795495] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676119, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.828792] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676113, 'name': RelocateVM_Task} progress is 95%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.962710] env[64443]: DEBUG nova.compute.manager [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.969100] env[64443]: DEBUG nova.network.neutron [req-50315a4c-f2e2-4b4f-a2f1-65c2028a2d9e req-e4e0db01-e48a-4019-9d13-1bfdb03aa24a service nova] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Updated VIF entry in instance network info cache for port 6036e44c-ce8a-48be-9870-1e4aaafff70b. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.969214] env[64443]: DEBUG nova.network.neutron [req-50315a4c-f2e2-4b4f-a2f1-65c2028a2d9e req-e4e0db01-e48a-4019-9d13-1bfdb03aa24a service nova] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Updating instance_info_cache with network_info: [{"id": "6036e44c-ce8a-48be-9870-1e4aaafff70b", "address": "fa:16:3e:c7:b5:dd", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6036e44c-ce", "ovs_interfaceid": "6036e44c-ce8a-48be-9870-1e4aaafff70b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.996057] env[64443]: DEBUG nova.virt.hardware [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.996399] env[64443]: DEBUG nova.virt.hardware [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.996585] env[64443]: DEBUG nova.virt.hardware [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.996773] env[64443]: DEBUG nova.virt.hardware [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.996986] env[64443]: DEBUG nova.virt.hardware [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.997170] env[64443]: DEBUG nova.virt.hardware [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.997391] env[64443]: DEBUG nova.virt.hardware [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.997556] env[64443]: DEBUG nova.virt.hardware [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.997725] env[64443]: DEBUG nova.virt.hardware [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.997906] env[64443]: DEBUG nova.virt.hardware [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.998106] env[64443]: DEBUG nova.virt.hardware [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.999301] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af26bed3-7a46-4a7e-907d-8ae78271afcb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.008553] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e96ee1-3415-4bd8-99da-175391deae6f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.086505] env[64443]: DEBUG oslo_vmware.api [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676112, 'name': PowerOnVM_Task, 'duration_secs': 2.968419} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.086801] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.087048] env[64443]: INFO nova.compute.manager [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Took 10.83 seconds to spawn the instance on the hypervisor. [ 694.087323] env[64443]: DEBUG nova.compute.manager [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.088440] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca8d600-fbe6-4d96-bb91-ec29e9572f54 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.098037] env[64443]: DEBUG nova.scheduler.client.report [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.174135] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.296098] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676119, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.327288] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676113, 'name': RelocateVM_Task} progress is 97%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.475177] env[64443]: DEBUG oslo_concurrency.lockutils [req-50315a4c-f2e2-4b4f-a2f1-65c2028a2d9e req-e4e0db01-e48a-4019-9d13-1bfdb03aa24a service nova] Releasing lock "refresh_cache-cdcc1d35-9ead-4e4c-ada3-ab31513b73af" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.510288] env[64443]: DEBUG nova.network.neutron [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Successfully updated port: e61064ad-5de8-494e-9c9b-461a748ce2b3 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.606876] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.607304] env[64443]: DEBUG nova.compute.manager [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.611170] env[64443]: DEBUG oslo_concurrency.lockutils [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.356s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.611392] env[64443]: DEBUG oslo_concurrency.lockutils [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.614127] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.764s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.616469] env[64443]: INFO nova.compute.claims [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.619479] env[64443]: INFO nova.compute.manager [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Took 49.05 seconds to build instance. [ 694.643169] env[64443]: INFO nova.scheduler.client.report [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Deleted allocations for instance 44cba84c-0e8a-485d-810f-60dc64152206 [ 694.677600] env[64443]: DEBUG oslo_concurrency.lockutils [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "4527a9ba-28f7-4698-aec0-6389cfc9d788-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.677600] env[64443]: DEBUG oslo_concurrency.lockutils [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "4527a9ba-28f7-4698-aec0-6389cfc9d788-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.677600] env[64443]: DEBUG oslo_concurrency.lockutils [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "4527a9ba-28f7-4698-aec0-6389cfc9d788-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.798663] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676119, 'name': CreateVM_Task, 'duration_secs': 0.601631} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.800054] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.800054] env[64443]: DEBUG oslo_concurrency.lockutils [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.800054] env[64443]: DEBUG oslo_concurrency.lockutils [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.801346] env[64443]: DEBUG oslo_concurrency.lockutils [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.801346] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943e90d1-1de3-41d3-99f7-91567c4ab63d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.807157] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 694.807157] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]520006a7-709a-816a-b975-daf93cac944c" [ 694.807157] env[64443]: _type = "Task" [ 694.807157] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.818627] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520006a7-709a-816a-b975-daf93cac944c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.827450] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676113, 'name': RelocateVM_Task} progress is 97%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.012020] env[64443]: DEBUG oslo_concurrency.lockutils [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "refresh_cache-c852ede9-4489-49bb-89cf-6664ff3d5567" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.012164] env[64443]: DEBUG oslo_concurrency.lockutils [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquired lock "refresh_cache-c852ede9-4489-49bb-89cf-6664ff3d5567" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.012315] env[64443]: DEBUG nova.network.neutron [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.084932] env[64443]: DEBUG nova.compute.manager [req-e7e9c614-0c62-4a43-bd50-ef108600c87b req-b331f033-2e65-493a-ab97-d8ba66c5bbf4 service nova] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Received event network-changed-3ebe78e0-81cc-40e3-9299-2295affb5926 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.085158] env[64443]: DEBUG nova.compute.manager [req-e7e9c614-0c62-4a43-bd50-ef108600c87b req-b331f033-2e65-493a-ab97-d8ba66c5bbf4 service nova] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Refreshing instance network info cache due to event network-changed-3ebe78e0-81cc-40e3-9299-2295affb5926. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 695.085376] env[64443]: DEBUG oslo_concurrency.lockutils [req-e7e9c614-0c62-4a43-bd50-ef108600c87b req-b331f033-2e65-493a-ab97-d8ba66c5bbf4 service nova] Acquiring lock "refresh_cache-95420eb6-9a0f-446f-bed0-b8d47808f5c6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.085518] env[64443]: DEBUG oslo_concurrency.lockutils [req-e7e9c614-0c62-4a43-bd50-ef108600c87b req-b331f033-2e65-493a-ab97-d8ba66c5bbf4 service nova] Acquired lock "refresh_cache-95420eb6-9a0f-446f-bed0-b8d47808f5c6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.085944] env[64443]: DEBUG nova.network.neutron [req-e7e9c614-0c62-4a43-bd50-ef108600c87b req-b331f033-2e65-493a-ab97-d8ba66c5bbf4 service nova] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Refreshing network info cache for port 3ebe78e0-81cc-40e3-9299-2295affb5926 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.121955] env[64443]: DEBUG nova.compute.utils [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 695.126925] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc8dd442-7f9d-4056-8d8c-9bc7d08889b5 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lock "95420eb6-9a0f-446f-bed0-b8d47808f5c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.206s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.127962] env[64443]: DEBUG nova.compute.manager [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.127962] env[64443]: DEBUG nova.network.neutron [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.151855] env[64443]: DEBUG oslo_concurrency.lockutils [None req-482aaadf-7eef-4c01-8624-fb297ea1f22c tempest-FloatingIPsAssociationTestJSON-1278161632 tempest-FloatingIPsAssociationTestJSON-1278161632-project-member] Lock "44cba84c-0e8a-485d-810f-60dc64152206" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.436s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.171896] env[64443]: DEBUG nova.policy [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb8109d457ed48fe890f132096af41c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6e80f5f7e4444a0a8e80e54ea8d2c13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.177569] env[64443]: DEBUG nova.compute.manager [req-7bd29985-26d7-4a4e-b326-8bb7b7034d48 req-e3482d88-81a7-4d7d-a8ba-eb5d3f1e6f7d service nova] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Received event network-vif-plugged-e61064ad-5de8-494e-9c9b-461a748ce2b3 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.177813] env[64443]: DEBUG oslo_concurrency.lockutils [req-7bd29985-26d7-4a4e-b326-8bb7b7034d48 req-e3482d88-81a7-4d7d-a8ba-eb5d3f1e6f7d service nova] Acquiring lock "c852ede9-4489-49bb-89cf-6664ff3d5567-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.178181] env[64443]: DEBUG oslo_concurrency.lockutils [req-7bd29985-26d7-4a4e-b326-8bb7b7034d48 req-e3482d88-81a7-4d7d-a8ba-eb5d3f1e6f7d service nova] Lock "c852ede9-4489-49bb-89cf-6664ff3d5567-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.178427] env[64443]: DEBUG oslo_concurrency.lockutils [req-7bd29985-26d7-4a4e-b326-8bb7b7034d48 req-e3482d88-81a7-4d7d-a8ba-eb5d3f1e6f7d service nova] Lock "c852ede9-4489-49bb-89cf-6664ff3d5567-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.178624] env[64443]: DEBUG nova.compute.manager [req-7bd29985-26d7-4a4e-b326-8bb7b7034d48 req-e3482d88-81a7-4d7d-a8ba-eb5d3f1e6f7d service nova] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] No waiting events found dispatching network-vif-plugged-e61064ad-5de8-494e-9c9b-461a748ce2b3 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.178818] env[64443]: WARNING nova.compute.manager [req-7bd29985-26d7-4a4e-b326-8bb7b7034d48 req-e3482d88-81a7-4d7d-a8ba-eb5d3f1e6f7d service nova] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Received unexpected event network-vif-plugged-e61064ad-5de8-494e-9c9b-461a748ce2b3 for instance with vm_state building and task_state spawning. [ 695.178999] env[64443]: DEBUG nova.compute.manager [req-7bd29985-26d7-4a4e-b326-8bb7b7034d48 req-e3482d88-81a7-4d7d-a8ba-eb5d3f1e6f7d service nova] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Received event network-changed-e61064ad-5de8-494e-9c9b-461a748ce2b3 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 695.179182] env[64443]: DEBUG nova.compute.manager [req-7bd29985-26d7-4a4e-b326-8bb7b7034d48 req-e3482d88-81a7-4d7d-a8ba-eb5d3f1e6f7d service nova] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Refreshing instance network info cache due to event network-changed-e61064ad-5de8-494e-9c9b-461a748ce2b3. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 695.179392] env[64443]: DEBUG oslo_concurrency.lockutils [req-7bd29985-26d7-4a4e-b326-8bb7b7034d48 req-e3482d88-81a7-4d7d-a8ba-eb5d3f1e6f7d service nova] Acquiring lock "refresh_cache-c852ede9-4489-49bb-89cf-6664ff3d5567" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.328213] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520006a7-709a-816a-b975-daf93cac944c, 'name': SearchDatastore_Task, 'duration_secs': 0.010712} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.329316] env[64443]: DEBUG oslo_concurrency.lockutils [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.332513] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.332513] env[64443]: DEBUG oslo_concurrency.lockutils [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.332513] env[64443]: DEBUG oslo_concurrency.lockutils [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.332513] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.332513] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5166d7ae-18d1-4002-870c-5dc51c4bda6a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.336641] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676113, 'name': RelocateVM_Task} progress is 98%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.348368] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.348368] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.348368] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93eefee3-c900-4b3a-9601-3d879d2b06a8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.354438] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 695.354438] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5271f576-b127-c1d2-0cf5-d84e05ac7a1b" [ 695.354438] env[64443]: _type = "Task" [ 695.354438] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.365643] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5271f576-b127-c1d2-0cf5-d84e05ac7a1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.476416] env[64443]: DEBUG nova.network.neutron [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Successfully created port: d256cb78-0eb7-4b1c-b5f5-9755d292f141 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.575741] env[64443]: DEBUG nova.network.neutron [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.627616] env[64443]: DEBUG nova.compute.manager [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.633864] env[64443]: DEBUG nova.compute.manager [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.684151] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8d51099d-9d4b-4d09-895b-f12ce7e51d46 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquiring lock "95420eb6-9a0f-446f-bed0-b8d47808f5c6" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.684483] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8d51099d-9d4b-4d09-895b-f12ce7e51d46 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lock "95420eb6-9a0f-446f-bed0-b8d47808f5c6" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.684763] env[64443]: INFO nova.compute.manager [None req-8d51099d-9d4b-4d09-895b-f12ce7e51d46 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Rebooting instance [ 695.781832] env[64443]: DEBUG oslo_concurrency.lockutils [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "refresh_cache-4527a9ba-28f7-4698-aec0-6389cfc9d788" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.782025] env[64443]: DEBUG oslo_concurrency.lockutils [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquired lock "refresh_cache-4527a9ba-28f7-4698-aec0-6389cfc9d788" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.782203] env[64443]: DEBUG nova.network.neutron [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.835095] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676113, 'name': RelocateVM_Task, 'duration_secs': 4.208625} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.835499] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Volume attach. Driver type: vmdk {{(pid=64443) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 695.835734] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539559', 'volume_id': 'e78920c7-a7c2-400c-a0ba-78c20512112a', 'name': 'volume-e78920c7-a7c2-400c-a0ba-78c20512112a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57de5093-57f2-414f-b665-89affbbf74dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'e78920c7-a7c2-400c-a0ba-78c20512112a', 'serial': 'e78920c7-a7c2-400c-a0ba-78c20512112a'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 695.836599] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5d2d14-ca34-4295-b20a-7312ce976a55 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.856288] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac0facc-500d-4c91-af8e-7a17ba4252be {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.882631] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] volume-e78920c7-a7c2-400c-a0ba-78c20512112a/volume-e78920c7-a7c2-400c-a0ba-78c20512112a.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.888912] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0e656c4-60fe-49be-b066-726f1fd4ec11 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.903762] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5271f576-b127-c1d2-0cf5-d84e05ac7a1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010389} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.907551] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0252aefe-9f7d-43f5-a411-1c8bd6ff6353 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.911010] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Waiting for the task: (returnval){ [ 695.911010] env[64443]: value = "task-2676120" [ 695.911010] env[64443]: _type = "Task" [ 695.911010] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.912779] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 695.912779] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]524c9ae9-380a-d93d-0b23-410e73a0ad2c" [ 695.912779] env[64443]: _type = "Task" [ 695.912779] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.928718] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676120, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.932634] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]524c9ae9-380a-d93d-0b23-410e73a0ad2c, 'name': SearchDatastore_Task, 'duration_secs': 0.01114} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.932896] env[64443]: DEBUG oslo_concurrency.lockutils [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.933174] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] cdcc1d35-9ead-4e4c-ada3-ab31513b73af/cdcc1d35-9ead-4e4c-ada3-ab31513b73af.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.936332] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44a31c1c-c9b2-4620-85b4-d42fd980663d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.945051] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 695.945051] env[64443]: value = "task-2676121" [ 695.945051] env[64443]: _type = "Task" [ 695.945051] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.955251] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.162815] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.166532] env[64443]: DEBUG nova.network.neutron [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Updating instance_info_cache with network_info: [{"id": "e61064ad-5de8-494e-9c9b-461a748ce2b3", "address": "fa:16:3e:59:21:4d", "network": {"id": "f742c78a-97a1-4fac-89f8-1b1ac1afe3fd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1002782425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b46183a164846548e1e9ea550aae102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape61064ad-5d", "ovs_interfaceid": "e61064ad-5de8-494e-9c9b-461a748ce2b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.220402] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8d51099d-9d4b-4d09-895b-f12ce7e51d46 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquiring lock "refresh_cache-95420eb6-9a0f-446f-bed0-b8d47808f5c6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.245324] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11106dc6-37e6-4aa3-9075-1314226bc814 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.254989] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adfeee3-031c-42cf-a408-4ea0bb33980a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.294852] env[64443]: DEBUG nova.network.neutron [req-e7e9c614-0c62-4a43-bd50-ef108600c87b req-b331f033-2e65-493a-ab97-d8ba66c5bbf4 service nova] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Updated VIF entry in instance network info cache for port 3ebe78e0-81cc-40e3-9299-2295affb5926. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.295267] env[64443]: DEBUG nova.network.neutron [req-e7e9c614-0c62-4a43-bd50-ef108600c87b req-b331f033-2e65-493a-ab97-d8ba66c5bbf4 service nova] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Updating instance_info_cache with network_info: [{"id": "3ebe78e0-81cc-40e3-9299-2295affb5926", "address": "fa:16:3e:63:dc:44", "network": {"id": "b4ddcaa6-3f9f-4613-8dcf-887e199720f4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-519395081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8234b8c9231d4c92bf0b95b977a5eaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ebe78e0-81", "ovs_interfaceid": "3ebe78e0-81cc-40e3-9299-2295affb5926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.297069] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b1ed5f-f4cb-4b91-9715-50de21ec9bf3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.307330] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fb35d2-76e1-4236-b540-83f1fe9cf7ca {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.327473] env[64443]: DEBUG nova.compute.provider_tree [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.426636] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.460217] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676121, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.524725] env[64443]: DEBUG nova.network.neutron [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Updating instance_info_cache with network_info: [{"id": "455bae66-2b87-49fd-9594-e68dec8dcdec", "address": "fa:16:3e:e6:fa:04", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap455bae66-2b", "ovs_interfaceid": "455bae66-2b87-49fd-9594-e68dec8dcdec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.646329] env[64443]: DEBUG nova.compute.manager [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.669615] env[64443]: DEBUG oslo_concurrency.lockutils [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Releasing lock "refresh_cache-c852ede9-4489-49bb-89cf-6664ff3d5567" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.670642] env[64443]: DEBUG nova.compute.manager [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Instance network_info: |[{"id": "e61064ad-5de8-494e-9c9b-461a748ce2b3", "address": "fa:16:3e:59:21:4d", "network": {"id": "f742c78a-97a1-4fac-89f8-1b1ac1afe3fd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1002782425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b46183a164846548e1e9ea550aae102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape61064ad-5d", "ovs_interfaceid": "e61064ad-5de8-494e-9c9b-461a748ce2b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.670642] env[64443]: DEBUG oslo_concurrency.lockutils [req-7bd29985-26d7-4a4e-b326-8bb7b7034d48 req-e3482d88-81a7-4d7d-a8ba-eb5d3f1e6f7d service nova] Acquired lock "refresh_cache-c852ede9-4489-49bb-89cf-6664ff3d5567" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.670863] env[64443]: DEBUG nova.network.neutron [req-7bd29985-26d7-4a4e-b326-8bb7b7034d48 req-e3482d88-81a7-4d7d-a8ba-eb5d3f1e6f7d service nova] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Refreshing network info cache for port e61064ad-5de8-494e-9c9b-461a748ce2b3 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.672354] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:21:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e61064ad-5de8-494e-9c9b-461a748ce2b3', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.679763] env[64443]: DEBUG oslo.service.loopingcall [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 696.682086] env[64443]: DEBUG nova.virt.hardware [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.682331] env[64443]: DEBUG nova.virt.hardware [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.682489] env[64443]: DEBUG nova.virt.hardware [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.682672] env[64443]: DEBUG nova.virt.hardware [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.682816] env[64443]: DEBUG nova.virt.hardware [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.682961] env[64443]: DEBUG nova.virt.hardware [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.683192] env[64443]: DEBUG nova.virt.hardware [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.683355] env[64443]: DEBUG nova.virt.hardware [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.683525] env[64443]: DEBUG nova.virt.hardware [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.683718] env[64443]: DEBUG nova.virt.hardware [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.683888] env[64443]: DEBUG nova.virt.hardware [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.684881] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.685623] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45a9b85-7ecc-426a-b1d0-93a7a8dae3a9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.688928] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d1d8525-cb09-403d-a9c0-4fee0db9ec63 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.712352] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6057487e-eb90-4f5d-bd45-90caecb6b932 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.716683] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.716683] env[64443]: value = "task-2676122" [ 696.716683] env[64443]: _type = "Task" [ 696.716683] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.733565] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676122, 'name': CreateVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.801112] env[64443]: DEBUG oslo_concurrency.lockutils [req-e7e9c614-0c62-4a43-bd50-ef108600c87b req-b331f033-2e65-493a-ab97-d8ba66c5bbf4 service nova] Releasing lock "refresh_cache-95420eb6-9a0f-446f-bed0-b8d47808f5c6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.801630] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8d51099d-9d4b-4d09-895b-f12ce7e51d46 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquired lock "refresh_cache-95420eb6-9a0f-446f-bed0-b8d47808f5c6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.801825] env[64443]: DEBUG nova.network.neutron [None req-8d51099d-9d4b-4d09-895b-f12ce7e51d46 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.835319] env[64443]: DEBUG nova.scheduler.client.report [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.928017] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676120, 'name': ReconfigVM_Task, 'duration_secs': 0.624703} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.928431] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Reconfigured VM instance instance-00000029 to attach disk [datastore1] volume-e78920c7-a7c2-400c-a0ba-78c20512112a/volume-e78920c7-a7c2-400c-a0ba-78c20512112a.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.933457] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24d3cf43-8252-415f-b996-97c241655ffd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.952235] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Waiting for the task: (returnval){ [ 696.952235] env[64443]: value = "task-2676123" [ 696.952235] env[64443]: _type = "Task" [ 696.952235] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.959482] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544767} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.960444] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] cdcc1d35-9ead-4e4c-ada3-ab31513b73af/cdcc1d35-9ead-4e4c-ada3-ab31513b73af.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.961224] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.961531] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a29f047-da0e-4dcf-b38b-c016dee40609 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.970063] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676123, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.977400] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 696.977400] env[64443]: value = "task-2676124" [ 696.977400] env[64443]: _type = "Task" [ 696.977400] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.991293] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.028322] env[64443]: DEBUG oslo_concurrency.lockutils [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Releasing lock "refresh_cache-4527a9ba-28f7-4698-aec0-6389cfc9d788" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.228380] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676122, 'name': CreateVM_Task, 'duration_secs': 0.381649} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.233776] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.234484] env[64443]: DEBUG oslo_concurrency.lockutils [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.234650] env[64443]: DEBUG oslo_concurrency.lockutils [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.235011] env[64443]: DEBUG oslo_concurrency.lockutils [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 697.235540] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0d2c519-41a5-43a7-9a67-261e124baa65 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.241095] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 697.241095] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5202c4e6-3422-9880-f270-6a3774e0924e" [ 697.241095] env[64443]: _type = "Task" [ 697.241095] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.252483] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5202c4e6-3422-9880-f270-6a3774e0924e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.341224] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.341765] env[64443]: DEBUG nova.compute.manager [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.347974] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.547s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.351066] env[64443]: INFO nova.compute.claims [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.462978] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676123, 'name': ReconfigVM_Task, 'duration_secs': 0.162257} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.463857] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539559', 'volume_id': 'e78920c7-a7c2-400c-a0ba-78c20512112a', 'name': 'volume-e78920c7-a7c2-400c-a0ba-78c20512112a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57de5093-57f2-414f-b665-89affbbf74dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'e78920c7-a7c2-400c-a0ba-78c20512112a', 'serial': 'e78920c7-a7c2-400c-a0ba-78c20512112a'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 697.464412] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e4f7440-7cee-4b7c-89e8-e544fcf42328 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.472228] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Waiting for the task: (returnval){ [ 697.472228] env[64443]: value = "task-2676125" [ 697.472228] env[64443]: _type = "Task" [ 697.472228] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.487771] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676125, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.493191] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086355} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.493456] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.495584] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10b2aa3-ee5d-4250-98fd-166762519613 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.522881] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] cdcc1d35-9ead-4e4c-ada3-ab31513b73af/cdcc1d35-9ead-4e4c-ada3-ab31513b73af.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.523526] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5567859-5a15-4781-9d63-613852464730 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.555266] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 697.555266] env[64443]: value = "task-2676126" [ 697.555266] env[64443]: _type = "Task" [ 697.555266] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.566652] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.571481] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2319e2-2bd0-44bf-bb62-d6e6e3aee427 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.602095] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dfaa8e-57ee-4fb9-a635-ac7487979a6d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.613825] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Updating instance '4527a9ba-28f7-4698-aec0-6389cfc9d788' progress to 83 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 697.638329] env[64443]: DEBUG nova.network.neutron [req-7bd29985-26d7-4a4e-b326-8bb7b7034d48 req-e3482d88-81a7-4d7d-a8ba-eb5d3f1e6f7d service nova] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Updated VIF entry in instance network info cache for port e61064ad-5de8-494e-9c9b-461a748ce2b3. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.638710] env[64443]: DEBUG nova.network.neutron [req-7bd29985-26d7-4a4e-b326-8bb7b7034d48 req-e3482d88-81a7-4d7d-a8ba-eb5d3f1e6f7d service nova] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Updating instance_info_cache with network_info: [{"id": "e61064ad-5de8-494e-9c9b-461a748ce2b3", "address": "fa:16:3e:59:21:4d", "network": {"id": "f742c78a-97a1-4fac-89f8-1b1ac1afe3fd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1002782425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b46183a164846548e1e9ea550aae102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape61064ad-5d", "ovs_interfaceid": "e61064ad-5de8-494e-9c9b-461a748ce2b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.707756] env[64443]: DEBUG nova.compute.manager [req-13e9d64d-09ee-48b0-84f0-3472a4572b81 req-a49ec1a7-f003-4d3f-9ad8-8b53402552b3 service nova] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Received event network-vif-plugged-d256cb78-0eb7-4b1c-b5f5-9755d292f141 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.707756] env[64443]: DEBUG oslo_concurrency.lockutils [req-13e9d64d-09ee-48b0-84f0-3472a4572b81 req-a49ec1a7-f003-4d3f-9ad8-8b53402552b3 service nova] Acquiring lock "5d32979c-4d4b-4ec2-ae7a-23f8808cce19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.707756] env[64443]: DEBUG oslo_concurrency.lockutils [req-13e9d64d-09ee-48b0-84f0-3472a4572b81 req-a49ec1a7-f003-4d3f-9ad8-8b53402552b3 service nova] Lock "5d32979c-4d4b-4ec2-ae7a-23f8808cce19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.707756] env[64443]: DEBUG oslo_concurrency.lockutils [req-13e9d64d-09ee-48b0-84f0-3472a4572b81 req-a49ec1a7-f003-4d3f-9ad8-8b53402552b3 service nova] Lock "5d32979c-4d4b-4ec2-ae7a-23f8808cce19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.707756] env[64443]: DEBUG nova.compute.manager [req-13e9d64d-09ee-48b0-84f0-3472a4572b81 req-a49ec1a7-f003-4d3f-9ad8-8b53402552b3 service nova] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] No waiting events found dispatching network-vif-plugged-d256cb78-0eb7-4b1c-b5f5-9755d292f141 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.708479] env[64443]: WARNING nova.compute.manager [req-13e9d64d-09ee-48b0-84f0-3472a4572b81 req-a49ec1a7-f003-4d3f-9ad8-8b53402552b3 service nova] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Received unexpected event network-vif-plugged-d256cb78-0eb7-4b1c-b5f5-9755d292f141 for instance with vm_state building and task_state spawning. [ 697.737650] env[64443]: DEBUG nova.network.neutron [None req-8d51099d-9d4b-4d09-895b-f12ce7e51d46 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Updating instance_info_cache with network_info: [{"id": "3ebe78e0-81cc-40e3-9299-2295affb5926", "address": "fa:16:3e:63:dc:44", "network": {"id": "b4ddcaa6-3f9f-4613-8dcf-887e199720f4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-519395081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8234b8c9231d4c92bf0b95b977a5eaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ebe78e0-81", "ovs_interfaceid": "3ebe78e0-81cc-40e3-9299-2295affb5926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.754330] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5202c4e6-3422-9880-f270-6a3774e0924e, 'name': SearchDatastore_Task, 'duration_secs': 0.014914} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.754682] env[64443]: DEBUG oslo_concurrency.lockutils [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.754932] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.755189] env[64443]: DEBUG oslo_concurrency.lockutils [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.755485] env[64443]: DEBUG oslo_concurrency.lockutils [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.755575] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.755760] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e646413-587c-41a1-9ec5-6eed34644696 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.769186] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.769386] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.770475] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e068794c-76f1-4cdb-a491-1f2cc978236c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.777050] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 697.777050] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5299a051-e6d2-dd6c-4c5a-a96b70585d96" [ 697.777050] env[64443]: _type = "Task" [ 697.777050] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.786199] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5299a051-e6d2-dd6c-4c5a-a96b70585d96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.828734] env[64443]: DEBUG nova.network.neutron [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Successfully updated port: d256cb78-0eb7-4b1c-b5f5-9755d292f141 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.850166] env[64443]: DEBUG nova.compute.utils [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 697.851518] env[64443]: DEBUG nova.compute.manager [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.851694] env[64443]: DEBUG nova.network.neutron [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.902413] env[64443]: DEBUG nova.policy [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f9d46e9fd244dbd9569fa84eb5ade2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2081957aab442658e56cf47ec2864d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.983856] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676125, 'name': Rename_Task, 'duration_secs': 0.145131} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.984266] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.985226] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-966083e2-73db-40dd-8412-088a3f0af005 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.993867] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Waiting for the task: (returnval){ [ 697.993867] env[64443]: value = "task-2676127" [ 697.993867] env[64443]: _type = "Task" [ 697.993867] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.002997] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.069437] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676126, 'name': ReconfigVM_Task, 'duration_secs': 0.328404} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.069437] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Reconfigured VM instance instance-0000002a to attach disk [datastore1] cdcc1d35-9ead-4e4c-ada3-ab31513b73af/cdcc1d35-9ead-4e4c-ada3-ab31513b73af.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.069437] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-696bd2b7-e709-4dfb-8279-112940e9f7a7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.076869] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 698.076869] env[64443]: value = "task-2676128" [ 698.076869] env[64443]: _type = "Task" [ 698.076869] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.088129] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676128, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.120899] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.121157] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c14a7a1-0a3a-4cdf-be53-eb7232fc528b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.130385] env[64443]: DEBUG oslo_vmware.api [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 698.130385] env[64443]: value = "task-2676129" [ 698.130385] env[64443]: _type = "Task" [ 698.130385] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.140070] env[64443]: DEBUG oslo_vmware.api [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.142031] env[64443]: DEBUG oslo_concurrency.lockutils [req-7bd29985-26d7-4a4e-b326-8bb7b7034d48 req-e3482d88-81a7-4d7d-a8ba-eb5d3f1e6f7d service nova] Releasing lock "refresh_cache-c852ede9-4489-49bb-89cf-6664ff3d5567" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.240512] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8d51099d-9d4b-4d09-895b-f12ce7e51d46 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Releasing lock "refresh_cache-95420eb6-9a0f-446f-bed0-b8d47808f5c6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.284366] env[64443]: DEBUG nova.network.neutron [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Successfully created port: a307019c-29d9-4c06-9c47-9103c9f19ecc {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.295140] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5299a051-e6d2-dd6c-4c5a-a96b70585d96, 'name': SearchDatastore_Task, 'duration_secs': 0.010281} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.296436] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc2f5289-d25a-4bf0-b84c-7c75ffaba2ee {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.303053] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 698.303053] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52c2711a-7b58-5188-9ef7-73d2f6bef731" [ 698.303053] env[64443]: _type = "Task" [ 698.303053] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.314329] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c2711a-7b58-5188-9ef7-73d2f6bef731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.333747] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Acquiring lock "refresh_cache-5d32979c-4d4b-4ec2-ae7a-23f8808cce19" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.333747] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Acquired lock "refresh_cache-5d32979c-4d4b-4ec2-ae7a-23f8808cce19" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.333747] env[64443]: DEBUG nova.network.neutron [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.355851] env[64443]: DEBUG nova.compute.manager [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.504827] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.588152] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676128, 'name': Rename_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.640300] env[64443]: DEBUG oslo_vmware.api [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676129, 'name': PowerOnVM_Task} progress is 96%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.745524] env[64443]: DEBUG nova.compute.manager [None req-8d51099d-9d4b-4d09-895b-f12ce7e51d46 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.746994] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1adbb3c-7424-4346-8c28-ea81f6285cbb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.818253] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c2711a-7b58-5188-9ef7-73d2f6bef731, 'name': SearchDatastore_Task, 'duration_secs': 0.011939} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.818750] env[64443]: DEBUG oslo_concurrency.lockutils [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.818750] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] c852ede9-4489-49bb-89cf-6664ff3d5567/c852ede9-4489-49bb-89cf-6664ff3d5567.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.819096] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6132142d-f4b2-46d4-8bf9-9abf6913896e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.828220] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 698.828220] env[64443]: value = "task-2676130" [ 698.828220] env[64443]: _type = "Task" [ 698.828220] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.839716] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.856540] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788a4000-52f8-42d7-af4f-a8a98dfd5331 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.874012] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f19cb0-865e-4629-a964-5197112f659d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.878853] env[64443]: DEBUG nova.network.neutron [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.913055] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e7be52-a189-42bc-9dd4-9f40e612aa16 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.920892] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b56ac14-21cd-44f8-8cd8-5da4cd44c85b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.939510] env[64443]: DEBUG nova.compute.provider_tree [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.007312] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.075589] env[64443]: DEBUG nova.network.neutron [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Updating instance_info_cache with network_info: [{"id": "d256cb78-0eb7-4b1c-b5f5-9755d292f141", "address": "fa:16:3e:10:92:c9", "network": {"id": "3109aaa8-8c18-40b6-8307-936bfcb2d377", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-652212313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e80f5f7e4444a0a8e80e54ea8d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd256cb78-0e", "ovs_interfaceid": "d256cb78-0eb7-4b1c-b5f5-9755d292f141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.090243] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676128, 'name': Rename_Task, 'duration_secs': 0.903182} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.090545] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.090800] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9e6732b-9ca2-40e6-8e3f-81208c79b3d5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.101550] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 699.101550] env[64443]: value = "task-2676131" [ 699.101550] env[64443]: _type = "Task" [ 699.101550] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.118199] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.144178] env[64443]: DEBUG oslo_vmware.api [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676129, 'name': PowerOnVM_Task, 'duration_secs': 0.655163} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.144509] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.144709] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-83194fb2-9b0f-43fa-bcbe-f3515844790c tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Updating instance '4527a9ba-28f7-4698-aec0-6389cfc9d788' progress to 100 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 699.341072] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510758} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.341421] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] c852ede9-4489-49bb-89cf-6664ff3d5567/c852ede9-4489-49bb-89cf-6664ff3d5567.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.341731] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.342068] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fa52cbf-10e7-45de-9a23-ecce674a4832 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.350955] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 699.350955] env[64443]: value = "task-2676132" [ 699.350955] env[64443]: _type = "Task" [ 699.350955] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.360783] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.366259] env[64443]: DEBUG nova.compute.manager [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.391526] env[64443]: DEBUG nova.virt.hardware [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.391812] env[64443]: DEBUG nova.virt.hardware [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.391974] env[64443]: DEBUG nova.virt.hardware [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.392312] env[64443]: DEBUG nova.virt.hardware [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.392480] env[64443]: DEBUG nova.virt.hardware [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.392580] env[64443]: DEBUG nova.virt.hardware [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.392797] env[64443]: DEBUG nova.virt.hardware [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.392958] env[64443]: DEBUG nova.virt.hardware [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.393146] env[64443]: DEBUG nova.virt.hardware [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.393343] env[64443]: DEBUG nova.virt.hardware [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.393585] env[64443]: DEBUG nova.virt.hardware [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.394610] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191dfb29-7ec3-43cf-afb7-98e9cb0bd751 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.404665] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e341fe-ecff-4778-b98a-c8b524e6b797 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.444528] env[64443]: DEBUG nova.scheduler.client.report [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.506304] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676127, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.582839] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Releasing lock "refresh_cache-5d32979c-4d4b-4ec2-ae7a-23f8808cce19" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.583619] env[64443]: DEBUG nova.compute.manager [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Instance network_info: |[{"id": "d256cb78-0eb7-4b1c-b5f5-9755d292f141", "address": "fa:16:3e:10:92:c9", "network": {"id": "3109aaa8-8c18-40b6-8307-936bfcb2d377", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-652212313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e80f5f7e4444a0a8e80e54ea8d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd256cb78-0e", "ovs_interfaceid": "d256cb78-0eb7-4b1c-b5f5-9755d292f141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.583768] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:92:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd256cb78-0eb7-4b1c-b5f5-9755d292f141', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.591787] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Creating folder: Project (d6e80f5f7e4444a0a8e80e54ea8d2c13). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.592141] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ceb1e13-899f-4473-9c34-fba24880e1b7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.608011] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Created folder: Project (d6e80f5f7e4444a0a8e80e54ea8d2c13) in parent group-v539479. [ 699.608011] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Creating folder: Instances. Parent ref: group-v539607. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.608540] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ae32ed5-a44c-4d0f-90de-75014d1790d2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.614024] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.620986] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Created folder: Instances in parent group-v539607. [ 699.621318] env[64443]: DEBUG oslo.service.loopingcall [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 699.621579] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.621828] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-677d75df-15f0-4349-acdc-84d16a9b726b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.643797] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.643797] env[64443]: value = "task-2676135" [ 699.643797] env[64443]: _type = "Task" [ 699.643797] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.655157] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676135, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.738957] env[64443]: DEBUG nova.compute.manager [req-b78aa3ac-04d8-4478-9f39-ec4aacf9e81e req-ab165219-974d-4e74-a05b-8820ceced96f service nova] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Received event network-changed-d256cb78-0eb7-4b1c-b5f5-9755d292f141 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.739070] env[64443]: DEBUG nova.compute.manager [req-b78aa3ac-04d8-4478-9f39-ec4aacf9e81e req-ab165219-974d-4e74-a05b-8820ceced96f service nova] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Refreshing instance network info cache due to event network-changed-d256cb78-0eb7-4b1c-b5f5-9755d292f141. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 699.739347] env[64443]: DEBUG oslo_concurrency.lockutils [req-b78aa3ac-04d8-4478-9f39-ec4aacf9e81e req-ab165219-974d-4e74-a05b-8820ceced96f service nova] Acquiring lock "refresh_cache-5d32979c-4d4b-4ec2-ae7a-23f8808cce19" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.739586] env[64443]: DEBUG oslo_concurrency.lockutils [req-b78aa3ac-04d8-4478-9f39-ec4aacf9e81e req-ab165219-974d-4e74-a05b-8820ceced96f service nova] Acquired lock "refresh_cache-5d32979c-4d4b-4ec2-ae7a-23f8808cce19" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.739729] env[64443]: DEBUG nova.network.neutron [req-b78aa3ac-04d8-4478-9f39-ec4aacf9e81e req-ab165219-974d-4e74-a05b-8820ceced96f service nova] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Refreshing network info cache for port d256cb78-0eb7-4b1c-b5f5-9755d292f141 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.764832] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779cf76c-8c41-4cde-8045-03f889281135 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.773068] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8d51099d-9d4b-4d09-895b-f12ce7e51d46 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Doing hard reboot of VM {{(pid=64443) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 699.773305] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-881a0508-06b2-418e-ba8f-ecb29e699f75 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.780969] env[64443]: DEBUG oslo_vmware.api [None req-8d51099d-9d4b-4d09-895b-f12ce7e51d46 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for the task: (returnval){ [ 699.780969] env[64443]: value = "task-2676136" [ 699.780969] env[64443]: _type = "Task" [ 699.780969] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.790314] env[64443]: DEBUG oslo_vmware.api [None req-8d51099d-9d4b-4d09-895b-f12ce7e51d46 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676136, 'name': ResetVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.865401] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130996} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.865696] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.866510] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf44efd-7b2f-41bf-8b75-c42edac44203 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.901224] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] c852ede9-4489-49bb-89cf-6664ff3d5567/c852ede9-4489-49bb-89cf-6664ff3d5567.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.903114] env[64443]: DEBUG nova.network.neutron [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Successfully updated port: a307019c-29d9-4c06-9c47-9103c9f19ecc {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.903520] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d10f6e4c-deb9-47d1-a145-7e3dffadeb05 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.931954] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 699.931954] env[64443]: value = "task-2676137" [ 699.931954] env[64443]: _type = "Task" [ 699.931954] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.941876] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.950872] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.951413] env[64443]: DEBUG nova.compute.manager [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.954486] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.587s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.955529] env[64443]: INFO nova.compute.claims [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.012888] env[64443]: DEBUG oslo_vmware.api [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676127, 'name': PowerOnVM_Task, 'duration_secs': 1.581132} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.013362] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.013680] env[64443]: INFO nova.compute.manager [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Took 9.75 seconds to spawn the instance on the hypervisor. [ 700.013982] env[64443]: DEBUG nova.compute.manager [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.015231] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a0ce4f-4049-4b64-a23f-902cf70bb31d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.114038] env[64443]: DEBUG oslo_vmware.api [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676131, 'name': PowerOnVM_Task, 'duration_secs': 0.714224} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.114392] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.114559] env[64443]: INFO nova.compute.manager [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Took 8.91 seconds to spawn the instance on the hypervisor. [ 700.114743] env[64443]: DEBUG nova.compute.manager [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.115651] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2f0faf-986d-4989-8da7-ffcb218884d3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.161663] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676135, 'name': CreateVM_Task, 'duration_secs': 0.462129} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.166023] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.166023] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.166023] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.166023] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.166023] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e607d00e-ff54-437c-9af9-cc9e68d637b9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.171864] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Waiting for the task: (returnval){ [ 700.171864] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52645be5-d93c-ea5d-afe7-67ea2cf3acab" [ 700.171864] env[64443]: _type = "Task" [ 700.171864] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.181589] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52645be5-d93c-ea5d-afe7-67ea2cf3acab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.295557] env[64443]: DEBUG oslo_vmware.api [None req-8d51099d-9d4b-4d09-895b-f12ce7e51d46 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676136, 'name': ResetVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.424243] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Acquiring lock "refresh_cache-cbdfcbe9-0ca2-4812-850b-15af857303a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.424243] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Acquired lock "refresh_cache-cbdfcbe9-0ca2-4812-850b-15af857303a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.424243] env[64443]: DEBUG nova.network.neutron [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.445207] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676137, 'name': ReconfigVM_Task, 'duration_secs': 0.3617} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.445614] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Reconfigured VM instance instance-0000002b to attach disk [datastore1] c852ede9-4489-49bb-89cf-6664ff3d5567/c852ede9-4489-49bb-89cf-6664ff3d5567.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.446412] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce060fc1-4646-4cf8-b377-8db4d8ebaa3c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.454322] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 700.454322] env[64443]: value = "task-2676138" [ 700.454322] env[64443]: _type = "Task" [ 700.454322] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.463878] env[64443]: DEBUG nova.compute.utils [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 700.466297] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676138, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.466927] env[64443]: DEBUG nova.compute.manager [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.467147] env[64443]: DEBUG nova.network.neutron [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.476835] env[64443]: DEBUG nova.network.neutron [req-b78aa3ac-04d8-4478-9f39-ec4aacf9e81e req-ab165219-974d-4e74-a05b-8820ceced96f service nova] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Updated VIF entry in instance network info cache for port d256cb78-0eb7-4b1c-b5f5-9755d292f141. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.479260] env[64443]: DEBUG nova.network.neutron [req-b78aa3ac-04d8-4478-9f39-ec4aacf9e81e req-ab165219-974d-4e74-a05b-8820ceced96f service nova] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Updating instance_info_cache with network_info: [{"id": "d256cb78-0eb7-4b1c-b5f5-9755d292f141", "address": "fa:16:3e:10:92:c9", "network": {"id": "3109aaa8-8c18-40b6-8307-936bfcb2d377", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-652212313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6e80f5f7e4444a0a8e80e54ea8d2c13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd256cb78-0e", "ovs_interfaceid": "d256cb78-0eb7-4b1c-b5f5-9755d292f141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.519346] env[64443]: DEBUG nova.policy [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bc991b8ede04f8c81ff2c3cf9081e81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19a513f4e7a34df3ac30a0b52c7fdfaf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.540678] env[64443]: INFO nova.compute.manager [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Took 52.82 seconds to build instance. [ 700.640028] env[64443]: INFO nova.compute.manager [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Took 46.60 seconds to build instance. [ 700.686903] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52645be5-d93c-ea5d-afe7-67ea2cf3acab, 'name': SearchDatastore_Task, 'duration_secs': 0.034892} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.687660] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.687923] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.688187] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.688339] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.688517] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.688785] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d9311c8-3ead-42a7-9efe-50be3aa47f59 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.706738] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.706935] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.707865] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-815cc474-7aaf-41c5-9e64-a6c4da96b62b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.715254] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Waiting for the task: (returnval){ [ 700.715254] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52a0066a-dc92-8b7e-74d2-f58833fd1353" [ 700.715254] env[64443]: _type = "Task" [ 700.715254] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.724852] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52a0066a-dc92-8b7e-74d2-f58833fd1353, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.792377] env[64443]: DEBUG oslo_vmware.api [None req-8d51099d-9d4b-4d09-895b-f12ce7e51d46 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676136, 'name': ResetVM_Task, 'duration_secs': 0.820077} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.792697] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8d51099d-9d4b-4d09-895b-f12ce7e51d46 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Did hard reboot of VM {{(pid=64443) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 700.792927] env[64443]: DEBUG nova.compute.manager [None req-8d51099d-9d4b-4d09-895b-f12ce7e51d46 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.794022] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608cbec8-2135-4083-8ecf-396511616632 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.880082] env[64443]: DEBUG nova.network.neutron [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Successfully created port: 2667277b-ce73-42ee-ad9b-3bdaadf3d6c7 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.967674] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676138, 'name': Rename_Task, 'duration_secs': 0.19952} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.968693] env[64443]: DEBUG nova.compute.manager [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.975291] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.976015] env[64443]: DEBUG nova.network.neutron [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.979631] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23010ad6-f77f-468d-b381-8b6f24a7946f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.991151] env[64443]: DEBUG oslo_concurrency.lockutils [req-b78aa3ac-04d8-4478-9f39-ec4aacf9e81e req-ab165219-974d-4e74-a05b-8820ceced96f service nova] Releasing lock "refresh_cache-5d32979c-4d4b-4ec2-ae7a-23f8808cce19" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.991710] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 700.991710] env[64443]: value = "task-2676139" [ 700.991710] env[64443]: _type = "Task" [ 700.991710] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.001963] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.017729] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77496817-285b-4f27-9b54-238a1a8c2eef tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "4527a9ba-28f7-4698-aec0-6389cfc9d788" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.017729] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77496817-285b-4f27-9b54-238a1a8c2eef tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "4527a9ba-28f7-4698-aec0-6389cfc9d788" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.017954] env[64443]: DEBUG nova.compute.manager [None req-77496817-285b-4f27-9b54-238a1a8c2eef tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Going to confirm migration 1 {{(pid=64443) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 701.044695] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d950b583-c0d8-4449-8581-90bc45bc224c tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Lock "57de5093-57f2-414f-b665-89affbbf74dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.334s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.141574] env[64443]: DEBUG oslo_concurrency.lockutils [None req-327cb679-c046-42bd-8674-3bef0e7c393d tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "cdcc1d35-9ead-4e4c-ada3-ab31513b73af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.480s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.216143] env[64443]: DEBUG nova.network.neutron [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Updating instance_info_cache with network_info: [{"id": "a307019c-29d9-4c06-9c47-9103c9f19ecc", "address": "fa:16:3e:32:ea:83", "network": {"id": "da8be8ac-da46-4422-9fd8-be33c9e517ba", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1024247337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2081957aab442658e56cf47ec2864d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa307019c-29", "ovs_interfaceid": "a307019c-29d9-4c06-9c47-9103c9f19ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.229494] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52a0066a-dc92-8b7e-74d2-f58833fd1353, 'name': SearchDatastore_Task, 'duration_secs': 0.022235} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.233409] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53297f11-9e0b-45f0-b879-46345b445f4c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.245022] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Waiting for the task: (returnval){ [ 701.245022] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52bd52f5-484e-ec0a-00b2-fc27e5b1b572" [ 701.245022] env[64443]: _type = "Task" [ 701.245022] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.256831] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52bd52f5-484e-ec0a-00b2-fc27e5b1b572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.312750] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8d51099d-9d4b-4d09-895b-f12ce7e51d46 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lock "95420eb6-9a0f-446f-bed0-b8d47808f5c6" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.628s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.511360] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676139, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.552878] env[64443]: DEBUG nova.compute.manager [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.557188] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff497edf-fee6-4518-bb51-ba5846d786b2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.567853] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838214b0-be24-48c3-b6c4-760e8d8e1d16 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.602868] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65db008-c999-47cf-bf9c-142b123e461d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.616022] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a741861-fbff-41a3-8830-5f9e12b31492 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.629694] env[64443]: DEBUG nova.compute.provider_tree [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.648049] env[64443]: DEBUG nova.compute.manager [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.670292] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77496817-285b-4f27-9b54-238a1a8c2eef tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "refresh_cache-4527a9ba-28f7-4698-aec0-6389cfc9d788" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.670292] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77496817-285b-4f27-9b54-238a1a8c2eef tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquired lock "refresh_cache-4527a9ba-28f7-4698-aec0-6389cfc9d788" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.670292] env[64443]: DEBUG nova.network.neutron [None req-77496817-285b-4f27-9b54-238a1a8c2eef tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.670292] env[64443]: DEBUG nova.objects.instance [None req-77496817-285b-4f27-9b54-238a1a8c2eef tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lazy-loading 'info_cache' on Instance uuid 4527a9ba-28f7-4698-aec0-6389cfc9d788 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.721314] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Releasing lock "refresh_cache-cbdfcbe9-0ca2-4812-850b-15af857303a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.721727] env[64443]: DEBUG nova.compute.manager [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Instance network_info: |[{"id": "a307019c-29d9-4c06-9c47-9103c9f19ecc", "address": "fa:16:3e:32:ea:83", "network": {"id": "da8be8ac-da46-4422-9fd8-be33c9e517ba", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1024247337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2081957aab442658e56cf47ec2864d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa307019c-29", "ovs_interfaceid": "a307019c-29d9-4c06-9c47-9103c9f19ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.722080] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:ea:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf5bfbae-a882-4d34-be33-b31e274b3077', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a307019c-29d9-4c06-9c47-9103c9f19ecc', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.730604] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Creating folder: Project (c2081957aab442658e56cf47ec2864d4). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.731152] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f23e3e3-9600-47e9-8a1d-75cabe2c2785 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.743815] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Created folder: Project (c2081957aab442658e56cf47ec2864d4) in parent group-v539479. [ 701.744051] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Creating folder: Instances. Parent ref: group-v539610. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.744360] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c980cd16-5779-4b20-9031-3bf7c2d33c61 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.754779] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52bd52f5-484e-ec0a-00b2-fc27e5b1b572, 'name': SearchDatastore_Task, 'duration_secs': 0.012431} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.755123] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.755414] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 5d32979c-4d4b-4ec2-ae7a-23f8808cce19/5d32979c-4d4b-4ec2-ae7a-23f8808cce19.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.755668] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-086dfe91-28f1-4b6f-93cf-48f51751485a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.759895] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Created folder: Instances in parent group-v539610. [ 701.760144] env[64443]: DEBUG oslo.service.loopingcall [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 701.760716] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.760968] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e717ad2-c680-450a-8575-54367846b6b4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.776958] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Waiting for the task: (returnval){ [ 701.776958] env[64443]: value = "task-2676142" [ 701.776958] env[64443]: _type = "Task" [ 701.776958] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.783684] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.783684] env[64443]: value = "task-2676143" [ 701.783684] env[64443]: _type = "Task" [ 701.783684] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.789948] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': task-2676142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.795103] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676143, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.992188] env[64443]: DEBUG nova.compute.manager [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.008915] env[64443]: DEBUG oslo_vmware.api [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676139, 'name': PowerOnVM_Task, 'duration_secs': 0.711224} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.011458] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.011657] env[64443]: INFO nova.compute.manager [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Took 8.05 seconds to spawn the instance on the hypervisor. [ 702.011852] env[64443]: DEBUG nova.compute.manager [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.012810] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c8a32a-cbfa-44cd-acd2-2b98ca5933fd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.034293] env[64443]: DEBUG nova.virt.hardware [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.034569] env[64443]: DEBUG nova.virt.hardware [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.034734] env[64443]: DEBUG nova.virt.hardware [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.034969] env[64443]: DEBUG nova.virt.hardware [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.035146] env[64443]: DEBUG nova.virt.hardware [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.035333] env[64443]: DEBUG nova.virt.hardware [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.035528] env[64443]: DEBUG nova.virt.hardware [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.035693] env[64443]: DEBUG nova.virt.hardware [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.035861] env[64443]: DEBUG nova.virt.hardware [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.036046] env[64443]: DEBUG nova.virt.hardware [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.036237] env[64443]: DEBUG nova.virt.hardware [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.037113] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dce855-b0b4-4b22-ad11-370b0c840796 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.046873] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2101039-4433-482c-aeab-f5df324ad745 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.093282] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.133368] env[64443]: DEBUG nova.scheduler.client.report [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.170732] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.293885] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': task-2676142, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.302681] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676143, 'name': CreateVM_Task, 'duration_secs': 0.442378} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.302681] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.303343] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.303499] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.303820] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 702.304128] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc2ccd6c-2774-48ca-8813-387bd3c0a03e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.314629] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Waiting for the task: (returnval){ [ 702.314629] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52641691-59af-48de-aa7f-a89b76c8605b" [ 702.314629] env[64443]: _type = "Task" [ 702.314629] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.323478] env[64443]: DEBUG nova.compute.manager [req-6ea284b6-7ed5-4f90-a594-247d95b72763 req-5c7a8067-e306-4b62-9d03-40d8f199c0a2 service nova] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Received event network-vif-plugged-a307019c-29d9-4c06-9c47-9103c9f19ecc {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.323478] env[64443]: DEBUG oslo_concurrency.lockutils [req-6ea284b6-7ed5-4f90-a594-247d95b72763 req-5c7a8067-e306-4b62-9d03-40d8f199c0a2 service nova] Acquiring lock "cbdfcbe9-0ca2-4812-850b-15af857303a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.323478] env[64443]: DEBUG oslo_concurrency.lockutils [req-6ea284b6-7ed5-4f90-a594-247d95b72763 req-5c7a8067-e306-4b62-9d03-40d8f199c0a2 service nova] Lock "cbdfcbe9-0ca2-4812-850b-15af857303a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.323478] env[64443]: DEBUG oslo_concurrency.lockutils [req-6ea284b6-7ed5-4f90-a594-247d95b72763 req-5c7a8067-e306-4b62-9d03-40d8f199c0a2 service nova] Lock "cbdfcbe9-0ca2-4812-850b-15af857303a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.323478] env[64443]: DEBUG nova.compute.manager [req-6ea284b6-7ed5-4f90-a594-247d95b72763 req-5c7a8067-e306-4b62-9d03-40d8f199c0a2 service nova] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] No waiting events found dispatching network-vif-plugged-a307019c-29d9-4c06-9c47-9103c9f19ecc {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.323630] env[64443]: WARNING nova.compute.manager [req-6ea284b6-7ed5-4f90-a594-247d95b72763 req-5c7a8067-e306-4b62-9d03-40d8f199c0a2 service nova] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Received unexpected event network-vif-plugged-a307019c-29d9-4c06-9c47-9103c9f19ecc for instance with vm_state building and task_state spawning. [ 702.323630] env[64443]: DEBUG nova.compute.manager [req-6ea284b6-7ed5-4f90-a594-247d95b72763 req-5c7a8067-e306-4b62-9d03-40d8f199c0a2 service nova] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Received event network-changed-a307019c-29d9-4c06-9c47-9103c9f19ecc {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.323630] env[64443]: DEBUG nova.compute.manager [req-6ea284b6-7ed5-4f90-a594-247d95b72763 req-5c7a8067-e306-4b62-9d03-40d8f199c0a2 service nova] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Refreshing instance network info cache due to event network-changed-a307019c-29d9-4c06-9c47-9103c9f19ecc. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 702.323630] env[64443]: DEBUG oslo_concurrency.lockutils [req-6ea284b6-7ed5-4f90-a594-247d95b72763 req-5c7a8067-e306-4b62-9d03-40d8f199c0a2 service nova] Acquiring lock "refresh_cache-cbdfcbe9-0ca2-4812-850b-15af857303a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.323630] env[64443]: DEBUG oslo_concurrency.lockutils [req-6ea284b6-7ed5-4f90-a594-247d95b72763 req-5c7a8067-e306-4b62-9d03-40d8f199c0a2 service nova] Acquired lock "refresh_cache-cbdfcbe9-0ca2-4812-850b-15af857303a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.323795] env[64443]: DEBUG nova.network.neutron [req-6ea284b6-7ed5-4f90-a594-247d95b72763 req-5c7a8067-e306-4b62-9d03-40d8f199c0a2 service nova] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Refreshing network info cache for port a307019c-29d9-4c06-9c47-9103c9f19ecc {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.333411] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52641691-59af-48de-aa7f-a89b76c8605b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.539588] env[64443]: INFO nova.compute.manager [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Took 44.47 seconds to build instance. [ 702.543830] env[64443]: DEBUG nova.compute.manager [req-3049d299-cd9e-4a0f-b3f2-3f29c2fd3b5f req-8ac2dec4-595e-4eb7-9b58-b4007aae1626 service nova] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Received event network-changed-5a3edbc0-a37d-4f19-bb30-baec17567464 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.544124] env[64443]: DEBUG nova.compute.manager [req-3049d299-cd9e-4a0f-b3f2-3f29c2fd3b5f req-8ac2dec4-595e-4eb7-9b58-b4007aae1626 service nova] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Refreshing instance network info cache due to event network-changed-5a3edbc0-a37d-4f19-bb30-baec17567464. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 702.544391] env[64443]: DEBUG oslo_concurrency.lockutils [req-3049d299-cd9e-4a0f-b3f2-3f29c2fd3b5f req-8ac2dec4-595e-4eb7-9b58-b4007aae1626 service nova] Acquiring lock "refresh_cache-57de5093-57f2-414f-b665-89affbbf74dd" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.544596] env[64443]: DEBUG oslo_concurrency.lockutils [req-3049d299-cd9e-4a0f-b3f2-3f29c2fd3b5f req-8ac2dec4-595e-4eb7-9b58-b4007aae1626 service nova] Acquired lock "refresh_cache-57de5093-57f2-414f-b665-89affbbf74dd" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.544796] env[64443]: DEBUG nova.network.neutron [req-3049d299-cd9e-4a0f-b3f2-3f29c2fd3b5f req-8ac2dec4-595e-4eb7-9b58-b4007aae1626 service nova] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Refreshing network info cache for port 5a3edbc0-a37d-4f19-bb30-baec17567464 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.632690] env[64443]: DEBUG nova.network.neutron [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Successfully updated port: 2667277b-ce73-42ee-ad9b-3bdaadf3d6c7 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.641848] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.642930] env[64443]: DEBUG nova.compute.manager [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.647166] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.130s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.649215] env[64443]: INFO nova.compute.claims [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.800032] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': task-2676142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.912463} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.800389] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 5d32979c-4d4b-4ec2-ae7a-23f8808cce19/5d32979c-4d4b-4ec2-ae7a-23f8808cce19.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.800655] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.800977] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9744d06-4f5a-4b67-94ff-44600b446626 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.809936] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Waiting for the task: (returnval){ [ 702.809936] env[64443]: value = "task-2676144" [ 702.809936] env[64443]: _type = "Task" [ 702.809936] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.824921] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': task-2676144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.832064] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52641691-59af-48de-aa7f-a89b76c8605b, 'name': SearchDatastore_Task, 'duration_secs': 0.023632} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.832526] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.832826] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.833167] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 702.833432] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.833727] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.834421] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97ef9e08-c7f0-4700-948e-4d4f3eeb4367 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.845524] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.845852] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.846721] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9eb962a-bebc-40f9-a13c-a62e0fc298cd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.853019] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Waiting for the task: (returnval){ [ 702.853019] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52f82b91-d6d4-0c58-c8dd-8ed1ece2515a" [ 702.853019] env[64443]: _type = "Task" [ 702.853019] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.863288] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f82b91-d6d4-0c58-c8dd-8ed1ece2515a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.997913] env[64443]: DEBUG nova.network.neutron [None req-77496817-285b-4f27-9b54-238a1a8c2eef tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Updating instance_info_cache with network_info: [{"id": "455bae66-2b87-49fd-9594-e68dec8dcdec", "address": "fa:16:3e:e6:fa:04", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.115", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap455bae66-2b", "ovs_interfaceid": "455bae66-2b87-49fd-9594-e68dec8dcdec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.043174] env[64443]: DEBUG oslo_concurrency.lockutils [None req-75ea17db-87df-43f2-bba6-ac4bb87e694a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "c852ede9-4489-49bb-89cf-6664ff3d5567" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.698s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.137441] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "refresh_cache-6826ea78-727c-4fbe-bb2c-13c66fdcaf3b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.137441] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquired lock "refresh_cache-6826ea78-727c-4fbe-bb2c-13c66fdcaf3b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.137441] env[64443]: DEBUG nova.network.neutron [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.144758] env[64443]: DEBUG nova.network.neutron [req-6ea284b6-7ed5-4f90-a594-247d95b72763 req-5c7a8067-e306-4b62-9d03-40d8f199c0a2 service nova] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Updated VIF entry in instance network info cache for port a307019c-29d9-4c06-9c47-9103c9f19ecc. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.145485] env[64443]: DEBUG nova.network.neutron [req-6ea284b6-7ed5-4f90-a594-247d95b72763 req-5c7a8067-e306-4b62-9d03-40d8f199c0a2 service nova] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Updating instance_info_cache with network_info: [{"id": "a307019c-29d9-4c06-9c47-9103c9f19ecc", "address": "fa:16:3e:32:ea:83", "network": {"id": "da8be8ac-da46-4422-9fd8-be33c9e517ba", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1024247337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2081957aab442658e56cf47ec2864d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa307019c-29", "ovs_interfaceid": "a307019c-29d9-4c06-9c47-9103c9f19ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.154953] env[64443]: DEBUG nova.compute.utils [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 703.163330] env[64443]: DEBUG nova.compute.manager [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.163330] env[64443]: DEBUG nova.network.neutron [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 703.263142] env[64443]: DEBUG nova.policy [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40d171908f8a4c4f8761996e01857431', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21ad6831a4454d5ca5a5ee5440f25970', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.320622] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': task-2676144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07885} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.321201] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.321826] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77fddae-edc4-4ca9-a144-4cd963a1cddf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.353968] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 5d32979c-4d4b-4ec2-ae7a-23f8808cce19/5d32979c-4d4b-4ec2-ae7a-23f8808cce19.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.357554] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7af7ffc-bce6-48d0-863b-5731d48de5ea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.383465] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f82b91-d6d4-0c58-c8dd-8ed1ece2515a, 'name': SearchDatastore_Task, 'duration_secs': 0.017861} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.385761] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Waiting for the task: (returnval){ [ 703.385761] env[64443]: value = "task-2676145" [ 703.385761] env[64443]: _type = "Task" [ 703.385761] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.386121] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39bb5174-8a42-447d-970a-8fa4d7e9a164 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.397681] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Waiting for the task: (returnval){ [ 703.397681] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]526d3606-aa22-2f99-01ce-4c01856ec8b2" [ 703.397681] env[64443]: _type = "Task" [ 703.397681] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.403859] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': task-2676145, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.413068] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]526d3606-aa22-2f99-01ce-4c01856ec8b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.435741] env[64443]: DEBUG nova.network.neutron [req-3049d299-cd9e-4a0f-b3f2-3f29c2fd3b5f req-8ac2dec4-595e-4eb7-9b58-b4007aae1626 service nova] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Updated VIF entry in instance network info cache for port 5a3edbc0-a37d-4f19-bb30-baec17567464. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.436298] env[64443]: DEBUG nova.network.neutron [req-3049d299-cd9e-4a0f-b3f2-3f29c2fd3b5f req-8ac2dec4-595e-4eb7-9b58-b4007aae1626 service nova] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Updating instance_info_cache with network_info: [{"id": "5a3edbc0-a37d-4f19-bb30-baec17567464", "address": "fa:16:3e:e0:da:8c", "network": {"id": "54644282-ea9a-4abd-8035-67443524a888", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1198876463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a9cfdf187f424d8944f976e18e3b3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a3edbc0-a3", "ovs_interfaceid": "5a3edbc0-a37d-4f19-bb30-baec17567464", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.504586] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77496817-285b-4f27-9b54-238a1a8c2eef tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Releasing lock "refresh_cache-4527a9ba-28f7-4698-aec0-6389cfc9d788" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.504586] env[64443]: DEBUG nova.objects.instance [None req-77496817-285b-4f27-9b54-238a1a8c2eef tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lazy-loading 'migration_context' on Instance uuid 4527a9ba-28f7-4698-aec0-6389cfc9d788 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.550845] env[64443]: DEBUG nova.compute.manager [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.651963] env[64443]: DEBUG oslo_concurrency.lockutils [req-6ea284b6-7ed5-4f90-a594-247d95b72763 req-5c7a8067-e306-4b62-9d03-40d8f199c0a2 service nova] Releasing lock "refresh_cache-cbdfcbe9-0ca2-4812-850b-15af857303a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.663764] env[64443]: DEBUG nova.compute.manager [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.683083] env[64443]: DEBUG nova.network.neutron [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.707046] env[64443]: DEBUG oslo_concurrency.lockutils [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquiring lock "95420eb6-9a0f-446f-bed0-b8d47808f5c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.707373] env[64443]: DEBUG oslo_concurrency.lockutils [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lock "95420eb6-9a0f-446f-bed0-b8d47808f5c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.707716] env[64443]: DEBUG oslo_concurrency.lockutils [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquiring lock "95420eb6-9a0f-446f-bed0-b8d47808f5c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.707845] env[64443]: DEBUG oslo_concurrency.lockutils [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lock "95420eb6-9a0f-446f-bed0-b8d47808f5c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.707918] env[64443]: DEBUG oslo_concurrency.lockutils [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lock "95420eb6-9a0f-446f-bed0-b8d47808f5c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.714726] env[64443]: DEBUG nova.network.neutron [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Successfully created port: 058e7275-49bc-4fc2-9f35-9aa29073172d {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.717204] env[64443]: INFO nova.compute.manager [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Terminating instance [ 703.901550] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': task-2676145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.915242] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]526d3606-aa22-2f99-01ce-4c01856ec8b2, 'name': SearchDatastore_Task, 'duration_secs': 0.027349} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.915242] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.915242] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] cbdfcbe9-0ca2-4812-850b-15af857303a7/cbdfcbe9-0ca2-4812-850b-15af857303a7.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.917741] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daf0cede-7fed-42d8-b52d-920202b41631 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.926017] env[64443]: DEBUG nova.network.neutron [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Updating instance_info_cache with network_info: [{"id": "2667277b-ce73-42ee-ad9b-3bdaadf3d6c7", "address": "fa:16:3e:9c:32:78", "network": {"id": "dfbbf7d1-044d-4133-b73e-9ed201379803", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1989595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a513f4e7a34df3ac30a0b52c7fdfaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2667277b-ce", "ovs_interfaceid": "2667277b-ce73-42ee-ad9b-3bdaadf3d6c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.927562] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Waiting for the task: (returnval){ [ 703.927562] env[64443]: value = "task-2676146" [ 703.927562] env[64443]: _type = "Task" [ 703.927562] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.936863] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': task-2676146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.942172] env[64443]: DEBUG oslo_concurrency.lockutils [req-3049d299-cd9e-4a0f-b3f2-3f29c2fd3b5f req-8ac2dec4-595e-4eb7-9b58-b4007aae1626 service nova] Releasing lock "refresh_cache-57de5093-57f2-414f-b665-89affbbf74dd" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.010036] env[64443]: DEBUG nova.objects.base [None req-77496817-285b-4f27-9b54-238a1a8c2eef tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Object Instance<4527a9ba-28f7-4698-aec0-6389cfc9d788> lazy-loaded attributes: info_cache,migration_context {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 704.011220] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198fb3f0-e93b-421e-bf4b-7df89947934a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.042757] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dd443fa-9edf-4359-a2a9-3c2fb66e263b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.048263] env[64443]: DEBUG oslo_vmware.api [None req-77496817-285b-4f27-9b54-238a1a8c2eef tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 704.048263] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ff3c3a-66b7-a349-ad84-d3f30d58dcf4" [ 704.048263] env[64443]: _type = "Task" [ 704.048263] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.060458] env[64443]: DEBUG oslo_vmware.api [None req-77496817-285b-4f27-9b54-238a1a8c2eef tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ff3c3a-66b7-a349-ad84-d3f30d58dcf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.080410] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.221334] env[64443]: DEBUG nova.compute.manager [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.221612] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.223261] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8892a6-bc97-4d42-9904-969843625982 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.235266] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.235754] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c24cf1d2-c75f-47c0-9163-5855a2610566 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.245334] env[64443]: DEBUG oslo_vmware.api [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for the task: (returnval){ [ 704.245334] env[64443]: value = "task-2676147" [ 704.245334] env[64443]: _type = "Task" [ 704.245334] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.255585] env[64443]: DEBUG oslo_vmware.api [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.257216] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff37b7b-8a12-4ee9-b323-fd16db99b6c9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.265627] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05791ec8-a968-4e6b-bd35-49becedfd4ca {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.306261] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70bcf01-cf51-439b-afcf-8b7111704bd8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.315635] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265175bd-5aaa-4a6b-afb5-4e3dce4190c7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.333676] env[64443]: DEBUG nova.compute.provider_tree [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.349688] env[64443]: DEBUG nova.compute.manager [req-0ea4357f-dc66-4f79-b608-3a5819353c65 req-f67b0c02-886a-4157-a30a-ed763cdd6d74 service nova] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Received event network-vif-plugged-2667277b-ce73-42ee-ad9b-3bdaadf3d6c7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 704.349942] env[64443]: DEBUG oslo_concurrency.lockutils [req-0ea4357f-dc66-4f79-b608-3a5819353c65 req-f67b0c02-886a-4157-a30a-ed763cdd6d74 service nova] Acquiring lock "6826ea78-727c-4fbe-bb2c-13c66fdcaf3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.350345] env[64443]: DEBUG oslo_concurrency.lockutils [req-0ea4357f-dc66-4f79-b608-3a5819353c65 req-f67b0c02-886a-4157-a30a-ed763cdd6d74 service nova] Lock "6826ea78-727c-4fbe-bb2c-13c66fdcaf3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.350410] env[64443]: DEBUG oslo_concurrency.lockutils [req-0ea4357f-dc66-4f79-b608-3a5819353c65 req-f67b0c02-886a-4157-a30a-ed763cdd6d74 service nova] Lock "6826ea78-727c-4fbe-bb2c-13c66fdcaf3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.350562] env[64443]: DEBUG nova.compute.manager [req-0ea4357f-dc66-4f79-b608-3a5819353c65 req-f67b0c02-886a-4157-a30a-ed763cdd6d74 service nova] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] No waiting events found dispatching network-vif-plugged-2667277b-ce73-42ee-ad9b-3bdaadf3d6c7 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.350718] env[64443]: WARNING nova.compute.manager [req-0ea4357f-dc66-4f79-b608-3a5819353c65 req-f67b0c02-886a-4157-a30a-ed763cdd6d74 service nova] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Received unexpected event network-vif-plugged-2667277b-ce73-42ee-ad9b-3bdaadf3d6c7 for instance with vm_state building and task_state spawning. [ 704.350995] env[64443]: DEBUG nova.compute.manager [req-0ea4357f-dc66-4f79-b608-3a5819353c65 req-f67b0c02-886a-4157-a30a-ed763cdd6d74 service nova] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Received event network-changed-2667277b-ce73-42ee-ad9b-3bdaadf3d6c7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 704.351136] env[64443]: DEBUG nova.compute.manager [req-0ea4357f-dc66-4f79-b608-3a5819353c65 req-f67b0c02-886a-4157-a30a-ed763cdd6d74 service nova] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Refreshing instance network info cache due to event network-changed-2667277b-ce73-42ee-ad9b-3bdaadf3d6c7. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 704.351200] env[64443]: DEBUG oslo_concurrency.lockutils [req-0ea4357f-dc66-4f79-b608-3a5819353c65 req-f67b0c02-886a-4157-a30a-ed763cdd6d74 service nova] Acquiring lock "refresh_cache-6826ea78-727c-4fbe-bb2c-13c66fdcaf3b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.402127] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': task-2676145, 'name': ReconfigVM_Task, 'duration_secs': 0.8813} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.402441] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 5d32979c-4d4b-4ec2-ae7a-23f8808cce19/5d32979c-4d4b-4ec2-ae7a-23f8808cce19.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.403164] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20d39fff-2e13-4854-872e-31077d65a892 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.412014] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Waiting for the task: (returnval){ [ 704.412014] env[64443]: value = "task-2676148" [ 704.412014] env[64443]: _type = "Task" [ 704.412014] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.423763] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': task-2676148, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.428548] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Releasing lock "refresh_cache-6826ea78-727c-4fbe-bb2c-13c66fdcaf3b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.429364] env[64443]: DEBUG nova.compute.manager [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Instance network_info: |[{"id": "2667277b-ce73-42ee-ad9b-3bdaadf3d6c7", "address": "fa:16:3e:9c:32:78", "network": {"id": "dfbbf7d1-044d-4133-b73e-9ed201379803", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1989595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a513f4e7a34df3ac30a0b52c7fdfaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2667277b-ce", "ovs_interfaceid": "2667277b-ce73-42ee-ad9b-3bdaadf3d6c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.429364] env[64443]: DEBUG oslo_concurrency.lockutils [req-0ea4357f-dc66-4f79-b608-3a5819353c65 req-f67b0c02-886a-4157-a30a-ed763cdd6d74 service nova] Acquired lock "refresh_cache-6826ea78-727c-4fbe-bb2c-13c66fdcaf3b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.429667] env[64443]: DEBUG nova.network.neutron [req-0ea4357f-dc66-4f79-b608-3a5819353c65 req-f67b0c02-886a-4157-a30a-ed763cdd6d74 service nova] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Refreshing network info cache for port 2667277b-ce73-42ee-ad9b-3bdaadf3d6c7 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.430765] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:32:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2667277b-ce73-42ee-ad9b-3bdaadf3d6c7', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.438456] env[64443]: DEBUG oslo.service.loopingcall [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 704.444810] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.445712] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4648c4fa-3907-48ce-8c62-db254ac4b528 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.467192] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': task-2676146, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.468835] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.468835] env[64443]: value = "task-2676149" [ 704.468835] env[64443]: _type = "Task" [ 704.468835] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.480941] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676149, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.563359] env[64443]: DEBUG oslo_vmware.api [None req-77496817-285b-4f27-9b54-238a1a8c2eef tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ff3c3a-66b7-a349-ad84-d3f30d58dcf4, 'name': SearchDatastore_Task, 'duration_secs': 0.024171} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.563698] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77496817-285b-4f27-9b54-238a1a8c2eef tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.679700] env[64443]: DEBUG nova.compute.manager [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.699127] env[64443]: DEBUG nova.compute.manager [req-138b1e9a-5df6-45e1-b320-3f7e94eec749 req-13ba7d0d-3842-4597-9618-3662d185aa18 service nova] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Received event network-changed-3ebe78e0-81cc-40e3-9299-2295affb5926 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 704.699127] env[64443]: DEBUG nova.compute.manager [req-138b1e9a-5df6-45e1-b320-3f7e94eec749 req-13ba7d0d-3842-4597-9618-3662d185aa18 service nova] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Refreshing instance network info cache due to event network-changed-3ebe78e0-81cc-40e3-9299-2295affb5926. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 704.699127] env[64443]: DEBUG oslo_concurrency.lockutils [req-138b1e9a-5df6-45e1-b320-3f7e94eec749 req-13ba7d0d-3842-4597-9618-3662d185aa18 service nova] Acquiring lock "refresh_cache-95420eb6-9a0f-446f-bed0-b8d47808f5c6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.699127] env[64443]: DEBUG oslo_concurrency.lockutils [req-138b1e9a-5df6-45e1-b320-3f7e94eec749 req-13ba7d0d-3842-4597-9618-3662d185aa18 service nova] Acquired lock "refresh_cache-95420eb6-9a0f-446f-bed0-b8d47808f5c6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.699127] env[64443]: DEBUG nova.network.neutron [req-138b1e9a-5df6-45e1-b320-3f7e94eec749 req-13ba7d0d-3842-4597-9618-3662d185aa18 service nova] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Refreshing network info cache for port 3ebe78e0-81cc-40e3-9299-2295affb5926 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.747093] env[64443]: DEBUG nova.network.neutron [req-0ea4357f-dc66-4f79-b608-3a5819353c65 req-f67b0c02-886a-4157-a30a-ed763cdd6d74 service nova] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Updated VIF entry in instance network info cache for port 2667277b-ce73-42ee-ad9b-3bdaadf3d6c7. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.747093] env[64443]: DEBUG nova.network.neutron [req-0ea4357f-dc66-4f79-b608-3a5819353c65 req-f67b0c02-886a-4157-a30a-ed763cdd6d74 service nova] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Updating instance_info_cache with network_info: [{"id": "2667277b-ce73-42ee-ad9b-3bdaadf3d6c7", "address": "fa:16:3e:9c:32:78", "network": {"id": "dfbbf7d1-044d-4133-b73e-9ed201379803", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1989595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a513f4e7a34df3ac30a0b52c7fdfaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2667277b-ce", "ovs_interfaceid": "2667277b-ce73-42ee-ad9b-3bdaadf3d6c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.758425] env[64443]: DEBUG oslo_vmware.api [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676147, 'name': PowerOffVM_Task, 'duration_secs': 0.418221} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.759260] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.759470] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.759733] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97a5377d-0046-4bcc-930e-1bf49e093ba9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.837150] env[64443]: DEBUG nova.scheduler.client.report [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.846792] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.847065] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.847287] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Deleting the datastore file [datastore2] 95420eb6-9a0f-446f-bed0-b8d47808f5c6 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.847812] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b685a61-3d47-4719-93ce-b525a8364963 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.856809] env[64443]: DEBUG oslo_vmware.api [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for the task: (returnval){ [ 704.856809] env[64443]: value = "task-2676151" [ 704.856809] env[64443]: _type = "Task" [ 704.856809] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.863612] env[64443]: DEBUG nova.compute.manager [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.867813] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84de1168-bbdd-4785-941d-5566c0db310a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.870956] env[64443]: DEBUG oslo_vmware.api [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.923968] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': task-2676148, 'name': Rename_Task, 'duration_secs': 0.275246} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.923968] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.924810] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3b6068c-7541-47b3-884a-93868c2d4e38 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.934924] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Waiting for the task: (returnval){ [ 704.934924] env[64443]: value = "task-2676152" [ 704.934924] env[64443]: _type = "Task" [ 704.934924] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.944688] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': task-2676146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681169} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.945448] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] cbdfcbe9-0ca2-4812-850b-15af857303a7/cbdfcbe9-0ca2-4812-850b-15af857303a7.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.945680] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.945959] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dee4d2e5-db33-47d9-a8e3-61cfb8f2c115 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.951337] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': task-2676152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.958363] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Waiting for the task: (returnval){ [ 704.958363] env[64443]: value = "task-2676153" [ 704.958363] env[64443]: _type = "Task" [ 704.958363] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.980463] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': task-2676153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.983307] env[64443]: DEBUG nova.virt.hardware [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.983569] env[64443]: DEBUG nova.virt.hardware [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.983734] env[64443]: DEBUG nova.virt.hardware [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.983987] env[64443]: DEBUG nova.virt.hardware [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.984100] env[64443]: DEBUG nova.virt.hardware [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.984263] env[64443]: DEBUG nova.virt.hardware [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.984558] env[64443]: DEBUG nova.virt.hardware [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.984739] env[64443]: DEBUG nova.virt.hardware [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.984927] env[64443]: DEBUG nova.virt.hardware [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.985154] env[64443]: DEBUG nova.virt.hardware [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.985386] env[64443]: DEBUG nova.virt.hardware [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.987404] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07627e1a-90a6-4304-9391-0f14e98bf640 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.994854] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676149, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.002051] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5a2325-2dad-49c5-8da9-856ccf93242b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.253748] env[64443]: DEBUG oslo_concurrency.lockutils [req-0ea4357f-dc66-4f79-b608-3a5819353c65 req-f67b0c02-886a-4157-a30a-ed763cdd6d74 service nova] Releasing lock "refresh_cache-6826ea78-727c-4fbe-bb2c-13c66fdcaf3b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.348983] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.350026] env[64443]: DEBUG nova.compute.manager [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.356020] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.231s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.356020] env[64443]: INFO nova.compute.claims [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.368342] env[64443]: DEBUG oslo_vmware.api [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206638} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.368622] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.368769] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.368943] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.369126] env[64443]: INFO nova.compute.manager [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 705.369364] env[64443]: DEBUG oslo.service.loopingcall [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 705.369546] env[64443]: DEBUG nova.compute.manager [-] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.369636] env[64443]: DEBUG nova.network.neutron [-] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.381671] env[64443]: INFO nova.compute.manager [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] instance snapshotting [ 705.386041] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fcf9cc-9df6-4bb3-a7da-335081737ec5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.408557] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4bfeb7-81dd-4605-be56-a42e1b91d4be {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.446622] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': task-2676152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.470529] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "a9cd65b5-58ae-4174-ba35-131d685991ef" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.470735] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "a9cd65b5-58ae-4174-ba35-131d685991ef" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.470978] env[64443]: INFO nova.compute.manager [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Shelving [ 705.472345] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': task-2676153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073977} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.475799] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.476559] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8838a60e-cfaf-486c-ad88-ddef8539f00c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.492020] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676149, 'name': CreateVM_Task, 'duration_secs': 0.58176} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.494711] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.503298] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] cbdfcbe9-0ca2-4812-850b-15af857303a7/cbdfcbe9-0ca2-4812-850b-15af857303a7.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.506364] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.506522] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.506866] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.507357] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fbd7094-2bd7-410d-a96a-2a3a4052ea2d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.531025] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8817e04-ba79-4104-92f5-3444c2f5f54e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.537252] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 705.537252] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52745267-d94f-76cb-67a4-cbec2dbb143d" [ 705.537252] env[64443]: _type = "Task" [ 705.537252] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.543520] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Waiting for the task: (returnval){ [ 705.543520] env[64443]: value = "task-2676154" [ 705.543520] env[64443]: _type = "Task" [ 705.543520] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.553326] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52745267-d94f-76cb-67a4-cbec2dbb143d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.559457] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': task-2676154, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.698395] env[64443]: DEBUG nova.network.neutron [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Successfully updated port: 058e7275-49bc-4fc2-9f35-9aa29073172d {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.813954] env[64443]: DEBUG nova.network.neutron [req-138b1e9a-5df6-45e1-b320-3f7e94eec749 req-13ba7d0d-3842-4597-9618-3662d185aa18 service nova] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Updated VIF entry in instance network info cache for port 3ebe78e0-81cc-40e3-9299-2295affb5926. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.813954] env[64443]: DEBUG nova.network.neutron [req-138b1e9a-5df6-45e1-b320-3f7e94eec749 req-13ba7d0d-3842-4597-9618-3662d185aa18 service nova] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Updating instance_info_cache with network_info: [{"id": "3ebe78e0-81cc-40e3-9299-2295affb5926", "address": "fa:16:3e:63:dc:44", "network": {"id": "b4ddcaa6-3f9f-4613-8dcf-887e199720f4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-519395081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8234b8c9231d4c92bf0b95b977a5eaea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ebe78e0-81", "ovs_interfaceid": "3ebe78e0-81cc-40e3-9299-2295affb5926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.864675] env[64443]: DEBUG nova.compute.utils [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 705.866919] env[64443]: DEBUG nova.compute.manager [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.867287] env[64443]: DEBUG nova.network.neutron [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.920089] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Creating Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 705.920724] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d82b03b9-18cc-43f3-ac77-3c69c5b7eabc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.929036] env[64443]: DEBUG nova.policy [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe301aff93bf4ab2944dc9e019a9af3e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5445cfeb9b0e4f209a03a94721a5973a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.932839] env[64443]: DEBUG oslo_vmware.api [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 705.932839] env[64443]: value = "task-2676155" [ 705.932839] env[64443]: _type = "Task" [ 705.932839] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.954677] env[64443]: DEBUG oslo_vmware.api [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676155, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.960169] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': task-2676152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.059165] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52745267-d94f-76cb-67a4-cbec2dbb143d, 'name': SearchDatastore_Task, 'duration_secs': 0.017987} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.060432] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.060581] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.060821] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.064017] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.064017] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.064017] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6377c043-d588-45ae-8ad1-0a8a8e4062ad {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.069933] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': task-2676154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.079755] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.080878] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.082533] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fbeed15-0c2d-426d-80cf-26b888fdc458 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.089497] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 706.089497] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5281c0a6-efbc-3922-5ab3-cac87656a570" [ 706.089497] env[64443]: _type = "Task" [ 706.089497] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.102232] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5281c0a6-efbc-3922-5ab3-cac87656a570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.202467] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "refresh_cache-ebd70bba-160b-41dc-94ca-5d45e99e5dd8" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.202467] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired lock "refresh_cache-ebd70bba-160b-41dc-94ca-5d45e99e5dd8" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.202467] env[64443]: DEBUG nova.network.neutron [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.234316] env[64443]: DEBUG nova.network.neutron [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Successfully created port: a8b995d4-e49e-443b-88de-1738071966ae {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.317200] env[64443]: DEBUG oslo_concurrency.lockutils [req-138b1e9a-5df6-45e1-b320-3f7e94eec749 req-13ba7d0d-3842-4597-9618-3662d185aa18 service nova] Releasing lock "refresh_cache-95420eb6-9a0f-446f-bed0-b8d47808f5c6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.317200] env[64443]: DEBUG nova.compute.manager [req-138b1e9a-5df6-45e1-b320-3f7e94eec749 req-13ba7d0d-3842-4597-9618-3662d185aa18 service nova] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Received event network-changed-6036e44c-ce8a-48be-9870-1e4aaafff70b {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 706.317440] env[64443]: DEBUG nova.compute.manager [req-138b1e9a-5df6-45e1-b320-3f7e94eec749 req-13ba7d0d-3842-4597-9618-3662d185aa18 service nova] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Refreshing instance network info cache due to event network-changed-6036e44c-ce8a-48be-9870-1e4aaafff70b. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 706.317731] env[64443]: DEBUG oslo_concurrency.lockutils [req-138b1e9a-5df6-45e1-b320-3f7e94eec749 req-13ba7d0d-3842-4597-9618-3662d185aa18 service nova] Acquiring lock "refresh_cache-cdcc1d35-9ead-4e4c-ada3-ab31513b73af" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.317890] env[64443]: DEBUG oslo_concurrency.lockutils [req-138b1e9a-5df6-45e1-b320-3f7e94eec749 req-13ba7d0d-3842-4597-9618-3662d185aa18 service nova] Acquired lock "refresh_cache-cdcc1d35-9ead-4e4c-ada3-ab31513b73af" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.318105] env[64443]: DEBUG nova.network.neutron [req-138b1e9a-5df6-45e1-b320-3f7e94eec749 req-13ba7d0d-3842-4597-9618-3662d185aa18 service nova] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Refreshing network info cache for port 6036e44c-ce8a-48be-9870-1e4aaafff70b {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.334189] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquiring lock "58d285df-0345-4a37-8254-87007c3af28d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.334189] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lock "58d285df-0345-4a37-8254-87007c3af28d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.368037] env[64443]: DEBUG nova.compute.manager [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.426713] env[64443]: DEBUG nova.network.neutron [-] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.452342] env[64443]: DEBUG oslo_vmware.api [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676155, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.475460] env[64443]: DEBUG oslo_vmware.api [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': task-2676152, 'name': PowerOnVM_Task, 'duration_secs': 1.468243} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.475899] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.476364] env[64443]: INFO nova.compute.manager [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Took 9.83 seconds to spawn the instance on the hypervisor. [ 706.477990] env[64443]: DEBUG nova.compute.manager [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.486477] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba2ab56-3688-45d2-8619-439fde0a3dae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.490499] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.491058] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34214b48-2766-4e6e-bc56-0aa7e1ccc1d5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.505180] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 706.505180] env[64443]: value = "task-2676156" [ 706.505180] env[64443]: _type = "Task" [ 706.505180] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.520560] env[64443]: DEBUG nova.compute.manager [req-4307d7fa-12f4-460d-97a0-b392182674ae req-d044e1b1-4ce4-40b4-8930-c6da39e46183 service nova] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Received event network-vif-plugged-058e7275-49bc-4fc2-9f35-9aa29073172d {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 706.520560] env[64443]: DEBUG oslo_concurrency.lockutils [req-4307d7fa-12f4-460d-97a0-b392182674ae req-d044e1b1-4ce4-40b4-8930-c6da39e46183 service nova] Acquiring lock "ebd70bba-160b-41dc-94ca-5d45e99e5dd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.520790] env[64443]: DEBUG oslo_concurrency.lockutils [req-4307d7fa-12f4-460d-97a0-b392182674ae req-d044e1b1-4ce4-40b4-8930-c6da39e46183 service nova] Lock "ebd70bba-160b-41dc-94ca-5d45e99e5dd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.521038] env[64443]: DEBUG oslo_concurrency.lockutils [req-4307d7fa-12f4-460d-97a0-b392182674ae req-d044e1b1-4ce4-40b4-8930-c6da39e46183 service nova] Lock "ebd70bba-160b-41dc-94ca-5d45e99e5dd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.521288] env[64443]: DEBUG nova.compute.manager [req-4307d7fa-12f4-460d-97a0-b392182674ae req-d044e1b1-4ce4-40b4-8930-c6da39e46183 service nova] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] No waiting events found dispatching network-vif-plugged-058e7275-49bc-4fc2-9f35-9aa29073172d {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.521529] env[64443]: WARNING nova.compute.manager [req-4307d7fa-12f4-460d-97a0-b392182674ae req-d044e1b1-4ce4-40b4-8930-c6da39e46183 service nova] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Received unexpected event network-vif-plugged-058e7275-49bc-4fc2-9f35-9aa29073172d for instance with vm_state building and task_state spawning. [ 706.521727] env[64443]: DEBUG nova.compute.manager [req-4307d7fa-12f4-460d-97a0-b392182674ae req-d044e1b1-4ce4-40b4-8930-c6da39e46183 service nova] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Received event network-changed-058e7275-49bc-4fc2-9f35-9aa29073172d {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 706.522230] env[64443]: DEBUG nova.compute.manager [req-4307d7fa-12f4-460d-97a0-b392182674ae req-d044e1b1-4ce4-40b4-8930-c6da39e46183 service nova] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Refreshing instance network info cache due to event network-changed-058e7275-49bc-4fc2-9f35-9aa29073172d. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 706.522697] env[64443]: DEBUG oslo_concurrency.lockutils [req-4307d7fa-12f4-460d-97a0-b392182674ae req-d044e1b1-4ce4-40b4-8930-c6da39e46183 service nova] Acquiring lock "refresh_cache-ebd70bba-160b-41dc-94ca-5d45e99e5dd8" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.533227] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.562732] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': task-2676154, 'name': ReconfigVM_Task, 'duration_secs': 0.664555} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.566828] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Reconfigured VM instance instance-0000002d to attach disk [datastore2] cbdfcbe9-0ca2-4812-850b-15af857303a7/cbdfcbe9-0ca2-4812-850b-15af857303a7.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.568750] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51653d80-a1f2-4a68-a634-a4f64a242e63 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.578740] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Waiting for the task: (returnval){ [ 706.578740] env[64443]: value = "task-2676157" [ 706.578740] env[64443]: _type = "Task" [ 706.578740] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.594632] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': task-2676157, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.612890] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5281c0a6-efbc-3922-5ab3-cac87656a570, 'name': SearchDatastore_Task, 'duration_secs': 0.01838} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.613987] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2275675d-3fe1-4eac-b0dd-044f3bbe09a4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.626386] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 706.626386] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52dbaeff-90ba-3caa-735e-207738307219" [ 706.626386] env[64443]: _type = "Task" [ 706.626386] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.639229] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52dbaeff-90ba-3caa-735e-207738307219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.648143] env[64443]: DEBUG oslo_concurrency.lockutils [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquiring lock "b13e79da-5a9e-4e1d-a535-e5b97e76d2aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.652023] env[64443]: DEBUG oslo_concurrency.lockutils [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lock "b13e79da-5a9e-4e1d-a535-e5b97e76d2aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.748806] env[64443]: DEBUG nova.network.neutron [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.935341] env[64443]: INFO nova.compute.manager [-] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Took 1.57 seconds to deallocate network for instance. [ 706.961370] env[64443]: DEBUG oslo_vmware.api [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676155, 'name': CreateSnapshot_Task, 'duration_secs': 0.723816} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.961514] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Created Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 706.962641] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fdb36b-8c71-40ed-97dc-2fab8a0e0b9f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.984019] env[64443]: DEBUG nova.network.neutron [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Updating instance_info_cache with network_info: [{"id": "058e7275-49bc-4fc2-9f35-9aa29073172d", "address": "fa:16:3e:d5:30:b0", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap058e7275-49", "ovs_interfaceid": "058e7275-49bc-4fc2-9f35-9aa29073172d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.022589] env[64443]: INFO nova.compute.manager [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Took 47.10 seconds to build instance. [ 707.033241] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676156, 'name': PowerOffVM_Task, 'duration_secs': 0.253384} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.037328] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.039533] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529f001b-eaf0-4da8-b653-ca3228dee3e1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.082331] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Acquiring lock "5d32979c-4d4b-4ec2-ae7a-23f8808cce19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.090788] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c688be7c-8c9e-4530-afa2-950468594a16 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.103828] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': task-2676157, 'name': Rename_Task, 'duration_secs': 0.199894} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.108912] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.110409] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88efcbba-271c-4da2-b2b2-07929e8038eb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.120115] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Waiting for the task: (returnval){ [ 707.120115] env[64443]: value = "task-2676158" [ 707.120115] env[64443]: _type = "Task" [ 707.120115] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.135664] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': task-2676158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.146017] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52dbaeff-90ba-3caa-735e-207738307219, 'name': SearchDatastore_Task, 'duration_secs': 0.013495} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.146017] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.146340] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b/6826ea78-727c-4fbe-bb2c-13c66fdcaf3b.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.147263] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e58f34f4-3910-4b09-857e-062458a78bdd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.156235] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 707.156235] env[64443]: value = "task-2676159" [ 707.156235] env[64443]: _type = "Task" [ 707.156235] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.162865] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a751cbd3-c8fa-4c49-8656-dcea74925624 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.169375] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.174850] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78384b21-f22e-4740-a71d-cad9c3d07aa3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.208635] env[64443]: DEBUG nova.network.neutron [req-138b1e9a-5df6-45e1-b320-3f7e94eec749 req-13ba7d0d-3842-4597-9618-3662d185aa18 service nova] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Updated VIF entry in instance network info cache for port 6036e44c-ce8a-48be-9870-1e4aaafff70b. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.209013] env[64443]: DEBUG nova.network.neutron [req-138b1e9a-5df6-45e1-b320-3f7e94eec749 req-13ba7d0d-3842-4597-9618-3662d185aa18 service nova] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Updating instance_info_cache with network_info: [{"id": "6036e44c-ce8a-48be-9870-1e4aaafff70b", "address": "fa:16:3e:c7:b5:dd", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6036e44c-ce", "ovs_interfaceid": "6036e44c-ce8a-48be-9870-1e4aaafff70b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.213237] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afb9131-0b28-4982-be33-9315bb1d30f3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.220510] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71557aa3-6771-4a05-b0cd-59a49d8b06d6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.236921] env[64443]: DEBUG nova.compute.provider_tree [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.383665] env[64443]: DEBUG nova.compute.manager [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.414487] env[64443]: DEBUG nova.virt.hardware [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.414826] env[64443]: DEBUG nova.virt.hardware [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.415060] env[64443]: DEBUG nova.virt.hardware [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.415351] env[64443]: DEBUG nova.virt.hardware [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.415571] env[64443]: DEBUG nova.virt.hardware [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.415776] env[64443]: DEBUG nova.virt.hardware [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.416074] env[64443]: DEBUG nova.virt.hardware [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.416301] env[64443]: DEBUG nova.virt.hardware [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.416531] env[64443]: DEBUG nova.virt.hardware [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.416750] env[64443]: DEBUG nova.virt.hardware [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.417020] env[64443]: DEBUG nova.virt.hardware [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.418225] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b4b787-0750-4df2-93a4-083547332c18 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.429260] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32a408a-a85b-4150-b061-f9408e13b99d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.453941] env[64443]: DEBUG oslo_concurrency.lockutils [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.497532] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Creating linked-clone VM from snapshot {{(pid=64443) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 707.498330] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Releasing lock "refresh_cache-ebd70bba-160b-41dc-94ca-5d45e99e5dd8" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.498584] env[64443]: DEBUG nova.compute.manager [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Instance network_info: |[{"id": "058e7275-49bc-4fc2-9f35-9aa29073172d", "address": "fa:16:3e:d5:30:b0", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap058e7275-49", "ovs_interfaceid": "058e7275-49bc-4fc2-9f35-9aa29073172d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.498927] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-efea49d6-5028-42dc-b44d-fbe7b5653b1a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.503357] env[64443]: DEBUG oslo_concurrency.lockutils [req-4307d7fa-12f4-460d-97a0-b392182674ae req-d044e1b1-4ce4-40b4-8930-c6da39e46183 service nova] Acquired lock "refresh_cache-ebd70bba-160b-41dc-94ca-5d45e99e5dd8" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.503617] env[64443]: DEBUG nova.network.neutron [req-4307d7fa-12f4-460d-97a0-b392182674ae req-d044e1b1-4ce4-40b4-8930-c6da39e46183 service nova] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Refreshing network info cache for port 058e7275-49bc-4fc2-9f35-9aa29073172d {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.505168] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:30:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '058e7275-49bc-4fc2-9f35-9aa29073172d', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.516683] env[64443]: DEBUG oslo.service.loopingcall [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 707.517981] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.518939] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1816eae-284f-46ac-8eee-313ed463daed {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.545433] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1230fa-b62e-4bf9-8395-57e5f152f076 tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Lock "5d32979c-4d4b-4ec2-ae7a-23f8808cce19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.953s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.545433] env[64443]: DEBUG oslo_vmware.api [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 707.545433] env[64443]: value = "task-2676160" [ 707.545433] env[64443]: _type = "Task" [ 707.545433] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.546035] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Lock "5d32979c-4d4b-4ec2-ae7a-23f8808cce19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.464s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.546597] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Acquiring lock "5d32979c-4d4b-4ec2-ae7a-23f8808cce19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.546597] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Lock "5d32979c-4d4b-4ec2-ae7a-23f8808cce19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.546813] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Lock "5d32979c-4d4b-4ec2-ae7a-23f8808cce19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.549763] env[64443]: INFO nova.compute.manager [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Terminating instance [ 707.560797] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.560797] env[64443]: value = "task-2676161" [ 707.560797] env[64443]: _type = "Task" [ 707.560797] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.576038] env[64443]: DEBUG oslo_vmware.api [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676160, 'name': CloneVM_Task} progress is 12%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.581486] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676161, 'name': CreateVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.612911] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Creating Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 707.613329] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6271561c-bd58-4ab6-af8b-171fa26a5268 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.622700] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 707.622700] env[64443]: value = "task-2676162" [ 707.622700] env[64443]: _type = "Task" [ 707.622700] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.638498] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': task-2676158, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.642045] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676162, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.669703] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676159, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.714408] env[64443]: DEBUG oslo_concurrency.lockutils [req-138b1e9a-5df6-45e1-b320-3f7e94eec749 req-13ba7d0d-3842-4597-9618-3662d185aa18 service nova] Releasing lock "refresh_cache-cdcc1d35-9ead-4e4c-ada3-ab31513b73af" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.740267] env[64443]: DEBUG nova.scheduler.client.report [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.938824] env[64443]: DEBUG nova.network.neutron [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Successfully updated port: a8b995d4-e49e-443b-88de-1738071966ae {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.056912] env[64443]: DEBUG nova.compute.manager [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.062509] env[64443]: DEBUG nova.compute.manager [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.062746] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.063721] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7ed486-76d9-4008-85a8-6428565123ed {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.073304] env[64443]: DEBUG oslo_vmware.api [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676160, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.085135] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.085338] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676161, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.085988] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10da9581-0d31-42c5-941f-3f674021ca57 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.095373] env[64443]: DEBUG oslo_vmware.api [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Waiting for the task: (returnval){ [ 708.095373] env[64443]: value = "task-2676163" [ 708.095373] env[64443]: _type = "Task" [ 708.095373] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.107763] env[64443]: DEBUG oslo_vmware.api [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': task-2676163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.137369] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': task-2676158, 'name': PowerOnVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.140809] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676162, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.168391] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761372} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.168782] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b/6826ea78-727c-4fbe-bb2c-13c66fdcaf3b.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.169063] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.169372] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cf0095d-8613-4823-8bd1-65d82d951f03 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.180426] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 708.180426] env[64443]: value = "task-2676164" [ 708.180426] env[64443]: _type = "Task" [ 708.180426] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.190527] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.247316] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.895s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.248180] env[64443]: DEBUG nova.compute.manager [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.252454] env[64443]: DEBUG oslo_concurrency.lockutils [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.285s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.252776] env[64443]: DEBUG nova.objects.instance [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Lazy-loading 'resources' on Instance uuid 4865661d-e1c2-4e2a-9051-bab851553c15 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.278669] env[64443]: DEBUG nova.network.neutron [req-4307d7fa-12f4-460d-97a0-b392182674ae req-d044e1b1-4ce4-40b4-8930-c6da39e46183 service nova] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Updated VIF entry in instance network info cache for port 058e7275-49bc-4fc2-9f35-9aa29073172d. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.279066] env[64443]: DEBUG nova.network.neutron [req-4307d7fa-12f4-460d-97a0-b392182674ae req-d044e1b1-4ce4-40b4-8930-c6da39e46183 service nova] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Updating instance_info_cache with network_info: [{"id": "058e7275-49bc-4fc2-9f35-9aa29073172d", "address": "fa:16:3e:d5:30:b0", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap058e7275-49", "ovs_interfaceid": "058e7275-49bc-4fc2-9f35-9aa29073172d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.444288] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "refresh_cache-0981bdf7-7ad1-45d4-a556-7e69da1cf213" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.444450] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquired lock "refresh_cache-0981bdf7-7ad1-45d4-a556-7e69da1cf213" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.444606] env[64443]: DEBUG nova.network.neutron [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.544762] env[64443]: DEBUG nova.compute.manager [req-2e8ee95c-3144-4bcb-9057-8e29439b6cd9 req-8e06dccc-f01c-45a5-bd60-dd2d42fa3b58 service nova] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Received event network-vif-plugged-a8b995d4-e49e-443b-88de-1738071966ae {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.544844] env[64443]: DEBUG oslo_concurrency.lockutils [req-2e8ee95c-3144-4bcb-9057-8e29439b6cd9 req-8e06dccc-f01c-45a5-bd60-dd2d42fa3b58 service nova] Acquiring lock "0981bdf7-7ad1-45d4-a556-7e69da1cf213-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.545336] env[64443]: DEBUG oslo_concurrency.lockutils [req-2e8ee95c-3144-4bcb-9057-8e29439b6cd9 req-8e06dccc-f01c-45a5-bd60-dd2d42fa3b58 service nova] Lock "0981bdf7-7ad1-45d4-a556-7e69da1cf213-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.545565] env[64443]: DEBUG oslo_concurrency.lockutils [req-2e8ee95c-3144-4bcb-9057-8e29439b6cd9 req-8e06dccc-f01c-45a5-bd60-dd2d42fa3b58 service nova] Lock "0981bdf7-7ad1-45d4-a556-7e69da1cf213-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.545744] env[64443]: DEBUG nova.compute.manager [req-2e8ee95c-3144-4bcb-9057-8e29439b6cd9 req-8e06dccc-f01c-45a5-bd60-dd2d42fa3b58 service nova] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] No waiting events found dispatching network-vif-plugged-a8b995d4-e49e-443b-88de-1738071966ae {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.545940] env[64443]: WARNING nova.compute.manager [req-2e8ee95c-3144-4bcb-9057-8e29439b6cd9 req-8e06dccc-f01c-45a5-bd60-dd2d42fa3b58 service nova] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Received unexpected event network-vif-plugged-a8b995d4-e49e-443b-88de-1738071966ae for instance with vm_state building and task_state spawning. [ 708.546169] env[64443]: DEBUG nova.compute.manager [req-2e8ee95c-3144-4bcb-9057-8e29439b6cd9 req-8e06dccc-f01c-45a5-bd60-dd2d42fa3b58 service nova] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Received event network-changed-a8b995d4-e49e-443b-88de-1738071966ae {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.546365] env[64443]: DEBUG nova.compute.manager [req-2e8ee95c-3144-4bcb-9057-8e29439b6cd9 req-8e06dccc-f01c-45a5-bd60-dd2d42fa3b58 service nova] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Refreshing instance network info cache due to event network-changed-a8b995d4-e49e-443b-88de-1738071966ae. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 708.546640] env[64443]: DEBUG oslo_concurrency.lockutils [req-2e8ee95c-3144-4bcb-9057-8e29439b6cd9 req-8e06dccc-f01c-45a5-bd60-dd2d42fa3b58 service nova] Acquiring lock "refresh_cache-0981bdf7-7ad1-45d4-a556-7e69da1cf213" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.566606] env[64443]: DEBUG oslo_vmware.api [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676160, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.577495] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676161, 'name': CreateVM_Task, 'duration_secs': 0.703907} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.577643] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.578286] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.578474] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.578797] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.579066] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f544532d-2299-4ed9-a51f-49e9e068ab27 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.581585] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.586175] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 708.586175] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]529cabe6-aec9-91f3-06a4-77600531a3dd" [ 708.586175] env[64443]: _type = "Task" [ 708.586175] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.595646] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529cabe6-aec9-91f3-06a4-77600531a3dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.603793] env[64443]: DEBUG oslo_vmware.api [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': task-2676163, 'name': PowerOffVM_Task, 'duration_secs': 0.250597} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.604062] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.604240] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.604489] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ece30b41-4b06-40ac-9b18-dddcb029f457 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.637192] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676162, 'name': CreateSnapshot_Task, 'duration_secs': 0.912436} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.640833] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Created Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 708.640833] env[64443]: DEBUG oslo_vmware.api [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': task-2676158, 'name': PowerOnVM_Task, 'duration_secs': 1.318257} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.641009] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1806b644-15e5-4da5-80fe-cb1fe1259308 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.643672] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.643882] env[64443]: INFO nova.compute.manager [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Took 9.28 seconds to spawn the instance on the hypervisor. [ 708.644082] env[64443]: DEBUG nova.compute.manager [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.644879] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ace2a3d-1a35-489d-9fe1-280d4393243f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.692952] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212176} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.693723] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.695410] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86938974-c661-404e-b161-1fe3fbf7549f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.700398] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.700700] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.700867] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Deleting the datastore file [datastore1] 5d32979c-4d4b-4ec2-ae7a-23f8808cce19 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.701529] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22c8ebf6-ab12-421a-8f77-735fdb5c3ff2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.724595] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b/6826ea78-727c-4fbe-bb2c-13c66fdcaf3b.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.726469] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10b1eba1-f5b9-4a0e-aea2-eaa0dd3feae7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.743455] env[64443]: DEBUG oslo_vmware.api [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Waiting for the task: (returnval){ [ 708.743455] env[64443]: value = "task-2676166" [ 708.743455] env[64443]: _type = "Task" [ 708.743455] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.750156] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 708.750156] env[64443]: value = "task-2676167" [ 708.750156] env[64443]: _type = "Task" [ 708.750156] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.755925] env[64443]: DEBUG oslo_vmware.api [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': task-2676166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.759492] env[64443]: DEBUG nova.compute.utils [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 708.761888] env[64443]: DEBUG nova.compute.manager [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.762072] env[64443]: DEBUG nova.network.neutron [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.771643] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.783145] env[64443]: DEBUG oslo_concurrency.lockutils [req-4307d7fa-12f4-460d-97a0-b392182674ae req-d044e1b1-4ce4-40b4-8930-c6da39e46183 service nova] Releasing lock "refresh_cache-ebd70bba-160b-41dc-94ca-5d45e99e5dd8" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.783145] env[64443]: DEBUG nova.compute.manager [req-4307d7fa-12f4-460d-97a0-b392182674ae req-d044e1b1-4ce4-40b4-8930-c6da39e46183 service nova] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Received event network-vif-deleted-3ebe78e0-81cc-40e3-9299-2295affb5926 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.847429] env[64443]: DEBUG nova.policy [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7f196d3ef6f4e15a90ec64f210bd408', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef110414f45d4d608949d6037096e273', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.989256] env[64443]: DEBUG nova.network.neutron [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.068710] env[64443]: DEBUG oslo_vmware.api [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676160, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.099397] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529cabe6-aec9-91f3-06a4-77600531a3dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011018} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.099680] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.100109] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.100432] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.100588] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.100836] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.108515] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9e95554-0d99-4189-ba22-27480ba00d7b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.120619] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.120619] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.121405] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cbf7acf-9bbd-4ae0-8673-578ea4e25b2d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.136025] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 709.136025] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52bb6cc6-5928-dfdf-04aa-b0c012d38d95" [ 709.136025] env[64443]: _type = "Task" [ 709.136025] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.146593] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52bb6cc6-5928-dfdf-04aa-b0c012d38d95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.164371] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Creating linked-clone VM from snapshot {{(pid=64443) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 709.175292] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1691b66d-f649-4cc6-9fc9-b370b34c7f56 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.183089] env[64443]: INFO nova.compute.manager [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Took 41.35 seconds to build instance. [ 709.194324] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 709.194324] env[64443]: value = "task-2676168" [ 709.194324] env[64443]: _type = "Task" [ 709.194324] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.209364] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676168, 'name': CloneVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.244565] env[64443]: DEBUG nova.network.neutron [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Updating instance_info_cache with network_info: [{"id": "a8b995d4-e49e-443b-88de-1738071966ae", "address": "fa:16:3e:8f:ae:48", "network": {"id": "b42c890e-4191-4a47-803e-ca59ec192612", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2112483500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5445cfeb9b0e4f209a03a94721a5973a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8b995d4-e4", "ovs_interfaceid": "a8b995d4-e49e-443b-88de-1738071966ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.263041] env[64443]: DEBUG nova.compute.manager [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.274924] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.275262] env[64443]: DEBUG oslo_vmware.api [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Task: {'id': task-2676166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319782} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.278166] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.278382] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.278570] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.278747] env[64443]: INFO nova.compute.manager [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Took 1.22 seconds to destroy the instance on the hypervisor. [ 709.278993] env[64443]: DEBUG oslo.service.loopingcall [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 709.280569] env[64443]: DEBUG nova.compute.manager [-] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.280569] env[64443]: DEBUG nova.network.neutron [-] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.313794] env[64443]: DEBUG nova.network.neutron [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Successfully created port: 4e267636-ffe7-4a8f-ab30-9784d36d57c1 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.461025] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471040d7-0feb-43f6-b59e-e04cc0a5130b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.468375] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3398696-c847-4943-9e6a-e57a3d6cc556 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.513159] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a55ad2-0de9-4b9f-9cab-6eacd295bf50 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.523338] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fd8525-7896-4100-9413-088d6e67859b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.543965] env[64443]: DEBUG nova.compute.provider_tree [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.567379] env[64443]: DEBUG oslo_vmware.api [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676160, 'name': CloneVM_Task} progress is 95%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.650392] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52bb6cc6-5928-dfdf-04aa-b0c012d38d95, 'name': SearchDatastore_Task, 'duration_secs': 0.030611} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.650392] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aaf890d-6920-4075-a198-28128612c4dd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.662662] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 709.662662] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52b9845f-7150-465f-cb3c-c0fe4ac627e6" [ 709.662662] env[64443]: _type = "Task" [ 709.662662] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.674371] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b9845f-7150-465f-cb3c-c0fe4ac627e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.686221] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dd3c773e-5764-49b6-a287-6dc4bd92bce8 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Lock "cbdfcbe9-0ca2-4812-850b-15af857303a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.909s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.706217] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676168, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.757211] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Releasing lock "refresh_cache-0981bdf7-7ad1-45d4-a556-7e69da1cf213" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.757743] env[64443]: DEBUG nova.compute.manager [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Instance network_info: |[{"id": "a8b995d4-e49e-443b-88de-1738071966ae", "address": "fa:16:3e:8f:ae:48", "network": {"id": "b42c890e-4191-4a47-803e-ca59ec192612", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2112483500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5445cfeb9b0e4f209a03a94721a5973a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8b995d4-e4", "ovs_interfaceid": "a8b995d4-e49e-443b-88de-1738071966ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.758274] env[64443]: DEBUG oslo_concurrency.lockutils [req-2e8ee95c-3144-4bcb-9057-8e29439b6cd9 req-8e06dccc-f01c-45a5-bd60-dd2d42fa3b58 service nova] Acquired lock "refresh_cache-0981bdf7-7ad1-45d4-a556-7e69da1cf213" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.758576] env[64443]: DEBUG nova.network.neutron [req-2e8ee95c-3144-4bcb-9057-8e29439b6cd9 req-8e06dccc-f01c-45a5-bd60-dd2d42fa3b58 service nova] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Refreshing network info cache for port a8b995d4-e49e-443b-88de-1738071966ae {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.763929] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:ae:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8b995d4-e49e-443b-88de-1738071966ae', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.774591] env[64443]: DEBUG oslo.service.loopingcall [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 709.785344] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.786155] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2863d170-acdf-4632-a42d-523390b915cc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.820017] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676167, 'name': ReconfigVM_Task, 'duration_secs': 0.687501} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.821579] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b/6826ea78-727c-4fbe-bb2c-13c66fdcaf3b.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.822180] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.822180] env[64443]: value = "task-2676169" [ 709.822180] env[64443]: _type = "Task" [ 709.822180] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.822439] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-406740a6-da9a-49bc-a68c-81e03f993372 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.842709] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 709.842709] env[64443]: value = "task-2676170" [ 709.842709] env[64443]: _type = "Task" [ 709.842709] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.842996] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676169, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.857586] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676170, 'name': Rename_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.048100] env[64443]: DEBUG nova.scheduler.client.report [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.067574] env[64443]: DEBUG oslo_vmware.api [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676160, 'name': CloneVM_Task, 'duration_secs': 2.313551} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.068758] env[64443]: INFO nova.virt.vmwareapi.vmops [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Created linked-clone VM from snapshot [ 710.070524] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615f568e-35b9-45a6-ae6b-d28e8ca5ed58 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.085279] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Uploading image c8347cbd-2644-4e36-a8fd-73902066a91e {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 710.103505] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Destroying the VM {{(pid=64443) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 710.103831] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d0d4848c-0b23-48c6-97cb-a3e5a12bc1d4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.113564] env[64443]: DEBUG oslo_vmware.api [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 710.113564] env[64443]: value = "task-2676171" [ 710.113564] env[64443]: _type = "Task" [ 710.113564] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.124708] env[64443]: DEBUG oslo_vmware.api [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676171, 'name': Destroy_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.175764] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b9845f-7150-465f-cb3c-c0fe4ac627e6, 'name': SearchDatastore_Task, 'duration_secs': 0.028726} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.176106] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.176375] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] ebd70bba-160b-41dc-94ca-5d45e99e5dd8/ebd70bba-160b-41dc-94ca-5d45e99e5dd8.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.176651] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5e3676a-ee61-42ec-8c79-27d422b238d3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.186878] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 710.186878] env[64443]: value = "task-2676172" [ 710.186878] env[64443]: _type = "Task" [ 710.186878] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.192972] env[64443]: DEBUG nova.compute.manager [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.211447] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.222171] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676168, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.234867] env[64443]: DEBUG nova.network.neutron [-] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.313613] env[64443]: DEBUG nova.compute.manager [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.339975] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676169, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.355633] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676170, 'name': Rename_Task, 'duration_secs': 0.238821} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.357493] env[64443]: DEBUG nova.virt.hardware [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.357751] env[64443]: DEBUG nova.virt.hardware [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.357911] env[64443]: DEBUG nova.virt.hardware [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.358115] env[64443]: DEBUG nova.virt.hardware [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.358269] env[64443]: DEBUG nova.virt.hardware [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.358418] env[64443]: DEBUG nova.virt.hardware [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.358638] env[64443]: DEBUG nova.virt.hardware [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.358799] env[64443]: DEBUG nova.virt.hardware [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.358971] env[64443]: DEBUG nova.virt.hardware [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.359162] env[64443]: DEBUG nova.virt.hardware [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.359363] env[64443]: DEBUG nova.virt.hardware [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.359705] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.360782] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beab15c-0eee-4244-b4e1-41ac1f37d908 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.363725] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b22afd8-3f3d-4bad-85b8-772a00c7b8af {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.374449] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5471e3-cf52-493c-8168-eaf28eb8ca4b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.379658] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 710.379658] env[64443]: value = "task-2676173" [ 710.379658] env[64443]: _type = "Task" [ 710.379658] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.404209] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.557149] env[64443]: DEBUG oslo_concurrency.lockutils [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.303s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.561744] env[64443]: DEBUG oslo_concurrency.lockutils [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.250s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.563736] env[64443]: DEBUG nova.objects.instance [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Lazy-loading 'resources' on Instance uuid c806a2df-2ef2-44aa-a265-ece27caa6307 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.591862] env[64443]: INFO nova.scheduler.client.report [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Deleted allocations for instance 4865661d-e1c2-4e2a-9051-bab851553c15 [ 710.633224] env[64443]: DEBUG oslo_vmware.api [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676171, 'name': Destroy_Task, 'duration_secs': 0.502246} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.633915] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Destroyed the VM [ 710.634617] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Deleting Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 710.635368] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ae8909ad-242c-47fc-8f04-c182285b8702 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.648946] env[64443]: DEBUG oslo_vmware.api [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 710.648946] env[64443]: value = "task-2676174" [ 710.648946] env[64443]: _type = "Task" [ 710.648946] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.671077] env[64443]: DEBUG oslo_vmware.api [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676174, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.703441] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676172, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.716163] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676168, 'name': CloneVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.728345] env[64443]: DEBUG oslo_concurrency.lockutils [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.732209] env[64443]: DEBUG nova.network.neutron [req-2e8ee95c-3144-4bcb-9057-8e29439b6cd9 req-8e06dccc-f01c-45a5-bd60-dd2d42fa3b58 service nova] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Updated VIF entry in instance network info cache for port a8b995d4-e49e-443b-88de-1738071966ae. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.732209] env[64443]: DEBUG nova.network.neutron [req-2e8ee95c-3144-4bcb-9057-8e29439b6cd9 req-8e06dccc-f01c-45a5-bd60-dd2d42fa3b58 service nova] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Updating instance_info_cache with network_info: [{"id": "a8b995d4-e49e-443b-88de-1738071966ae", "address": "fa:16:3e:8f:ae:48", "network": {"id": "b42c890e-4191-4a47-803e-ca59ec192612", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2112483500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5445cfeb9b0e4f209a03a94721a5973a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8b995d4-e4", "ovs_interfaceid": "a8b995d4-e49e-443b-88de-1738071966ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.740784] env[64443]: INFO nova.compute.manager [-] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Took 1.46 seconds to deallocate network for instance. [ 710.838733] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676169, 'name': CreateVM_Task, 'duration_secs': 0.664675} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.839612] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.840120] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.841760] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.842308] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.843737] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-984a4d03-011f-47c9-b96c-3e0c940f6c2c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.846892] env[64443]: DEBUG nova.compute.manager [req-7ec2398f-684c-4494-b4fc-e8becb9762d8 req-ba4d59ff-f418-4895-ac97-cf298f6cbc70 service nova] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Received event network-vif-deleted-d256cb78-0eb7-4b1c-b5f5-9755d292f141 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.852794] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 710.852794] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]523073ad-0a38-d3f4-21b7-85fbfd2c28d2" [ 710.852794] env[64443]: _type = "Task" [ 710.852794] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.864667] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]523073ad-0a38-d3f4-21b7-85fbfd2c28d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.892840] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676173, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.105691] env[64443]: DEBUG oslo_concurrency.lockutils [None req-07f3504f-2382-4c77-a44b-13f4135245e8 tempest-InstanceActionsNegativeTestJSON-1895992846 tempest-InstanceActionsNegativeTestJSON-1895992846-project-member] Lock "4865661d-e1c2-4e2a-9051-bab851553c15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.541s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.108308] env[64443]: DEBUG nova.network.neutron [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Successfully updated port: 4e267636-ffe7-4a8f-ab30-9784d36d57c1 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.160162] env[64443]: DEBUG oslo_vmware.api [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676174, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.198855] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652366} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.201779] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] ebd70bba-160b-41dc-94ca-5d45e99e5dd8/ebd70bba-160b-41dc-94ca-5d45e99e5dd8.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.201979] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.205574] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbc89557-bd3d-4294-b5f8-f1888f2d72e3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.214249] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676168, 'name': CloneVM_Task, 'duration_secs': 1.61633} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.219780] env[64443]: INFO nova.virt.vmwareapi.vmops [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Created linked-clone VM from snapshot [ 711.219780] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 711.219780] env[64443]: value = "task-2676175" [ 711.219780] env[64443]: _type = "Task" [ 711.219780] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.220892] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63113d1-dc93-4d3b-9438-857aef49478d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.236799] env[64443]: DEBUG oslo_concurrency.lockutils [req-2e8ee95c-3144-4bcb-9057-8e29439b6cd9 req-8e06dccc-f01c-45a5-bd60-dd2d42fa3b58 service nova] Releasing lock "refresh_cache-0981bdf7-7ad1-45d4-a556-7e69da1cf213" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.237407] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Uploading image 8c4dd395-f513-41ad-9ab9-8b7fc62c820f {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 711.239772] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.250132] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.289159] env[64443]: DEBUG oslo_vmware.rw_handles [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 711.289159] env[64443]: value = "vm-539618" [ 711.289159] env[64443]: _type = "VirtualMachine" [ 711.289159] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 711.289581] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-44e89c23-6429-41cd-ad47-899362cf1df4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.300433] env[64443]: DEBUG oslo_vmware.rw_handles [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lease: (returnval){ [ 711.300433] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52879d50-b4b5-da61-fb46-b43210dcc584" [ 711.300433] env[64443]: _type = "HttpNfcLease" [ 711.300433] env[64443]: } obtained for exporting VM: (result){ [ 711.300433] env[64443]: value = "vm-539618" [ 711.300433] env[64443]: _type = "VirtualMachine" [ 711.300433] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 711.300737] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the lease: (returnval){ [ 711.300737] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52879d50-b4b5-da61-fb46-b43210dcc584" [ 711.300737] env[64443]: _type = "HttpNfcLease" [ 711.300737] env[64443]: } to be ready. {{(pid=64443) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 711.314084] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 711.314084] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52879d50-b4b5-da61-fb46-b43210dcc584" [ 711.314084] env[64443]: _type = "HttpNfcLease" [ 711.314084] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 711.380445] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]523073ad-0a38-d3f4-21b7-85fbfd2c28d2, 'name': SearchDatastore_Task, 'duration_secs': 0.01365} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.380743] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.380977] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.381226] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.381372] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.381549] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.381881] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a1072a4-af5d-43ac-81e7-f4aceedaf3ed {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.399901] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676173, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.411736] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.412162] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.412755] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1adab1f3-3dce-4fea-b7c5-126ac9551c8f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.421648] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 711.421648] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5246742f-295b-2540-1c47-a20ce90a0e41" [ 711.421648] env[64443]: _type = "Task" [ 711.421648] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.431178] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5246742f-295b-2540-1c47-a20ce90a0e41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.615048] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquiring lock "refresh_cache-57c7045b-f9d7-46d9-8017-15896cee5224" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.615259] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquired lock "refresh_cache-57c7045b-f9d7-46d9-8017-15896cee5224" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.615378] env[64443]: DEBUG nova.network.neutron [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.655612] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d92505-1590-4820-aba3-5169f098e568 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.661539] env[64443]: DEBUG oslo_vmware.api [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676174, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.667164] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d6338f-1a78-4b9e-977e-d77227799cbd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.699748] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec180b7-c140-4b93-b4a7-2b310669ca64 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.708350] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad504f8-a549-4fc1-8619-634003393175 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.722689] env[64443]: DEBUG nova.compute.provider_tree [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.732707] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271243} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.733739] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.734665] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d7684c-594f-42a3-ad89-72ca7acdd80d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.759626] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] ebd70bba-160b-41dc-94ca-5d45e99e5dd8/ebd70bba-160b-41dc-94ca-5d45e99e5dd8.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.760203] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7dc9c40-0be2-4cef-988e-a1205542fd8e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.781729] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 711.781729] env[64443]: value = "task-2676177" [ 711.781729] env[64443]: _type = "Task" [ 711.781729] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.791758] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.812721] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 711.812721] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52879d50-b4b5-da61-fb46-b43210dcc584" [ 711.812721] env[64443]: _type = "HttpNfcLease" [ 711.812721] env[64443]: } is ready. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 711.813045] env[64443]: DEBUG oslo_vmware.rw_handles [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 711.813045] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52879d50-b4b5-da61-fb46-b43210dcc584" [ 711.813045] env[64443]: _type = "HttpNfcLease" [ 711.813045] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 711.813809] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04d389c-1c9e-4b00-9b81-d605bed25829 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.822645] env[64443]: DEBUG oslo_vmware.rw_handles [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3a6af-b348-9302-ab11-e030bb59e964/disk-0.vmdk from lease info. {{(pid=64443) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 711.822836] env[64443]: DEBUG oslo_vmware.rw_handles [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3a6af-b348-9302-ab11-e030bb59e964/disk-0.vmdk for reading. {{(pid=64443) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 711.893744] env[64443]: DEBUG oslo_vmware.api [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676173, 'name': PowerOnVM_Task, 'duration_secs': 1.063444} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.894018] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.894226] env[64443]: INFO nova.compute.manager [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Took 9.90 seconds to spawn the instance on the hypervisor. [ 711.894414] env[64443]: DEBUG nova.compute.manager [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.895272] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c58f676-9b21-4256-93c0-e79ea640a30d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.922742] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a2f57dea-935f-4571-9f4c-45f96c5d15da {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.935305] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5246742f-295b-2540-1c47-a20ce90a0e41, 'name': SearchDatastore_Task, 'duration_secs': 0.014559} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.936494] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386072ea-334a-4f35-bb91-9ef098e4c7a1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.943518] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 711.943518] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]521965ae-93c1-2e8b-1a8f-bbab44fd853d" [ 711.943518] env[64443]: _type = "Task" [ 711.943518] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.953041] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]521965ae-93c1-2e8b-1a8f-bbab44fd853d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.156915] env[64443]: DEBUG nova.network.neutron [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.165988] env[64443]: DEBUG oslo_vmware.api [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676174, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.228892] env[64443]: DEBUG nova.scheduler.client.report [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.299191] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.326912] env[64443]: DEBUG nova.network.neutron [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Updating instance_info_cache with network_info: [{"id": "4e267636-ffe7-4a8f-ab30-9784d36d57c1", "address": "fa:16:3e:04:f5:ab", "network": {"id": "31767060-378f-455b-af09-d0cc37ee9066", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1001539734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ef110414f45d4d608949d6037096e273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e267636-ff", "ovs_interfaceid": "4e267636-ffe7-4a8f-ab30-9784d36d57c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.417442] env[64443]: INFO nova.compute.manager [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Took 38.63 seconds to build instance. [ 712.457406] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]521965ae-93c1-2e8b-1a8f-bbab44fd853d, 'name': SearchDatastore_Task, 'duration_secs': 0.056439} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.457406] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.457767] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 0981bdf7-7ad1-45d4-a556-7e69da1cf213/0981bdf7-7ad1-45d4-a556-7e69da1cf213.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.458457] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91f57cd5-3f19-4df9-bfa1-eea3a3d9de70 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.468251] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 712.468251] env[64443]: value = "task-2676178" [ 712.468251] env[64443]: _type = "Task" [ 712.468251] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.480789] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.664891] env[64443]: DEBUG oslo_vmware.api [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676174, 'name': RemoveSnapshot_Task, 'duration_secs': 1.590621} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.665386] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Deleted Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 712.734297] env[64443]: DEBUG oslo_concurrency.lockutils [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.736749] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.631s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.737181] env[64443]: DEBUG nova.objects.instance [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64443) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 712.765133] env[64443]: INFO nova.scheduler.client.report [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Deleted allocations for instance c806a2df-2ef2-44aa-a265-ece27caa6307 [ 712.808860] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676177, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.834114] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Releasing lock "refresh_cache-57c7045b-f9d7-46d9-8017-15896cee5224" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.834874] env[64443]: DEBUG nova.compute.manager [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Instance network_info: |[{"id": "4e267636-ffe7-4a8f-ab30-9784d36d57c1", "address": "fa:16:3e:04:f5:ab", "network": {"id": "31767060-378f-455b-af09-d0cc37ee9066", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1001539734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ef110414f45d4d608949d6037096e273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e267636-ff", "ovs_interfaceid": "4e267636-ffe7-4a8f-ab30-9784d36d57c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.835620] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:f5:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3a0ddd7d-c321-4187-bdd8-b19044ea2c4a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e267636-ffe7-4a8f-ab30-9784d36d57c1', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.845438] env[64443]: DEBUG oslo.service.loopingcall [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 712.845932] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.846230] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f038aff-6c6c-478b-b2ad-0a2afa85b4e4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.871520] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.871520] env[64443]: value = "task-2676179" [ 712.871520] env[64443]: _type = "Task" [ 712.871520] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.881310] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676179, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.920405] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3e6ab71-9ca2-461e-83df-b64976768c4d tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "6826ea78-727c-4fbe-bb2c-13c66fdcaf3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.242s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.979177] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.054541] env[64443]: DEBUG nova.compute.manager [req-94eb2085-971b-4334-8970-a63422b5002c req-93da9fee-66eb-4c28-9144-daf8ed6fdd93 service nova] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Received event network-changed-a307019c-29d9-4c06-9c47-9103c9f19ecc {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 713.055312] env[64443]: DEBUG nova.compute.manager [req-94eb2085-971b-4334-8970-a63422b5002c req-93da9fee-66eb-4c28-9144-daf8ed6fdd93 service nova] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Refreshing instance network info cache due to event network-changed-a307019c-29d9-4c06-9c47-9103c9f19ecc. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 713.055607] env[64443]: DEBUG oslo_concurrency.lockutils [req-94eb2085-971b-4334-8970-a63422b5002c req-93da9fee-66eb-4c28-9144-daf8ed6fdd93 service nova] Acquiring lock "refresh_cache-cbdfcbe9-0ca2-4812-850b-15af857303a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.055861] env[64443]: DEBUG oslo_concurrency.lockutils [req-94eb2085-971b-4334-8970-a63422b5002c req-93da9fee-66eb-4c28-9144-daf8ed6fdd93 service nova] Acquired lock "refresh_cache-cbdfcbe9-0ca2-4812-850b-15af857303a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.056120] env[64443]: DEBUG nova.network.neutron [req-94eb2085-971b-4334-8970-a63422b5002c req-93da9fee-66eb-4c28-9144-daf8ed6fdd93 service nova] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Refreshing network info cache for port a307019c-29d9-4c06-9c47-9103c9f19ecc {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.170321] env[64443]: WARNING nova.compute.manager [None req-698b704b-6882-42fe-b221-86a18a35001a tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Image not found during snapshot: nova.exception.ImageNotFound: Image c8347cbd-2644-4e36-a8fd-73902066a91e could not be found. [ 713.280822] env[64443]: DEBUG oslo_concurrency.lockutils [None req-075c95a1-93dc-40b3-b0b9-5491b687e777 tempest-ServerGroupTestJSON-905228257 tempest-ServerGroupTestJSON-905228257-project-member] Lock "c806a2df-2ef2-44aa-a265-ece27caa6307" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.374s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.284310] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81324533-5ca0-4c90-803e-27d4266d9c72 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.303588] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9f16ea-14e3-43a9-b8c9-f86eae41de88 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Suspending the VM {{(pid=64443) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 713.303903] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676177, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.305115] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bf1f0931-592f-40bf-b48b-176ff6265da6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.315363] env[64443]: DEBUG oslo_vmware.api [None req-bf9f16ea-14e3-43a9-b8c9-f86eae41de88 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 713.315363] env[64443]: value = "task-2676180" [ 713.315363] env[64443]: _type = "Task" [ 713.315363] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.388948] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676179, 'name': CreateVM_Task, 'duration_secs': 0.442088} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.390064] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.390723] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.391090] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.391686] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.394342] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57c6ea32-a7eb-456f-ad7d-8a9e318a6159 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.398507] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 713.398507] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]520890e2-6041-46b3-5eee-57536e48cce0" [ 713.398507] env[64443]: _type = "Task" [ 713.398507] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.412906] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520890e2-6041-46b3-5eee-57536e48cce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.480046] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.750608] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f084d892-3814-442f-8fde-9bf17de46a30 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.753254] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.579s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.753441] env[64443]: DEBUG nova.objects.instance [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Lazy-loading 'resources' on Instance uuid 29249acd-a277-4c8b-aa14-a981b1ef16e1 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.809421] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676177, 'name': ReconfigVM_Task, 'duration_secs': 1.732286} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.809756] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Reconfigured VM instance instance-0000002f to attach disk [datastore2] ebd70bba-160b-41dc-94ca-5d45e99e5dd8/ebd70bba-160b-41dc-94ca-5d45e99e5dd8.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.810460] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f3ca02c-2166-4d98-8a9e-d8457380215f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.827182] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 713.827182] env[64443]: value = "task-2676181" [ 713.827182] env[64443]: _type = "Task" [ 713.827182] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.834327] env[64443]: DEBUG oslo_vmware.api [None req-bf9f16ea-14e3-43a9-b8c9-f86eae41de88 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676180, 'name': SuspendVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.840833] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676181, 'name': Rename_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.873878] env[64443]: DEBUG nova.network.neutron [req-94eb2085-971b-4334-8970-a63422b5002c req-93da9fee-66eb-4c28-9144-daf8ed6fdd93 service nova] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Updated VIF entry in instance network info cache for port a307019c-29d9-4c06-9c47-9103c9f19ecc. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.873878] env[64443]: DEBUG nova.network.neutron [req-94eb2085-971b-4334-8970-a63422b5002c req-93da9fee-66eb-4c28-9144-daf8ed6fdd93 service nova] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Updating instance_info_cache with network_info: [{"id": "a307019c-29d9-4c06-9c47-9103c9f19ecc", "address": "fa:16:3e:32:ea:83", "network": {"id": "da8be8ac-da46-4422-9fd8-be33c9e517ba", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1024247337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2081957aab442658e56cf47ec2864d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf5bfbae-a882-4d34-be33-b31e274b3077", "external-id": "nsx-vlan-transportzone-556", "segmentation_id": 556, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa307019c-29", "ovs_interfaceid": "a307019c-29d9-4c06-9c47-9103c9f19ecc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.912508] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520890e2-6041-46b3-5eee-57536e48cce0, 'name': SearchDatastore_Task, 'duration_secs': 0.015843} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.912841] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.913091] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.913327] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.913468] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.913647] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.913930] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f3da3a9-efe5-4e37-bb49-a601f52c73e5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.931948] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.932674] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.934327] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2621aaf-760a-45ab-b56a-1af1ff6e6547 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.941963] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 713.941963] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5241c6e6-8cb4-b2d2-5338-60ffb0243410" [ 713.941963] env[64443]: _type = "Task" [ 713.941963] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.955845] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5241c6e6-8cb4-b2d2-5338-60ffb0243410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.981766] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676178, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.339729] env[64443]: DEBUG oslo_vmware.api [None req-bf9f16ea-14e3-43a9-b8c9-f86eae41de88 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676180, 'name': SuspendVM_Task} progress is 62%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.343423] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676181, 'name': Rename_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.379185] env[64443]: DEBUG oslo_concurrency.lockutils [req-94eb2085-971b-4334-8970-a63422b5002c req-93da9fee-66eb-4c28-9144-daf8ed6fdd93 service nova] Releasing lock "refresh_cache-cbdfcbe9-0ca2-4812-850b-15af857303a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.379579] env[64443]: DEBUG nova.compute.manager [req-94eb2085-971b-4334-8970-a63422b5002c req-93da9fee-66eb-4c28-9144-daf8ed6fdd93 service nova] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Received event network-vif-plugged-4e267636-ffe7-4a8f-ab30-9784d36d57c1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.380241] env[64443]: DEBUG oslo_concurrency.lockutils [req-94eb2085-971b-4334-8970-a63422b5002c req-93da9fee-66eb-4c28-9144-daf8ed6fdd93 service nova] Acquiring lock "57c7045b-f9d7-46d9-8017-15896cee5224-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.380241] env[64443]: DEBUG oslo_concurrency.lockutils [req-94eb2085-971b-4334-8970-a63422b5002c req-93da9fee-66eb-4c28-9144-daf8ed6fdd93 service nova] Lock "57c7045b-f9d7-46d9-8017-15896cee5224-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.380372] env[64443]: DEBUG oslo_concurrency.lockutils [req-94eb2085-971b-4334-8970-a63422b5002c req-93da9fee-66eb-4c28-9144-daf8ed6fdd93 service nova] Lock "57c7045b-f9d7-46d9-8017-15896cee5224-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.380609] env[64443]: DEBUG nova.compute.manager [req-94eb2085-971b-4334-8970-a63422b5002c req-93da9fee-66eb-4c28-9144-daf8ed6fdd93 service nova] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] No waiting events found dispatching network-vif-plugged-4e267636-ffe7-4a8f-ab30-9784d36d57c1 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.380841] env[64443]: WARNING nova.compute.manager [req-94eb2085-971b-4334-8970-a63422b5002c req-93da9fee-66eb-4c28-9144-daf8ed6fdd93 service nova] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Received unexpected event network-vif-plugged-4e267636-ffe7-4a8f-ab30-9784d36d57c1 for instance with vm_state building and task_state spawning. [ 714.381086] env[64443]: DEBUG nova.compute.manager [req-94eb2085-971b-4334-8970-a63422b5002c req-93da9fee-66eb-4c28-9144-daf8ed6fdd93 service nova] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Received event network-changed-4e267636-ffe7-4a8f-ab30-9784d36d57c1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.382832] env[64443]: DEBUG nova.compute.manager [req-94eb2085-971b-4334-8970-a63422b5002c req-93da9fee-66eb-4c28-9144-daf8ed6fdd93 service nova] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Refreshing instance network info cache due to event network-changed-4e267636-ffe7-4a8f-ab30-9784d36d57c1. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 714.382832] env[64443]: DEBUG oslo_concurrency.lockutils [req-94eb2085-971b-4334-8970-a63422b5002c req-93da9fee-66eb-4c28-9144-daf8ed6fdd93 service nova] Acquiring lock "refresh_cache-57c7045b-f9d7-46d9-8017-15896cee5224" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.382832] env[64443]: DEBUG oslo_concurrency.lockutils [req-94eb2085-971b-4334-8970-a63422b5002c req-93da9fee-66eb-4c28-9144-daf8ed6fdd93 service nova] Acquired lock "refresh_cache-57c7045b-f9d7-46d9-8017-15896cee5224" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.382832] env[64443]: DEBUG nova.network.neutron [req-94eb2085-971b-4334-8970-a63422b5002c req-93da9fee-66eb-4c28-9144-daf8ed6fdd93 service nova] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Refreshing network info cache for port 4e267636-ffe7-4a8f-ab30-9784d36d57c1 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.452074] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "c852ede9-4489-49bb-89cf-6664ff3d5567" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.452331] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "c852ede9-4489-49bb-89cf-6664ff3d5567" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.452572] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "c852ede9-4489-49bb-89cf-6664ff3d5567-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.452769] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "c852ede9-4489-49bb-89cf-6664ff3d5567-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.452951] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "c852ede9-4489-49bb-89cf-6664ff3d5567-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.461230] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5241c6e6-8cb4-b2d2-5338-60ffb0243410, 'name': SearchDatastore_Task, 'duration_secs': 0.035635} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.461823] env[64443]: INFO nova.compute.manager [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Terminating instance [ 714.465139] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08024751-0a78-4084-9163-245df3ddd7f4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.476751] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 714.476751] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52f9e36d-71e6-b98d-0b0c-cc69c3d236a6" [ 714.476751] env[64443]: _type = "Task" [ 714.476751] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.488555] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676178, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.730219} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.489538] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 0981bdf7-7ad1-45d4-a556-7e69da1cf213/0981bdf7-7ad1-45d4-a556-7e69da1cf213.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.490653] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.490653] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16fc6eaf-fe00-4de0-91b6-6489071cfff0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.499281] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f9e36d-71e6-b98d-0b0c-cc69c3d236a6, 'name': SearchDatastore_Task, 'duration_secs': 0.015431} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.500134] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.500461] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 57c7045b-f9d7-46d9-8017-15896cee5224/57c7045b-f9d7-46d9-8017-15896cee5224.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.500694] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28d6b450-439d-4035-b887-30a52daf908c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.505942] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 714.505942] env[64443]: value = "task-2676182" [ 714.505942] env[64443]: _type = "Task" [ 714.505942] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.511199] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 714.511199] env[64443]: value = "task-2676183" [ 714.511199] env[64443]: _type = "Task" [ 714.511199] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.521319] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.527931] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.791779] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfb549a-24f1-47f1-a229-30792b5ad267 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.800241] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1588505-cbe0-49db-b0f4-47ee607eec93 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.840381] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6cf1fe-124a-4170-9962-3077eba88608 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.848571] env[64443]: DEBUG oslo_vmware.api [None req-bf9f16ea-14e3-43a9-b8c9-f86eae41de88 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676180, 'name': SuspendVM_Task, 'duration_secs': 1.194623} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.853368] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9f16ea-14e3-43a9-b8c9-f86eae41de88 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Suspended the VM {{(pid=64443) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 714.853734] env[64443]: DEBUG nova.compute.manager [None req-bf9f16ea-14e3-43a9-b8c9-f86eae41de88 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.854084] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676181, 'name': Rename_Task, 'duration_secs': 0.658746} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.854830] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cca4f5-06a4-4ce5-83c3-3082101c891d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.858498] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19eb45c0-534f-486e-bbb3-44d6c132123a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.863728] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.864018] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-effe9553-3b22-438c-8b68-225c516eca51 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.882432] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 714.882432] env[64443]: value = "task-2676184" [ 714.882432] env[64443]: _type = "Task" [ 714.882432] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.882931] env[64443]: DEBUG nova.compute.provider_tree [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.895745] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676184, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.969802] env[64443]: DEBUG nova.compute.manager [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.969976] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.970886] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b34ca8a-4c99-452b-8fe5-8873a6029b65 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.979267] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.979562] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e476fb37-2a16-4438-a8e6-76ff54be975a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.988364] env[64443]: DEBUG oslo_vmware.api [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 714.988364] env[64443]: value = "task-2676185" [ 714.988364] env[64443]: _type = "Task" [ 714.988364] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.001294] env[64443]: DEBUG oslo_vmware.api [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.017190] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085386} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.026023] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.026023] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94895738-3a91-4344-9765-475d166dd43c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.033495] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676183, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.052204] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 0981bdf7-7ad1-45d4-a556-7e69da1cf213/0981bdf7-7ad1-45d4-a556-7e69da1cf213.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.055766] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9d5873c-6654-4194-8cb3-f1d5cee4e45f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.079576] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 715.079576] env[64443]: value = "task-2676186" [ 715.079576] env[64443]: _type = "Task" [ 715.079576] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.095244] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.160907] env[64443]: DEBUG nova.network.neutron [req-94eb2085-971b-4334-8970-a63422b5002c req-93da9fee-66eb-4c28-9144-daf8ed6fdd93 service nova] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Updated VIF entry in instance network info cache for port 4e267636-ffe7-4a8f-ab30-9784d36d57c1. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.161463] env[64443]: DEBUG nova.network.neutron [req-94eb2085-971b-4334-8970-a63422b5002c req-93da9fee-66eb-4c28-9144-daf8ed6fdd93 service nova] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Updating instance_info_cache with network_info: [{"id": "4e267636-ffe7-4a8f-ab30-9784d36d57c1", "address": "fa:16:3e:04:f5:ab", "network": {"id": "31767060-378f-455b-af09-d0cc37ee9066", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1001539734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ef110414f45d4d608949d6037096e273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e267636-ff", "ovs_interfaceid": "4e267636-ffe7-4a8f-ab30-9784d36d57c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.388688] env[64443]: DEBUG nova.scheduler.client.report [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.405710] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676184, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.503033] env[64443]: DEBUG oslo_vmware.api [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676185, 'name': PowerOffVM_Task, 'duration_secs': 0.489407} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.503033] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.503033] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.503033] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3fb7ca7-e9b5-46e2-8f67-c9043c6796c6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.529623] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.892892} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.529886] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 57c7045b-f9d7-46d9-8017-15896cee5224/57c7045b-f9d7-46d9-8017-15896cee5224.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.530113] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.530727] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6287c219-ca72-46a0-a947-ac6a5cfecdae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.543575] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 715.543575] env[64443]: value = "task-2676188" [ 715.543575] env[64443]: _type = "Task" [ 715.543575] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.558119] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.587582] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.587957] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.588076] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Deleting the datastore file [datastore1] c852ede9-4489-49bb-89cf-6664ff3d5567 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.588332] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a243b59-b493-4345-81a6-75af778c0844 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.594097] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.600459] env[64443]: DEBUG oslo_vmware.api [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 715.600459] env[64443]: value = "task-2676189" [ 715.600459] env[64443]: _type = "Task" [ 715.600459] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.611263] env[64443]: DEBUG oslo_vmware.api [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.664322] env[64443]: DEBUG oslo_concurrency.lockutils [req-94eb2085-971b-4334-8970-a63422b5002c req-93da9fee-66eb-4c28-9144-daf8ed6fdd93 service nova] Releasing lock "refresh_cache-57c7045b-f9d7-46d9-8017-15896cee5224" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.900807] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.903398] env[64443]: DEBUG oslo_vmware.api [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676184, 'name': PowerOnVM_Task, 'duration_secs': 0.850238} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.904095] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.741s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.905697] env[64443]: INFO nova.compute.claims [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.913486] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.913486] env[64443]: INFO nova.compute.manager [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Took 11.23 seconds to spawn the instance on the hypervisor. [ 715.913486] env[64443]: DEBUG nova.compute.manager [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.915423] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9806e7-1c33-4e28-8ce7-9ee58dc89905 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.971320] env[64443]: INFO nova.scheduler.client.report [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Deleted allocations for instance 29249acd-a277-4c8b-aa14-a981b1ef16e1 [ 716.061103] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111958} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.061416] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.062435] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528a5faa-5801-424e-b156-209273a57f2b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.088978] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 57c7045b-f9d7-46d9-8017-15896cee5224/57c7045b-f9d7-46d9-8017-15896cee5224.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.089425] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-535e57c8-7812-419f-8395-57162a2bac58 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.122265] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676186, 'name': ReconfigVM_Task, 'duration_secs': 0.610787} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.122594] env[64443]: DEBUG oslo_vmware.api [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326023} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.123757] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 0981bdf7-7ad1-45d4-a556-7e69da1cf213/0981bdf7-7ad1-45d4-a556-7e69da1cf213.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.124437] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.124618] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.124794] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.124970] env[64443]: INFO nova.compute.manager [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Took 1.16 seconds to destroy the instance on the hypervisor. [ 716.125360] env[64443]: DEBUG oslo.service.loopingcall [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 716.125569] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 716.125569] env[64443]: value = "task-2676190" [ 716.125569] env[64443]: _type = "Task" [ 716.125569] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.125849] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fa3e08d-9931-4f17-86e0-da3566245093 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.127595] env[64443]: DEBUG nova.compute.manager [-] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.127808] env[64443]: DEBUG nova.network.neutron [-] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.138393] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676190, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.140428] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 716.140428] env[64443]: value = "task-2676191" [ 716.140428] env[64443]: _type = "Task" [ 716.140428] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.150984] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676191, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.444838] env[64443]: INFO nova.compute.manager [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Took 37.09 seconds to build instance. [ 716.490216] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f7569b22-f58c-43cb-b407-8f12d4f34e10 tempest-ServerShowV257Test-1303961310 tempest-ServerShowV257Test-1303961310-project-member] Lock "29249acd-a277-4c8b-aa14-a981b1ef16e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.595s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.647048] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.662887] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676191, 'name': Rename_Task, 'duration_secs': 0.249561} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.663270] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.663598] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ac09684-b30b-4c7a-860d-be1988863a66 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.678731] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 716.678731] env[64443]: value = "task-2676192" [ 716.678731] env[64443]: _type = "Task" [ 716.678731] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.689657] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.829476] env[64443]: DEBUG nova.compute.manager [req-8decf50b-c3dc-46f6-96b5-e6aa6aba872c req-3bd2fca5-9d7a-4319-9065-175ea40ef808 service nova] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Received event network-vif-deleted-e61064ad-5de8-494e-9c9b-461a748ce2b3 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.829715] env[64443]: INFO nova.compute.manager [req-8decf50b-c3dc-46f6-96b5-e6aa6aba872c req-3bd2fca5-9d7a-4319-9065-175ea40ef808 service nova] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Neutron deleted interface e61064ad-5de8-494e-9c9b-461a748ce2b3; detaching it from the instance and deleting it from the info cache [ 716.829857] env[64443]: DEBUG nova.network.neutron [req-8decf50b-c3dc-46f6-96b5-e6aa6aba872c req-3bd2fca5-9d7a-4319-9065-175ea40ef808 service nova] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.947747] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c827e23b-5949-4ea2-9d37-9fa6c5b831a6 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "ebd70bba-160b-41dc-94ca-5d45e99e5dd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.558s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.143189] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676190, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.191883] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676192, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.299554] env[64443]: DEBUG nova.network.neutron [-] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.334873] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-527c4032-2d0d-4302-adfa-d2401d01f0d5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.355129] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dd2eb6-ed8c-4fce-b829-b6a880bcf33d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.408680] env[64443]: DEBUG nova.compute.manager [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.408862] env[64443]: DEBUG nova.compute.manager [req-8decf50b-c3dc-46f6-96b5-e6aa6aba872c req-3bd2fca5-9d7a-4319-9065-175ea40ef808 service nova] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Detach interface failed, port_id=e61064ad-5de8-494e-9c9b-461a748ce2b3, reason: Instance c852ede9-4489-49bb-89cf-6664ff3d5567 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 717.410405] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124a6bb5-e411-4426-9248-9361743dd561 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.566153] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857479b2-9242-4855-8689-8bd630bcec01 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.575027] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12040d7c-9e79-484c-ada3-a008d1173b50 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.624389] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d347a306-fe5a-43c8-8f85-57aca1fb87a3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.638560] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e197efc-252d-44d1-980d-e9ada1e66fa0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.648920] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676190, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.660637] env[64443]: DEBUG nova.compute.provider_tree [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.690600] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676192, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.802902] env[64443]: INFO nova.compute.manager [-] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Took 1.68 seconds to deallocate network for instance. [ 717.928391] env[64443]: INFO nova.compute.manager [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] instance snapshotting [ 717.928656] env[64443]: WARNING nova.compute.manager [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 717.931601] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d236519-2223-4d84-83e7-55db32955feb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.956745] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec464b86-372e-4129-8698-0ec9ac8989e0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.975535] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8d72a898-9abf-4afc-b342-dec9553046fa tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "ebd70bba-160b-41dc-94ca-5d45e99e5dd8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.975535] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8d72a898-9abf-4afc-b342-dec9553046fa tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "ebd70bba-160b-41dc-94ca-5d45e99e5dd8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.143981] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676190, 'name': ReconfigVM_Task, 'duration_secs': 1.884537} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.144353] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 57c7045b-f9d7-46d9-8017-15896cee5224/57c7045b-f9d7-46d9-8017-15896cee5224.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.145221] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c627d866-e21a-4e48-8607-ca3d38232ec8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.153844] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 718.153844] env[64443]: value = "task-2676193" [ 718.153844] env[64443]: _type = "Task" [ 718.153844] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.167764] env[64443]: DEBUG nova.scheduler.client.report [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.176022] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676193, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.191625] env[64443]: DEBUG oslo_vmware.api [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676192, 'name': PowerOnVM_Task, 'duration_secs': 1.031653} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.192729] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.193016] env[64443]: INFO nova.compute.manager [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Took 10.81 seconds to spawn the instance on the hypervisor. [ 718.193267] env[64443]: DEBUG nova.compute.manager [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.194862] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a5a085-2441-48ce-a490-b640f05d115c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.310248] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.468359] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Creating Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 718.468704] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2992d063-d80b-42af-9d1b-1844f7e97b9d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.483199] env[64443]: DEBUG nova.compute.utils [None req-8d72a898-9abf-4afc-b342-dec9553046fa tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 718.483199] env[64443]: DEBUG oslo_vmware.api [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 718.483199] env[64443]: value = "task-2676194" [ 718.483199] env[64443]: _type = "Task" [ 718.483199] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.502294] env[64443]: DEBUG oslo_vmware.api [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676194, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.666584] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676193, 'name': Rename_Task, 'duration_secs': 0.234506} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.666584] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.666584] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3725f04-dfa0-4be6-8c28-90200ee37adf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.675242] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.675736] env[64443]: DEBUG nova.compute.manager [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.679678] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 718.679678] env[64443]: value = "task-2676195" [ 718.679678] env[64443]: _type = "Task" [ 718.679678] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.679678] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.586s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.680947] env[64443]: INFO nova.compute.claims [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.694151] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.720414] env[64443]: INFO nova.compute.manager [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Took 39.22 seconds to build instance. [ 718.989091] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8d72a898-9abf-4afc-b342-dec9553046fa tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "ebd70bba-160b-41dc-94ca-5d45e99e5dd8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.996977] env[64443]: DEBUG oslo_vmware.api [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676194, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.182524] env[64443]: DEBUG nova.compute.utils [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 719.184383] env[64443]: DEBUG nova.compute.manager [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.185020] env[64443]: DEBUG nova.network.neutron [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.207605] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676195, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.222937] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f5e6343-2a72-43a4-9d8a-ee573f70bc4d tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "0981bdf7-7ad1-45d4-a556-7e69da1cf213" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.598s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.243168] env[64443]: DEBUG nova.policy [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f59e5fd7a814ea4bace3629587c2437', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '122a792cf0b742658db01a3db3c71133', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.502828] env[64443]: DEBUG oslo_vmware.api [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676194, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.557752] env[64443]: DEBUG nova.network.neutron [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Successfully created port: 6614d3fb-7f1f-42f1-b25e-5bf7109f1ece {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.689476] env[64443]: DEBUG nova.compute.manager [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.715286] env[64443]: DEBUG oslo_vmware.api [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676195, 'name': PowerOnVM_Task, 'duration_secs': 0.75021} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.715567] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.715772] env[64443]: INFO nova.compute.manager [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Took 9.40 seconds to spawn the instance on the hypervisor. [ 719.715946] env[64443]: DEBUG nova.compute.manager [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.716938] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f4151a-de1f-44fd-b34c-f069c669f67c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.742514] env[64443]: DEBUG oslo_concurrency.lockutils [None req-961ff6a0-ed1f-4112-994e-14b83af5e1d0 tempest-ServersAdminTestJSON-328681434 tempest-ServersAdminTestJSON-328681434-project-admin] Acquiring lock "refresh_cache-0981bdf7-7ad1-45d4-a556-7e69da1cf213" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.742921] env[64443]: DEBUG oslo_concurrency.lockutils [None req-961ff6a0-ed1f-4112-994e-14b83af5e1d0 tempest-ServersAdminTestJSON-328681434 tempest-ServersAdminTestJSON-328681434-project-admin] Acquired lock "refresh_cache-0981bdf7-7ad1-45d4-a556-7e69da1cf213" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.743209] env[64443]: DEBUG nova.network.neutron [None req-961ff6a0-ed1f-4112-994e-14b83af5e1d0 tempest-ServersAdminTestJSON-328681434 tempest-ServersAdminTestJSON-328681434-project-admin] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.999809] env[64443]: DEBUG oslo_vmware.api [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676194, 'name': CreateSnapshot_Task, 'duration_secs': 1.078957} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.000359] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Created Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 720.005986] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b19bf5-7b0d-45e5-a557-384d43e51c2b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.093116] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8d72a898-9abf-4afc-b342-dec9553046fa tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "ebd70bba-160b-41dc-94ca-5d45e99e5dd8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.093616] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8d72a898-9abf-4afc-b342-dec9553046fa tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "ebd70bba-160b-41dc-94ca-5d45e99e5dd8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.093869] env[64443]: INFO nova.compute.manager [None req-8d72a898-9abf-4afc-b342-dec9553046fa tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Attaching volume dbe0e9b3-7e26-4fe4-bc30-4802d21de06a to /dev/sdb [ 720.139024] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c0faaf-6aba-4e42-a1f9-c303617a03bf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.157517] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2d38f3-cbf0-4d21-8117-2fcea59c1274 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.175452] env[64443]: DEBUG nova.virt.block_device [None req-8d72a898-9abf-4afc-b342-dec9553046fa tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Updating existing volume attachment record: c7b439ed-0f43-4c67-852f-c35e28260f48 {{(pid=64443) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 720.255921] env[64443]: INFO nova.compute.manager [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Took 39.16 seconds to build instance. [ 720.379190] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8e614c-1a97-48e9-a216-3c861001439f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.388837] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052021de-0cc2-4522-86f4-615bb7b8e35c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.433460] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037381e2-c089-48cd-8c6c-fa3f914a4fd1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.444528] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e1c445-9e63-4abf-a64d-ed2b565f4681 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.464032] env[64443]: DEBUG nova.compute.provider_tree [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.539220] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Creating linked-clone VM from snapshot {{(pid=64443) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 720.539220] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0ea47cfe-7360-454f-a733-3f4c55fddd49 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.549081] env[64443]: DEBUG oslo_vmware.api [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 720.549081] env[64443]: value = "task-2676197" [ 720.549081] env[64443]: _type = "Task" [ 720.549081] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.557852] env[64443]: DEBUG oslo_vmware.api [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676197, 'name': CloneVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.628591] env[64443]: DEBUG nova.network.neutron [None req-961ff6a0-ed1f-4112-994e-14b83af5e1d0 tempest-ServersAdminTestJSON-328681434 tempest-ServersAdminTestJSON-328681434-project-admin] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Updating instance_info_cache with network_info: [{"id": "a8b995d4-e49e-443b-88de-1738071966ae", "address": "fa:16:3e:8f:ae:48", "network": {"id": "b42c890e-4191-4a47-803e-ca59ec192612", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2112483500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5445cfeb9b0e4f209a03a94721a5973a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8b995d4-e4", "ovs_interfaceid": "a8b995d4-e49e-443b-88de-1738071966ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.714159] env[64443]: DEBUG nova.compute.manager [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.744797] env[64443]: DEBUG nova.virt.hardware [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.745112] env[64443]: DEBUG nova.virt.hardware [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.745278] env[64443]: DEBUG nova.virt.hardware [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.745514] env[64443]: DEBUG nova.virt.hardware [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.745605] env[64443]: DEBUG nova.virt.hardware [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.745771] env[64443]: DEBUG nova.virt.hardware [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.745963] env[64443]: DEBUG nova.virt.hardware [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.746289] env[64443]: DEBUG nova.virt.hardware [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.746477] env[64443]: DEBUG nova.virt.hardware [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.746637] env[64443]: DEBUG nova.virt.hardware [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.746812] env[64443]: DEBUG nova.virt.hardware [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.749774] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642c7d9f-fe0f-488a-baac-9c8029e90060 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.760442] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58ccf8b-d339-4ca3-9c22-fa1ce6885256 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.768182] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1f3b07b3-c612-4ac7-a745-3037edd64553 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lock "57c7045b-f9d7-46d9-8017-15896cee5224" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.068s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.967365] env[64443]: DEBUG nova.scheduler.client.report [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.063801] env[64443]: DEBUG oslo_vmware.api [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676197, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.131202] env[64443]: DEBUG oslo_concurrency.lockutils [None req-961ff6a0-ed1f-4112-994e-14b83af5e1d0 tempest-ServersAdminTestJSON-328681434 tempest-ServersAdminTestJSON-328681434-project-admin] Releasing lock "refresh_cache-0981bdf7-7ad1-45d4-a556-7e69da1cf213" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.131569] env[64443]: DEBUG nova.compute.manager [None req-961ff6a0-ed1f-4112-994e-14b83af5e1d0 tempest-ServersAdminTestJSON-328681434 tempest-ServersAdminTestJSON-328681434-project-admin] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Inject network info {{(pid=64443) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 721.132088] env[64443]: DEBUG nova.compute.manager [None req-961ff6a0-ed1f-4112-994e-14b83af5e1d0 tempest-ServersAdminTestJSON-328681434 tempest-ServersAdminTestJSON-328681434-project-admin] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] network_info to inject: |[{"id": "a8b995d4-e49e-443b-88de-1738071966ae", "address": "fa:16:3e:8f:ae:48", "network": {"id": "b42c890e-4191-4a47-803e-ca59ec192612", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2112483500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5445cfeb9b0e4f209a03a94721a5973a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8b995d4-e4", "ovs_interfaceid": "a8b995d4-e49e-443b-88de-1738071966ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 721.138603] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-961ff6a0-ed1f-4112-994e-14b83af5e1d0 tempest-ServersAdminTestJSON-328681434 tempest-ServersAdminTestJSON-328681434-project-admin] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Reconfiguring VM instance to set the machine id {{(pid=64443) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 721.140820] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-868508f8-9fbe-424d-a54c-f761cadcd0db {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.160122] env[64443]: DEBUG oslo_vmware.api [None req-961ff6a0-ed1f-4112-994e-14b83af5e1d0 tempest-ServersAdminTestJSON-328681434 tempest-ServersAdminTestJSON-328681434-project-admin] Waiting for the task: (returnval){ [ 721.160122] env[64443]: value = "task-2676200" [ 721.160122] env[64443]: _type = "Task" [ 721.160122] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.170938] env[64443]: DEBUG oslo_vmware.api [None req-961ff6a0-ed1f-4112-994e-14b83af5e1d0 tempest-ServersAdminTestJSON-328681434 tempest-ServersAdminTestJSON-328681434-project-admin] Task: {'id': task-2676200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.314928] env[64443]: DEBUG nova.compute.manager [req-72924554-95bf-430e-9317-c302b6f8d40f req-e2d30eb1-71af-4f10-bfd5-7a18a98178c1 service nova] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Received event network-vif-plugged-6614d3fb-7f1f-42f1-b25e-5bf7109f1ece {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 721.314928] env[64443]: DEBUG oslo_concurrency.lockutils [req-72924554-95bf-430e-9317-c302b6f8d40f req-e2d30eb1-71af-4f10-bfd5-7a18a98178c1 service nova] Acquiring lock "88f3252f-5271-4778-b8e4-a952460d400d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.314928] env[64443]: DEBUG oslo_concurrency.lockutils [req-72924554-95bf-430e-9317-c302b6f8d40f req-e2d30eb1-71af-4f10-bfd5-7a18a98178c1 service nova] Lock "88f3252f-5271-4778-b8e4-a952460d400d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.314928] env[64443]: DEBUG oslo_concurrency.lockutils [req-72924554-95bf-430e-9317-c302b6f8d40f req-e2d30eb1-71af-4f10-bfd5-7a18a98178c1 service nova] Lock "88f3252f-5271-4778-b8e4-a952460d400d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.315654] env[64443]: DEBUG nova.compute.manager [req-72924554-95bf-430e-9317-c302b6f8d40f req-e2d30eb1-71af-4f10-bfd5-7a18a98178c1 service nova] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] No waiting events found dispatching network-vif-plugged-6614d3fb-7f1f-42f1-b25e-5bf7109f1ece {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.315654] env[64443]: WARNING nova.compute.manager [req-72924554-95bf-430e-9317-c302b6f8d40f req-e2d30eb1-71af-4f10-bfd5-7a18a98178c1 service nova] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Received unexpected event network-vif-plugged-6614d3fb-7f1f-42f1-b25e-5bf7109f1ece for instance with vm_state building and task_state spawning. [ 721.331642] env[64443]: DEBUG nova.network.neutron [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Successfully updated port: 6614d3fb-7f1f-42f1-b25e-5bf7109f1ece {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.472711] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.473532] env[64443]: DEBUG nova.compute.manager [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.476028] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.305s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.477611] env[64443]: INFO nova.compute.claims [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.568276] env[64443]: DEBUG oslo_vmware.api [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676197, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.679917] env[64443]: DEBUG oslo_vmware.api [None req-961ff6a0-ed1f-4112-994e-14b83af5e1d0 tempest-ServersAdminTestJSON-328681434 tempest-ServersAdminTestJSON-328681434-project-admin] Task: {'id': task-2676200, 'name': ReconfigVM_Task, 'duration_secs': 0.246515} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.680584] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-961ff6a0-ed1f-4112-994e-14b83af5e1d0 tempest-ServersAdminTestJSON-328681434 tempest-ServersAdminTestJSON-328681434-project-admin] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Reconfigured VM instance to set the machine id {{(pid=64443) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 721.724954] env[64443]: INFO nova.compute.manager [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Rescuing [ 721.725213] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquiring lock "refresh_cache-57c7045b-f9d7-46d9-8017-15896cee5224" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.725213] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquired lock "refresh_cache-57c7045b-f9d7-46d9-8017-15896cee5224" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.725439] env[64443]: DEBUG nova.network.neutron [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.839644] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "refresh_cache-88f3252f-5271-4778-b8e4-a952460d400d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.839644] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquired lock "refresh_cache-88f3252f-5271-4778-b8e4-a952460d400d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.839644] env[64443]: DEBUG nova.network.neutron [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.981779] env[64443]: DEBUG nova.compute.utils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 721.987738] env[64443]: DEBUG nova.compute.manager [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.987738] env[64443]: DEBUG nova.network.neutron [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.029342] env[64443]: DEBUG nova.policy [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1288cedaaf284274a3523216f93d0af1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'decaf50d902e4a3c9c06c97868695e72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.063856] env[64443]: DEBUG oslo_vmware.api [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676197, 'name': CloneVM_Task, 'duration_secs': 1.45254} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.064195] env[64443]: INFO nova.virt.vmwareapi.vmops [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Created linked-clone VM from snapshot [ 722.064922] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48720b85-d430-4a00-a748-1dc9b4b0217a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.075108] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Uploading image 5f444c29-e885-486d-b5d3-9887bd0c3458 {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 722.096998] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 722.096998] env[64443]: value = "vm-539622" [ 722.096998] env[64443]: _type = "VirtualMachine" [ 722.096998] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 722.097362] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-198afd91-00eb-45b9-9730-478e622e077f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.108679] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lease: (returnval){ [ 722.108679] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]528a4224-6401-8405-be32-371629bcd11f" [ 722.108679] env[64443]: _type = "HttpNfcLease" [ 722.108679] env[64443]: } obtained for exporting VM: (result){ [ 722.108679] env[64443]: value = "vm-539622" [ 722.108679] env[64443]: _type = "VirtualMachine" [ 722.108679] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 722.108679] env[64443]: DEBUG oslo_vmware.api [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the lease: (returnval){ [ 722.108679] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]528a4224-6401-8405-be32-371629bcd11f" [ 722.108679] env[64443]: _type = "HttpNfcLease" [ 722.108679] env[64443]: } to be ready. {{(pid=64443) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 722.119491] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 722.119491] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]528a4224-6401-8405-be32-371629bcd11f" [ 722.119491] env[64443]: _type = "HttpNfcLease" [ 722.119491] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 722.412804] env[64443]: DEBUG nova.network.neutron [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.460979] env[64443]: DEBUG nova.network.neutron [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Successfully created port: 0d194f08-ff26-413f-a715-1d412fee15f9 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.494864] env[64443]: DEBUG nova.compute.manager [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.626817] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 722.626817] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]528a4224-6401-8405-be32-371629bcd11f" [ 722.626817] env[64443]: _type = "HttpNfcLease" [ 722.626817] env[64443]: } is ready. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 722.627134] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 722.627134] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]528a4224-6401-8405-be32-371629bcd11f" [ 722.627134] env[64443]: _type = "HttpNfcLease" [ 722.627134] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 722.627917] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b182fe1-41d1-4b46-a6b8-b41843890874 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.635801] env[64443]: DEBUG oslo_vmware.rw_handles [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3a6af-b348-9302-ab11-e030bb59e964/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 722.636632] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c90ca93-fb72-494d-9a40-f674effd35b2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.646316] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4edb8-8c4d-5700-3928-b773c797eabd/disk-0.vmdk from lease info. {{(pid=64443) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 722.646735] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4edb8-8c4d-5700-3928-b773c797eabd/disk-0.vmdk for reading. {{(pid=64443) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 722.649596] env[64443]: DEBUG oslo_vmware.rw_handles [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3a6af-b348-9302-ab11-e030bb59e964/disk-0.vmdk is in state: ready. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 722.650161] env[64443]: ERROR oslo_vmware.rw_handles [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3a6af-b348-9302-ab11-e030bb59e964/disk-0.vmdk due to incomplete transfer. [ 722.654511] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-051c056d-aa4a-458d-b08d-0654fde0e0a6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.722751] env[64443]: DEBUG nova.network.neutron [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Updating instance_info_cache with network_info: [{"id": "4e267636-ffe7-4a8f-ab30-9784d36d57c1", "address": "fa:16:3e:04:f5:ab", "network": {"id": "31767060-378f-455b-af09-d0cc37ee9066", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1001539734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ef110414f45d4d608949d6037096e273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e267636-ff", "ovs_interfaceid": "4e267636-ffe7-4a8f-ab30-9784d36d57c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.725553] env[64443]: DEBUG oslo_vmware.rw_handles [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3a6af-b348-9302-ab11-e030bb59e964/disk-0.vmdk. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 722.725553] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Uploaded image 8c4dd395-f513-41ad-9ab9-8b7fc62c820f to the Glance image server {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 722.727812] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Destroying the VM {{(pid=64443) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 722.731032] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cc151464-44bb-4e2b-a9f2-221016137eee {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.739285] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 722.739285] env[64443]: value = "task-2676202" [ 722.739285] env[64443]: _type = "Task" [ 722.739285] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.756450] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676202, 'name': Destroy_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.796188] env[64443]: DEBUG nova.network.neutron [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Updating instance_info_cache with network_info: [{"id": "6614d3fb-7f1f-42f1-b25e-5bf7109f1ece", "address": "fa:16:3e:4f:62:1c", "network": {"id": "3bf64cee-1c33-49ef-8f40-4936c511f838", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1746169105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "122a792cf0b742658db01a3db3c71133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6614d3fb-7f", "ovs_interfaceid": "6614d3fb-7f1f-42f1-b25e-5bf7109f1ece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.836605] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8c781390-2c1b-4859-8db2-24d78d5f4592 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.981412] env[64443]: INFO nova.compute.manager [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Rebuilding instance [ 723.010200] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "816437a1-05dc-4c40-8fc6-5171bdb524e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.010200] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "816437a1-05dc-4c40-8fc6-5171bdb524e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.047451] env[64443]: DEBUG nova.compute.manager [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.048828] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4e6aad-e41b-4950-8736-d5119d50499a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.186492] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd41b4d-5513-4a8b-9b06-a6472d949628 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.195772] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8683de22-cafc-45f6-b018-9e21c1e25e10 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.229231] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Releasing lock "refresh_cache-57c7045b-f9d7-46d9-8017-15896cee5224" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.231751] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da9a089-f84e-4dd4-9983-ffabc899cdc7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.241701] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff874571-09b8-441d-bde5-bb45a10aa270 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.261108] env[64443]: DEBUG nova.compute.provider_tree [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.268642] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676202, 'name': Destroy_Task} progress is 33%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.299548] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Releasing lock "refresh_cache-88f3252f-5271-4778-b8e4-a952460d400d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.303021] env[64443]: DEBUG nova.compute.manager [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Instance network_info: |[{"id": "6614d3fb-7f1f-42f1-b25e-5bf7109f1ece", "address": "fa:16:3e:4f:62:1c", "network": {"id": "3bf64cee-1c33-49ef-8f40-4936c511f838", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1746169105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "122a792cf0b742658db01a3db3c71133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6614d3fb-7f", "ovs_interfaceid": "6614d3fb-7f1f-42f1-b25e-5bf7109f1ece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.303195] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:62:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6614d3fb-7f1f-42f1-b25e-5bf7109f1ece', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.308874] env[64443]: DEBUG oslo.service.loopingcall [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 723.309279] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.310099] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec050ce3-6204-4d9f-b166-480c4ac8c39a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.335518] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.335518] env[64443]: value = "task-2676204" [ 723.335518] env[64443]: _type = "Task" [ 723.335518] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.343980] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676204, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.353933] env[64443]: DEBUG nova.compute.manager [req-b9f95e14-7465-448d-9aa2-7f1615a4db16 req-6767b191-d042-4b00-8453-dc70cd522a28 service nova] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Received event network-changed-6614d3fb-7f1f-42f1-b25e-5bf7109f1ece {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 723.355470] env[64443]: DEBUG nova.compute.manager [req-b9f95e14-7465-448d-9aa2-7f1615a4db16 req-6767b191-d042-4b00-8453-dc70cd522a28 service nova] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Refreshing instance network info cache due to event network-changed-6614d3fb-7f1f-42f1-b25e-5bf7109f1ece. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 723.355903] env[64443]: DEBUG oslo_concurrency.lockutils [req-b9f95e14-7465-448d-9aa2-7f1615a4db16 req-6767b191-d042-4b00-8453-dc70cd522a28 service nova] Acquiring lock "refresh_cache-88f3252f-5271-4778-b8e4-a952460d400d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.356185] env[64443]: DEBUG oslo_concurrency.lockutils [req-b9f95e14-7465-448d-9aa2-7f1615a4db16 req-6767b191-d042-4b00-8453-dc70cd522a28 service nova] Acquired lock "refresh_cache-88f3252f-5271-4778-b8e4-a952460d400d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.356459] env[64443]: DEBUG nova.network.neutron [req-b9f95e14-7465-448d-9aa2-7f1615a4db16 req-6767b191-d042-4b00-8453-dc70cd522a28 service nova] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Refreshing network info cache for port 6614d3fb-7f1f-42f1-b25e-5bf7109f1ece {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.391859] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Acquiring lock "21986e5c-22d5-4c71-910e-9f28f664c2a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.392262] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Lock "21986e5c-22d5-4c71-910e-9f28f664c2a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.392687] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Acquiring lock "21986e5c-22d5-4c71-910e-9f28f664c2a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.393457] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Lock "21986e5c-22d5-4c71-910e-9f28f664c2a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.394154] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Lock "21986e5c-22d5-4c71-910e-9f28f664c2a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.397816] env[64443]: INFO nova.compute.manager [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Terminating instance [ 723.508535] env[64443]: DEBUG nova.compute.manager [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.511778] env[64443]: DEBUG nova.compute.manager [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.552325] env[64443]: DEBUG nova.virt.hardware [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.552325] env[64443]: DEBUG nova.virt.hardware [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.552325] env[64443]: DEBUG nova.virt.hardware [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.552807] env[64443]: DEBUG nova.virt.hardware [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.552807] env[64443]: DEBUG nova.virt.hardware [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.552807] env[64443]: DEBUG nova.virt.hardware [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.552807] env[64443]: DEBUG nova.virt.hardware [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.552807] env[64443]: DEBUG nova.virt.hardware [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.553031] env[64443]: DEBUG nova.virt.hardware [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.553031] env[64443]: DEBUG nova.virt.hardware [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.553031] env[64443]: DEBUG nova.virt.hardware [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.553472] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a916dba7-9eff-4cf7-ab47-e6804bc0b90e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.566337] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19868936-bf68-4fb0-a7d7-5458c0dc9e7d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.758701] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676202, 'name': Destroy_Task, 'duration_secs': 0.792073} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.758994] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Destroyed the VM [ 723.759709] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Deleting Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 723.760015] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-15a2a765-5a96-4337-b02a-802487fc25cc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.768364] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 723.768364] env[64443]: value = "task-2676205" [ 723.768364] env[64443]: _type = "Task" [ 723.768364] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.773206] env[64443]: DEBUG nova.scheduler.client.report [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.792216] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676205, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.580905] env[64443]: DEBUG nova.network.neutron [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Successfully updated port: 0d194f08-ff26-413f-a715-1d412fee15f9 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.586074] env[64443]: DEBUG nova.compute.manager [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.586180] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.593078] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.593868] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.118s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.594458] env[64443]: DEBUG nova.compute.manager [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.605657] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3cd989-2963-4eea-abaa-d25cf7b14196 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.609519] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31c631fa-b4af-47bb-af24-ee790d88da0c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.614367] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.534s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.616562] env[64443]: INFO nova.compute.claims [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.628239] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676204, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.628239] env[64443]: WARNING oslo_vmware.common.loopingcall [-] task run outlasted interval by 0.29227800000000004 sec [ 724.634758] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.635831] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 724.635831] env[64443]: value = "task-2676206" [ 724.635831] env[64443]: _type = "Task" [ 724.635831] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.636118] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.636539] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676205, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.640434] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8546e0a-97c1-4f3f-b6db-a5e3155fd228 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.660576] env[64443]: DEBUG oslo_vmware.api [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Waiting for the task: (returnval){ [ 724.660576] env[64443]: value = "task-2676207" [ 724.660576] env[64443]: _type = "Task" [ 724.660576] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.660576] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.660828] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676204, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.672703] env[64443]: DEBUG oslo_vmware.api [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2676207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.916582] env[64443]: DEBUG nova.network.neutron [req-b9f95e14-7465-448d-9aa2-7f1615a4db16 req-6767b191-d042-4b00-8453-dc70cd522a28 service nova] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Updated VIF entry in instance network info cache for port 6614d3fb-7f1f-42f1-b25e-5bf7109f1ece. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.917049] env[64443]: DEBUG nova.network.neutron [req-b9f95e14-7465-448d-9aa2-7f1615a4db16 req-6767b191-d042-4b00-8453-dc70cd522a28 service nova] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Updating instance_info_cache with network_info: [{"id": "6614d3fb-7f1f-42f1-b25e-5bf7109f1ece", "address": "fa:16:3e:4f:62:1c", "network": {"id": "3bf64cee-1c33-49ef-8f40-4936c511f838", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1746169105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "122a792cf0b742658db01a3db3c71133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6614d3fb-7f", "ovs_interfaceid": "6614d3fb-7f1f-42f1-b25e-5bf7109f1ece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.104092] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "refresh_cache-feb7967d-b35a-46b3-bd4e-6f1f837f58f2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.104583] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquired lock "refresh_cache-feb7967d-b35a-46b3-bd4e-6f1f837f58f2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.105432] env[64443]: DEBUG nova.network.neutron [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.107469] env[64443]: DEBUG nova.compute.utils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 725.109353] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676205, 'name': RemoveSnapshot_Task, 'duration_secs': 1.184244} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.111525] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f158f115-829c-4e13-89db-4fa9827830b7 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.111525] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f158f115-829c-4e13-89db-4fa9827830b7 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.111525] env[64443]: DEBUG nova.compute.manager [None req-f158f115-829c-4e13-89db-4fa9827830b7 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.111525] env[64443]: DEBUG nova.compute.manager [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.111525] env[64443]: DEBUG nova.network.neutron [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.113294] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Deleted Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 725.113595] env[64443]: DEBUG nova.compute.manager [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.115454] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd867eb-ccfc-4bad-820a-62c3865d105e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.119401] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a57673a-3b59-49f3-98e2-ffd6b3166d68 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.134131] env[64443]: DEBUG nova.compute.manager [None req-f158f115-829c-4e13-89db-4fa9827830b7 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64443) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 725.134842] env[64443]: DEBUG nova.objects.instance [None req-f158f115-829c-4e13-89db-4fa9827830b7 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lazy-loading 'flavor' on Instance uuid 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.155332] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.159541] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676204, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.159541] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ace5822-6f4b-406d-8daa-29fea9f0b704 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.162152] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676206, 'name': PowerOffVM_Task, 'duration_secs': 0.266831} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.162152] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.162152] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.164501] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da9b047-d6f7-447b-95ae-4e490936ed45 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.170671] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 725.170671] env[64443]: value = "task-2676208" [ 725.170671] env[64443]: _type = "Task" [ 725.170671] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.172333] env[64443]: DEBUG nova.policy [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1288cedaaf284274a3523216f93d0af1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'decaf50d902e4a3c9c06c97868695e72', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.183558] env[64443]: DEBUG oslo_vmware.api [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2676207, 'name': PowerOffVM_Task, 'duration_secs': 0.243435} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.183743] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.184424] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.185200] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.185200] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0e56afb-5386-4273-aa0b-692a3fb40fa6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.186460] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ca03d74-ce62-4845-a199-5257bcb7aaec {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.194941] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.285368] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d72a898-9abf-4afc-b342-dec9553046fa tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Volume attach. Driver type: vmdk {{(pid=64443) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 725.285505] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d72a898-9abf-4afc-b342-dec9553046fa tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539624', 'volume_id': 'dbe0e9b3-7e26-4fe4-bc30-4802d21de06a', 'name': 'volume-dbe0e9b3-7e26-4fe4-bc30-4802d21de06a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebd70bba-160b-41dc-94ca-5d45e99e5dd8', 'attached_at': '', 'detached_at': '', 'volume_id': 'dbe0e9b3-7e26-4fe4-bc30-4802d21de06a', 'serial': 'dbe0e9b3-7e26-4fe4-bc30-4802d21de06a'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 725.286803] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aabae99-875f-48ad-90b3-af0ad5a3875e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.293249] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.293626] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.293872] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Deleting the datastore file [datastore2] 21986e5c-22d5-4c71-910e-9f28f664c2a1 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.294565] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d76f5f4d-4e77-4260-8a1e-edddc6c43926 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.309610] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1375c7d-e9dc-4ec6-a992-bd4b49ee929b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.315334] env[64443]: DEBUG oslo_vmware.api [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Waiting for the task: (returnval){ [ 725.315334] env[64443]: value = "task-2676211" [ 725.315334] env[64443]: _type = "Task" [ 725.315334] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.339849] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d72a898-9abf-4afc-b342-dec9553046fa tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] volume-dbe0e9b3-7e26-4fe4-bc30-4802d21de06a/volume-dbe0e9b3-7e26-4fe4-bc30-4802d21de06a.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.340281] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dca616f1-b01c-4f95-8929-78a887711819 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.361105] env[64443]: DEBUG oslo_vmware.api [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2676211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.362836] env[64443]: DEBUG oslo_vmware.api [None req-8d72a898-9abf-4afc-b342-dec9553046fa tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 725.362836] env[64443]: value = "task-2676212" [ 725.362836] env[64443]: _type = "Task" [ 725.362836] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.372808] env[64443]: DEBUG oslo_vmware.api [None req-8d72a898-9abf-4afc-b342-dec9553046fa tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.402316] env[64443]: DEBUG nova.compute.manager [req-414efdf8-a796-4671-99ae-0b1b3e583cab req-9026cd85-bfbe-48d7-8ddf-2ff0c0d73c8f service nova] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Received event network-vif-plugged-0d194f08-ff26-413f-a715-1d412fee15f9 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 725.402652] env[64443]: DEBUG oslo_concurrency.lockutils [req-414efdf8-a796-4671-99ae-0b1b3e583cab req-9026cd85-bfbe-48d7-8ddf-2ff0c0d73c8f service nova] Acquiring lock "feb7967d-b35a-46b3-bd4e-6f1f837f58f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.403481] env[64443]: DEBUG oslo_concurrency.lockutils [req-414efdf8-a796-4671-99ae-0b1b3e583cab req-9026cd85-bfbe-48d7-8ddf-2ff0c0d73c8f service nova] Lock "feb7967d-b35a-46b3-bd4e-6f1f837f58f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.403481] env[64443]: DEBUG oslo_concurrency.lockutils [req-414efdf8-a796-4671-99ae-0b1b3e583cab req-9026cd85-bfbe-48d7-8ddf-2ff0c0d73c8f service nova] Lock "feb7967d-b35a-46b3-bd4e-6f1f837f58f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.403481] env[64443]: DEBUG nova.compute.manager [req-414efdf8-a796-4671-99ae-0b1b3e583cab req-9026cd85-bfbe-48d7-8ddf-2ff0c0d73c8f service nova] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] No waiting events found dispatching network-vif-plugged-0d194f08-ff26-413f-a715-1d412fee15f9 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.403481] env[64443]: WARNING nova.compute.manager [req-414efdf8-a796-4671-99ae-0b1b3e583cab req-9026cd85-bfbe-48d7-8ddf-2ff0c0d73c8f service nova] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Received unexpected event network-vif-plugged-0d194f08-ff26-413f-a715-1d412fee15f9 for instance with vm_state building and task_state spawning. [ 725.403481] env[64443]: DEBUG nova.compute.manager [req-414efdf8-a796-4671-99ae-0b1b3e583cab req-9026cd85-bfbe-48d7-8ddf-2ff0c0d73c8f service nova] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Received event network-changed-0d194f08-ff26-413f-a715-1d412fee15f9 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 725.403860] env[64443]: DEBUG nova.compute.manager [req-414efdf8-a796-4671-99ae-0b1b3e583cab req-9026cd85-bfbe-48d7-8ddf-2ff0c0d73c8f service nova] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Refreshing instance network info cache due to event network-changed-0d194f08-ff26-413f-a715-1d412fee15f9. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 725.403860] env[64443]: DEBUG oslo_concurrency.lockutils [req-414efdf8-a796-4671-99ae-0b1b3e583cab req-9026cd85-bfbe-48d7-8ddf-2ff0c0d73c8f service nova] Acquiring lock "refresh_cache-feb7967d-b35a-46b3-bd4e-6f1f837f58f2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.420903] env[64443]: DEBUG oslo_concurrency.lockutils [req-b9f95e14-7465-448d-9aa2-7f1615a4db16 req-6767b191-d042-4b00-8453-dc70cd522a28 service nova] Releasing lock "refresh_cache-88f3252f-5271-4778-b8e4-a952460d400d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.475020] env[64443]: DEBUG nova.network.neutron [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Successfully created port: 884fca51-92ad-4ca2-87f9-59e72d1c7564 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.614066] env[64443]: DEBUG nova.compute.manager [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.650696] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676204, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.651311] env[64443]: INFO nova.compute.manager [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Shelve offloading [ 725.661863] env[64443]: DEBUG nova.network.neutron [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.685448] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676208, 'name': PowerOffVM_Task, 'duration_secs': 0.29928} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.685840] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.686819] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd74b912-a3b5-417a-8144-f240b3828412 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.719770] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7489a49f-c4aa-40b7-9a1e-92825650758a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.753600] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.753941] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d901d24-d2d8-419f-878d-d672d59d2616 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.763728] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 725.763728] env[64443]: value = "task-2676213" [ 725.763728] env[64443]: _type = "Task" [ 725.763728] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.780342] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] VM already powered off {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 725.780646] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.780944] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.781164] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.781617] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.785008] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-553a805d-9aed-4c9e-a95d-baa7d8cb07fa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.796591] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.796788] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.797843] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83068ee1-ed12-49a1-9353-42e1fc5842b7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.803968] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 725.803968] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ceb74d-3e8b-c07c-3e2b-5e05b3ea6366" [ 725.803968] env[64443]: _type = "Task" [ 725.803968] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.814786] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ceb74d-3e8b-c07c-3e2b-5e05b3ea6366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.825201] env[64443]: DEBUG oslo_vmware.api [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Task: {'id': task-2676211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297849} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.828117] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.828362] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.828570] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.828767] env[64443]: INFO nova.compute.manager [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Took 1.24 seconds to destroy the instance on the hypervisor. [ 725.829071] env[64443]: DEBUG oslo.service.loopingcall [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 725.829527] env[64443]: DEBUG nova.compute.manager [-] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.829631] env[64443]: DEBUG nova.network.neutron [-] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.878640] env[64443]: DEBUG oslo_vmware.api [None req-8d72a898-9abf-4afc-b342-dec9553046fa tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676212, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.927019] env[64443]: DEBUG nova.network.neutron [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Updating instance_info_cache with network_info: [{"id": "0d194f08-ff26-413f-a715-1d412fee15f9", "address": "fa:16:3e:5a:3b:54", "network": {"id": "dcc948f2-59ad-4821-9cd7-949d7611e0e4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1984792092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "decaf50d902e4a3c9c06c97868695e72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d194f08-ff", "ovs_interfaceid": "0d194f08-ff26-413f-a715-1d412fee15f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.083534] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.083783] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.083968] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Deleting the datastore file [datastore1] 8cbb1e8f-c258-42db-ac80-14af4337c82d {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.084257] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dbbbbb9-7a4f-447c-bc7a-5d3cadd6d6b3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.092093] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 726.092093] env[64443]: value = "task-2676214" [ 726.092093] env[64443]: _type = "Task" [ 726.092093] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.104436] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.149389] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f158f115-829c-4e13-89db-4fa9827830b7 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.149389] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676204, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.149389] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cd7c18c-5cfd-4484-8d89-7647de06709e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.160917] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.161362] env[64443]: DEBUG oslo_vmware.api [None req-f158f115-829c-4e13-89db-4fa9827830b7 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 726.161362] env[64443]: value = "task-2676215" [ 726.161362] env[64443]: _type = "Task" [ 726.161362] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.161582] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7716a59-115b-4c49-8bcd-00d3e30912d4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.178895] env[64443]: DEBUG oslo_vmware.api [None req-f158f115-829c-4e13-89db-4fa9827830b7 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.181368] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 726.181368] env[64443]: value = "task-2676216" [ 726.181368] env[64443]: _type = "Task" [ 726.181368] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.192553] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] VM already powered off {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 726.192787] env[64443]: DEBUG nova.compute.manager [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.193666] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8fc73a-cce7-4855-8d03-e9a677711347 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.200691] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "refresh_cache-a9cd65b5-58ae-4174-ba35-131d685991ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.200917] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquired lock "refresh_cache-a9cd65b5-58ae-4174-ba35-131d685991ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.201125] env[64443]: DEBUG nova.network.neutron [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.250290] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7753c57-738f-4789-a245-cbdbf53a2bee {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.259788] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0e3c74-86f7-4558-912b-1771450b0d01 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.296997] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd8cf0d-4d5d-416b-8d02-5a61deb66f60 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.310748] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e098ee55-c5f8-44fd-ab68-6fafd43ce707 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.322705] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ceb74d-3e8b-c07c-3e2b-5e05b3ea6366, 'name': SearchDatastore_Task, 'duration_secs': 0.012489} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.331739] env[64443]: DEBUG nova.compute.provider_tree [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.333245] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7c66d5c-a9eb-473f-afff-0cca99ae6604 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.341131] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 726.341131] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]522c0fca-52ce-c3e2-48b0-05eac2af7fbd" [ 726.341131] env[64443]: _type = "Task" [ 726.341131] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.352222] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]522c0fca-52ce-c3e2-48b0-05eac2af7fbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.376095] env[64443]: DEBUG oslo_vmware.api [None req-8d72a898-9abf-4afc-b342-dec9553046fa tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676212, 'name': ReconfigVM_Task, 'duration_secs': 0.588263} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.376828] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d72a898-9abf-4afc-b342-dec9553046fa tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Reconfigured VM instance instance-0000002f to attach disk [datastore1] volume-dbe0e9b3-7e26-4fe4-bc30-4802d21de06a/volume-dbe0e9b3-7e26-4fe4-bc30-4802d21de06a.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.381092] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b85a4f63-2b4d-46c0-9c19-cb71db3a7b09 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.401565] env[64443]: DEBUG oslo_vmware.api [None req-8d72a898-9abf-4afc-b342-dec9553046fa tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 726.401565] env[64443]: value = "task-2676217" [ 726.401565] env[64443]: _type = "Task" [ 726.401565] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.409727] env[64443]: DEBUG oslo_vmware.api [None req-8d72a898-9abf-4afc-b342-dec9553046fa tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.430121] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Releasing lock "refresh_cache-feb7967d-b35a-46b3-bd4e-6f1f837f58f2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.430490] env[64443]: DEBUG nova.compute.manager [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Instance network_info: |[{"id": "0d194f08-ff26-413f-a715-1d412fee15f9", "address": "fa:16:3e:5a:3b:54", "network": {"id": "dcc948f2-59ad-4821-9cd7-949d7611e0e4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1984792092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "decaf50d902e4a3c9c06c97868695e72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d194f08-ff", "ovs_interfaceid": "0d194f08-ff26-413f-a715-1d412fee15f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.430807] env[64443]: DEBUG oslo_concurrency.lockutils [req-414efdf8-a796-4671-99ae-0b1b3e583cab req-9026cd85-bfbe-48d7-8ddf-2ff0c0d73c8f service nova] Acquired lock "refresh_cache-feb7967d-b35a-46b3-bd4e-6f1f837f58f2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.430983] env[64443]: DEBUG nova.network.neutron [req-414efdf8-a796-4671-99ae-0b1b3e583cab req-9026cd85-bfbe-48d7-8ddf-2ff0c0d73c8f service nova] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Refreshing network info cache for port 0d194f08-ff26-413f-a715-1d412fee15f9 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.432375] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:3b:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d194f08-ff26-413f-a715-1d412fee15f9', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.444626] env[64443]: DEBUG oslo.service.loopingcall [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 726.444909] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.445705] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80365e14-2070-457e-9ff8-53dd86d30e44 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.468485] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.468485] env[64443]: value = "task-2676218" [ 726.468485] env[64443]: _type = "Task" [ 726.468485] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.478103] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676218, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.604127] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221806} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.604529] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.604774] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.605025] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.623865] env[64443]: DEBUG nova.compute.manager [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.651280] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676204, 'name': CreateVM_Task, 'duration_secs': 2.834737} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.651733] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.653207] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.653716] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.654100] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 726.654694] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-627d3778-ee0c-43f2-97f7-3624c3c5f87f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.658882] env[64443]: DEBUG nova.virt.hardware [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.659173] env[64443]: DEBUG nova.virt.hardware [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.659379] env[64443]: DEBUG nova.virt.hardware [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.659676] env[64443]: DEBUG nova.virt.hardware [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.659923] env[64443]: DEBUG nova.virt.hardware [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.660197] env[64443]: DEBUG nova.virt.hardware [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.660525] env[64443]: DEBUG nova.virt.hardware [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.660805] env[64443]: DEBUG nova.virt.hardware [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.661089] env[64443]: DEBUG nova.virt.hardware [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.661394] env[64443]: DEBUG nova.virt.hardware [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.661686] env[64443]: DEBUG nova.virt.hardware [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.662992] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9344dd-39d0-4404-a40a-9ef798ef8930 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.672858] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 726.672858] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ba1ebe-7f3a-52d6-2542-4d4dc92d7b03" [ 726.672858] env[64443]: _type = "Task" [ 726.672858] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.679938] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d51288-4fed-445d-8516-2bfca79efc58 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.687255] env[64443]: DEBUG oslo_vmware.api [None req-f158f115-829c-4e13-89db-4fa9827830b7 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676215, 'name': PowerOffVM_Task, 'duration_secs': 0.198161} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.687969] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f158f115-829c-4e13-89db-4fa9827830b7 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.688316] env[64443]: DEBUG nova.compute.manager [None req-f158f115-829c-4e13-89db-4fa9827830b7 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.689256] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a7d08b-b835-4ef9-ab62-3d7eff9f3654 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.707739] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ba1ebe-7f3a-52d6-2542-4d4dc92d7b03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.837877] env[64443]: DEBUG nova.scheduler.client.report [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.854257] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]522c0fca-52ce-c3e2-48b0-05eac2af7fbd, 'name': SearchDatastore_Task, 'duration_secs': 0.01688} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.858029] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.858373] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 57c7045b-f9d7-46d9-8017-15896cee5224/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk. {{(pid=64443) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 726.858954] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4408ca5d-433a-4cb0-a211-d7a27378447e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.868137] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 726.868137] env[64443]: value = "task-2676219" [ 726.868137] env[64443]: _type = "Task" [ 726.868137] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.879650] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.913883] env[64443]: DEBUG oslo_vmware.api [None req-8d72a898-9abf-4afc-b342-dec9553046fa tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676217, 'name': ReconfigVM_Task, 'duration_secs': 0.235175} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.914206] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d72a898-9abf-4afc-b342-dec9553046fa tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539624', 'volume_id': 'dbe0e9b3-7e26-4fe4-bc30-4802d21de06a', 'name': 'volume-dbe0e9b3-7e26-4fe4-bc30-4802d21de06a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebd70bba-160b-41dc-94ca-5d45e99e5dd8', 'attached_at': '', 'detached_at': '', 'volume_id': 'dbe0e9b3-7e26-4fe4-bc30-4802d21de06a', 'serial': 'dbe0e9b3-7e26-4fe4-bc30-4802d21de06a'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 726.980864] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676218, 'name': CreateVM_Task, 'duration_secs': 0.370134} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.981163] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.981784] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.015017] env[64443]: DEBUG nova.network.neutron [-] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.189175] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ba1ebe-7f3a-52d6-2542-4d4dc92d7b03, 'name': SearchDatastore_Task, 'duration_secs': 0.022558} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.190041] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.190488] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.190890] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.191208] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.191538] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.195024] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.195024] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.195024] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-893e66b8-0189-40a6-9493-f3671206f0d4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.195024] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f6e71c4-b70b-4456-bab3-6a96787c4d9a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.204689] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 727.204689] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ccb70e-1729-0746-7628-1fde22dc00af" [ 727.204689] env[64443]: _type = "Task" [ 727.204689] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.214792] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ccb70e-1729-0746-7628-1fde22dc00af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.218219] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.218699] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.219896] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f158f115-829c-4e13-89db-4fa9827830b7 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.109s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.221010] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21160ffc-a2b6-4790-9bf9-996882ebcad5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.230025] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 727.230025] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]527df3ff-e3d2-fe1a-202b-cf37c50b76c2" [ 727.230025] env[64443]: _type = "Task" [ 727.230025] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.240193] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527df3ff-e3d2-fe1a-202b-cf37c50b76c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.316761] env[64443]: DEBUG nova.network.neutron [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Updating instance_info_cache with network_info: [{"id": "b094d056-8fa9-4280-a019-ac6dc777b089", "address": "fa:16:3e:bd:28:39", "network": {"id": "7c2af66a-bc77-4b95-973c-c00ae9314905", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-137743101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c09873846584fac8d92fdc11202d8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb094d056-8f", "ovs_interfaceid": "b094d056-8fa9-4280-a019-ac6dc777b089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.348271] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.349332] env[64443]: DEBUG nova.compute.manager [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.352808] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77496817-285b-4f27-9b54-238a1a8c2eef tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 22.789s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.380428] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676219, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.446224] env[64443]: DEBUG nova.compute.manager [req-9f238461-07a0-4c7e-8ded-a42617362584 req-3f13dae4-6fb4-4b55-a5a7-9d86ad6a95ff service nova] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Received event network-vif-deleted-11f5810f-e245-487c-9420-19c11ee8964c {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 727.446224] env[64443]: DEBUG nova.compute.manager [req-9f238461-07a0-4c7e-8ded-a42617362584 req-3f13dae4-6fb4-4b55-a5a7-9d86ad6a95ff service nova] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Received event network-vif-plugged-884fca51-92ad-4ca2-87f9-59e72d1c7564 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 727.446394] env[64443]: DEBUG oslo_concurrency.lockutils [req-9f238461-07a0-4c7e-8ded-a42617362584 req-3f13dae4-6fb4-4b55-a5a7-9d86ad6a95ff service nova] Acquiring lock "f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.446770] env[64443]: DEBUG oslo_concurrency.lockutils [req-9f238461-07a0-4c7e-8ded-a42617362584 req-3f13dae4-6fb4-4b55-a5a7-9d86ad6a95ff service nova] Lock "f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.447515] env[64443]: DEBUG oslo_concurrency.lockutils [req-9f238461-07a0-4c7e-8ded-a42617362584 req-3f13dae4-6fb4-4b55-a5a7-9d86ad6a95ff service nova] Lock "f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.448776] env[64443]: DEBUG nova.compute.manager [req-9f238461-07a0-4c7e-8ded-a42617362584 req-3f13dae4-6fb4-4b55-a5a7-9d86ad6a95ff service nova] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] No waiting events found dispatching network-vif-plugged-884fca51-92ad-4ca2-87f9-59e72d1c7564 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.448776] env[64443]: WARNING nova.compute.manager [req-9f238461-07a0-4c7e-8ded-a42617362584 req-3f13dae4-6fb4-4b55-a5a7-9d86ad6a95ff service nova] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Received unexpected event network-vif-plugged-884fca51-92ad-4ca2-87f9-59e72d1c7564 for instance with vm_state building and task_state spawning. [ 727.519644] env[64443]: INFO nova.compute.manager [-] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Took 1.69 seconds to deallocate network for instance. [ 727.541351] env[64443]: DEBUG nova.network.neutron [req-414efdf8-a796-4671-99ae-0b1b3e583cab req-9026cd85-bfbe-48d7-8ddf-2ff0c0d73c8f service nova] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Updated VIF entry in instance network info cache for port 0d194f08-ff26-413f-a715-1d412fee15f9. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.542036] env[64443]: DEBUG nova.network.neutron [req-414efdf8-a796-4671-99ae-0b1b3e583cab req-9026cd85-bfbe-48d7-8ddf-2ff0c0d73c8f service nova] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Updating instance_info_cache with network_info: [{"id": "0d194f08-ff26-413f-a715-1d412fee15f9", "address": "fa:16:3e:5a:3b:54", "network": {"id": "dcc948f2-59ad-4821-9cd7-949d7611e0e4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1984792092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "decaf50d902e4a3c9c06c97868695e72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d194f08-ff", "ovs_interfaceid": "0d194f08-ff26-413f-a715-1d412fee15f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.592164] env[64443]: DEBUG nova.network.neutron [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Successfully updated port: 884fca51-92ad-4ca2-87f9-59e72d1c7564 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.645736] env[64443]: DEBUG nova.virt.hardware [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.645997] env[64443]: DEBUG nova.virt.hardware [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.646166] env[64443]: DEBUG nova.virt.hardware [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.646348] env[64443]: DEBUG nova.virt.hardware [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.646493] env[64443]: DEBUG nova.virt.hardware [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.646637] env[64443]: DEBUG nova.virt.hardware [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.646840] env[64443]: DEBUG nova.virt.hardware [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.646997] env[64443]: DEBUG nova.virt.hardware [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.647173] env[64443]: DEBUG nova.virt.hardware [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.647373] env[64443]: DEBUG nova.virt.hardware [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.647547] env[64443]: DEBUG nova.virt.hardware [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.648471] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071718ad-97a7-4257-86a8-82cf944741ea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.657468] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629ae5a7-3589-40be-a561-db606b588d64 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.672653] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:92:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd415e246-cb6d-47d8-8a97-99252eace5d2', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.680281] env[64443]: DEBUG oslo.service.loopingcall [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 727.681119] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.681553] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5ce1825-06d7-4f4c-8454-def694e30b2e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.703495] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.703495] env[64443]: value = "task-2676220" [ 727.703495] env[64443]: _type = "Task" [ 727.703495] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.719361] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ccb70e-1729-0746-7628-1fde22dc00af, 'name': SearchDatastore_Task, 'duration_secs': 0.080762} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.721011] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.721282] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.721493] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.721674] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676220, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.739560] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527df3ff-e3d2-fe1a-202b-cf37c50b76c2, 'name': SearchDatastore_Task, 'duration_secs': 0.065929} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.740430] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5579d445-9ab2-4192-92de-be0af8452e94 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.747612] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 727.747612] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52caac07-de14-fa51-36da-1c4df39d0a11" [ 727.747612] env[64443]: _type = "Task" [ 727.747612] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.756114] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52caac07-de14-fa51-36da-1c4df39d0a11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.821683] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Releasing lock "refresh_cache-a9cd65b5-58ae-4174-ba35-131d685991ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.854181] env[64443]: DEBUG nova.compute.utils [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 727.856178] env[64443]: DEBUG nova.compute.manager [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.856448] env[64443]: DEBUG nova.network.neutron [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.882295] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586685} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.882602] env[64443]: INFO nova.virt.vmwareapi.ds_util [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 57c7045b-f9d7-46d9-8017-15896cee5224/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk. [ 727.883700] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b5c721-bd5d-46c7-83d1-6b4f2afd2de4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.922830] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 57c7045b-f9d7-46d9-8017-15896cee5224/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.927132] env[64443]: DEBUG nova.policy [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14416e4cc5854b5b9fd3e6ecac8f0bf0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '09a386667d4d4eb18f42a1b075a591a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.929347] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12633241-6e8b-458c-9b20-ce173a82eb91 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.952605] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 727.952605] env[64443]: value = "task-2676221" [ 727.952605] env[64443]: _type = "Task" [ 727.952605] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.956030] env[64443]: DEBUG nova.objects.instance [None req-8d72a898-9abf-4afc-b342-dec9553046fa tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lazy-loading 'flavor' on Instance uuid ebd70bba-160b-41dc-94ca-5d45e99e5dd8 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.970143] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676221, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.025571] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.047676] env[64443]: DEBUG oslo_concurrency.lockutils [req-414efdf8-a796-4671-99ae-0b1b3e583cab req-9026cd85-bfbe-48d7-8ddf-2ff0c0d73c8f service nova] Releasing lock "refresh_cache-feb7967d-b35a-46b3-bd4e-6f1f837f58f2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.096536] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "refresh_cache-f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.096536] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquired lock "refresh_cache-f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.096536] env[64443]: DEBUG nova.network.neutron [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.218065] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676220, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.278050] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52caac07-de14-fa51-36da-1c4df39d0a11, 'name': SearchDatastore_Task, 'duration_secs': 0.013803} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.279555] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.280162] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 88f3252f-5271-4778-b8e4-a952460d400d/88f3252f-5271-4778-b8e4-a952460d400d.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.281106] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.281510] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.283029] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5344a35a-afb3-41c0-b6c3-b509bea4f487 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.284845] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8a7e55c-6e6e-4351-8a6b-40aaae83f02d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.288788] env[64443]: DEBUG nova.objects.instance [None req-7568823c-3dac-49c2-93e3-8fabcf852472 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lazy-loading 'flavor' on Instance uuid 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.301056] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 728.301056] env[64443]: value = "task-2676222" [ 728.301056] env[64443]: _type = "Task" [ 728.301056] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.310930] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.311160] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.316134] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80866cd7-05e1-4f4e-99dd-4de8bb415804 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.327031] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.331124] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 728.331124] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d73984-df59-fb56-873a-9eb370fb62c1" [ 728.331124] env[64443]: _type = "Task" [ 728.331124] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.341355] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d73984-df59-fb56-873a-9eb370fb62c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.363086] env[64443]: DEBUG nova.compute.manager [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.439566] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.441015] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415fd005-f481-4748-b5de-99405c0f4c32 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.449563] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.452075] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c485e0c5-be2a-4959-a6b4-13f189af6fcf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.466215] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676221, 'name': ReconfigVM_Task, 'duration_secs': 0.360298} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.467073] env[64443]: DEBUG nova.network.neutron [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Successfully created port: a1bb68d8-a092-4bae-bd98-01f910b533f1 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.469234] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8d72a898-9abf-4afc-b342-dec9553046fa tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "ebd70bba-160b-41dc-94ca-5d45e99e5dd8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.376s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.472257] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 57c7045b-f9d7-46d9-8017-15896cee5224/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.472257] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17768a4-7dc6-4c6a-bd79-061d05d3c00a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.504182] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d53a46d8-b219-4473-b434-2b584f23808a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.528751] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 728.528751] env[64443]: value = "task-2676224" [ 728.528751] env[64443]: _type = "Task" [ 728.528751] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.537478] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9862dbb0-d653-4a0f-8d89-bae98cd927d1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.542127] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.542409] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.542618] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Deleting the datastore file [datastore1] a9cd65b5-58ae-4174-ba35-131d685991ef {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.543313] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c6dafd8-a466-4da7-9515-02fc9986cd7d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.551054] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.552636] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f533514f-3c50-4ae3-8ac9-1217b68adbcb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.558648] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 728.558648] env[64443]: value = "task-2676225" [ 728.558648] env[64443]: _type = "Task" [ 728.558648] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.590937] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d98ff0-a675-4b91-a166-6703cc804032 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.597333] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.606527] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb890c5-3234-4ce9-aa21-f1cbe2810a64 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.622688] env[64443]: DEBUG nova.compute.provider_tree [None req-77496817-285b-4f27-9b54-238a1a8c2eef tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.654974] env[64443]: DEBUG nova.network.neutron [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.717179] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676220, 'name': CreateVM_Task, 'duration_secs': 0.756751} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.717808] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.718656] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.718868] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.719235] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.719668] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad0656d3-edf2-442c-9969-38b0171acb39 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.728418] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 728.728418] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52450a32-2730-4214-cb7b-915f4328ffa0" [ 728.728418] env[64443]: _type = "Task" [ 728.728418] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.739537] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52450a32-2730-4214-cb7b-915f4328ffa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.794454] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7568823c-3dac-49c2-93e3-8fabcf852472 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.794688] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7568823c-3dac-49c2-93e3-8fabcf852472 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.794873] env[64443]: DEBUG nova.network.neutron [None req-7568823c-3dac-49c2-93e3-8fabcf852472 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.795105] env[64443]: DEBUG nova.objects.instance [None req-7568823c-3dac-49c2-93e3-8fabcf852472 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lazy-loading 'info_cache' on Instance uuid 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.823358] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676222, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.846445] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d73984-df59-fb56-873a-9eb370fb62c1, 'name': SearchDatastore_Task, 'duration_secs': 0.020605} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.849934] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0048f674-d49b-4d95-854e-2ed7efb949e0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.857464] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 728.857464] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5277bdb0-5e27-cefb-e3ab-fcf1bd28fd20" [ 728.857464] env[64443]: _type = "Task" [ 728.857464] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.870621] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5277bdb0-5e27-cefb-e3ab-fcf1bd28fd20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.891829] env[64443]: DEBUG nova.network.neutron [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Updating instance_info_cache with network_info: [{"id": "884fca51-92ad-4ca2-87f9-59e72d1c7564", "address": "fa:16:3e:ed:b8:c9", "network": {"id": "dcc948f2-59ad-4821-9cd7-949d7611e0e4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1984792092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "decaf50d902e4a3c9c06c97868695e72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap884fca51-92", "ovs_interfaceid": "884fca51-92ad-4ca2-87f9-59e72d1c7564", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.924059] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "ebd70bba-160b-41dc-94ca-5d45e99e5dd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.924178] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "ebd70bba-160b-41dc-94ca-5d45e99e5dd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.924397] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "ebd70bba-160b-41dc-94ca-5d45e99e5dd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.924647] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "ebd70bba-160b-41dc-94ca-5d45e99e5dd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.924883] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "ebd70bba-160b-41dc-94ca-5d45e99e5dd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.927580] env[64443]: INFO nova.compute.manager [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Terminating instance [ 729.040791] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676224, 'name': ReconfigVM_Task, 'duration_secs': 0.221349} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.041363] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.041363] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00a50b03-d40a-4cce-a86d-8fdff3638bbb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.049398] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 729.049398] env[64443]: value = "task-2676226" [ 729.049398] env[64443]: _type = "Task" [ 729.049398] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.058909] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.068671] env[64443]: DEBUG oslo_vmware.api [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.459405} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.068770] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.069093] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.070037] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.093441] env[64443]: INFO nova.scheduler.client.report [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Deleted allocations for instance a9cd65b5-58ae-4174-ba35-131d685991ef [ 729.126457] env[64443]: DEBUG nova.scheduler.client.report [None req-77496817-285b-4f27-9b54-238a1a8c2eef tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.241330] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52450a32-2730-4214-cb7b-915f4328ffa0, 'name': SearchDatastore_Task, 'duration_secs': 0.062336} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.241449] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.241583] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.241796] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.299166] env[64443]: DEBUG nova.objects.base [None req-7568823c-3dac-49c2-93e3-8fabcf852472 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Object Instance<31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e> lazy-loaded attributes: flavor,info_cache {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 729.321928] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60122} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.322204] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 88f3252f-5271-4778-b8e4-a952460d400d/88f3252f-5271-4778-b8e4-a952460d400d.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.322424] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.322674] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f0ed6f7-4ccc-406d-a4af-2562407d2e65 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.330226] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 729.330226] env[64443]: value = "task-2676227" [ 729.330226] env[64443]: _type = "Task" [ 729.330226] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.339374] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.369564] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5277bdb0-5e27-cefb-e3ab-fcf1bd28fd20, 'name': SearchDatastore_Task, 'duration_secs': 0.024703} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.370441] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.370712] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] feb7967d-b35a-46b3-bd4e-6f1f837f58f2/feb7967d-b35a-46b3-bd4e-6f1f837f58f2.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.370992] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.371274] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.371400] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-199129dd-71b1-42fa-a123-7a3fe3742218 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.374165] env[64443]: DEBUG nova.compute.manager [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.376257] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c73b55d-105b-4c9e-8cc4-bd6672238474 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.387345] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 729.387345] env[64443]: value = "task-2676228" [ 729.387345] env[64443]: _type = "Task" [ 729.387345] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.389294] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.389294] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.392597] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-376170dc-1610-4df9-a1c8-2ac34ffa1abf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.398124] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Releasing lock "refresh_cache-f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.398124] env[64443]: DEBUG nova.compute.manager [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Instance network_info: |[{"id": "884fca51-92ad-4ca2-87f9-59e72d1c7564", "address": "fa:16:3e:ed:b8:c9", "network": {"id": "dcc948f2-59ad-4821-9cd7-949d7611e0e4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1984792092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "decaf50d902e4a3c9c06c97868695e72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap884fca51-92", "ovs_interfaceid": "884fca51-92ad-4ca2-87f9-59e72d1c7564", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.398943] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:b8:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '884fca51-92ad-4ca2-87f9-59e72d1c7564', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.407388] env[64443]: DEBUG oslo.service.loopingcall [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 729.413169] env[64443]: DEBUG nova.virt.hardware [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.413411] env[64443]: DEBUG nova.virt.hardware [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.413579] env[64443]: DEBUG nova.virt.hardware [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.413748] env[64443]: DEBUG nova.virt.hardware [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.413891] env[64443]: DEBUG nova.virt.hardware [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.414453] env[64443]: DEBUG nova.virt.hardware [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.415056] env[64443]: DEBUG nova.virt.hardware [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.415056] env[64443]: DEBUG nova.virt.hardware [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.415056] env[64443]: DEBUG nova.virt.hardware [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.415324] env[64443]: DEBUG nova.virt.hardware [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.415383] env[64443]: DEBUG nova.virt.hardware [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.415682] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.415929] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.416984] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a02886-f1fe-451b-a68a-7728b8a2a174 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.421077] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1658e760-daef-4556-ab41-bb53fd628185 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.437536] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 729.437536] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]529d022d-fa0d-abc3-7bab-56f21c881db4" [ 729.437536] env[64443]: _type = "Task" [ 729.437536] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.438460] env[64443]: DEBUG nova.compute.manager [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.438682] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.439560] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cc4b5cb-f6c1-4092-8e9d-7f9d4809c124 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.449201] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20dc41a-2196-47eb-b791-b34cae35ab0d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.453167] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.453167] env[64443]: value = "task-2676229" [ 729.453167] env[64443]: _type = "Task" [ 729.453167] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.458521] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529d022d-fa0d-abc3-7bab-56f21c881db4, 'name': SearchDatastore_Task, 'duration_secs': 0.014044} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.464067] env[64443]: DEBUG oslo_vmware.api [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 729.464067] env[64443]: value = "task-2676230" [ 729.464067] env[64443]: _type = "Task" [ 729.464067] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.473521] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-309fdc74-0ce0-4bd9-a2ea-f7422f25237e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.484120] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676229, 'name': CreateVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.489303] env[64443]: DEBUG oslo_vmware.api [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.490898] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 729.490898] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5265b117-86c1-bdbf-54e8-abfb96651e0b" [ 729.490898] env[64443]: _type = "Task" [ 729.490898] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.499687] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5265b117-86c1-bdbf-54e8-abfb96651e0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.562133] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.565912] env[64443]: DEBUG nova.compute.manager [req-3fe1c955-538a-4f51-887f-14a979d67705 req-a5890163-59ea-43fe-a796-0139cb3fad8f service nova] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Received event network-changed-884fca51-92ad-4ca2-87f9-59e72d1c7564 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.566239] env[64443]: DEBUG nova.compute.manager [req-3fe1c955-538a-4f51-887f-14a979d67705 req-a5890163-59ea-43fe-a796-0139cb3fad8f service nova] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Refreshing instance network info cache due to event network-changed-884fca51-92ad-4ca2-87f9-59e72d1c7564. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 729.566546] env[64443]: DEBUG oslo_concurrency.lockutils [req-3fe1c955-538a-4f51-887f-14a979d67705 req-a5890163-59ea-43fe-a796-0139cb3fad8f service nova] Acquiring lock "refresh_cache-f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.566697] env[64443]: DEBUG oslo_concurrency.lockutils [req-3fe1c955-538a-4f51-887f-14a979d67705 req-a5890163-59ea-43fe-a796-0139cb3fad8f service nova] Acquired lock "refresh_cache-f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.566927] env[64443]: DEBUG nova.network.neutron [req-3fe1c955-538a-4f51-887f-14a979d67705 req-a5890163-59ea-43fe-a796-0139cb3fad8f service nova] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Refreshing network info cache for port 884fca51-92ad-4ca2-87f9-59e72d1c7564 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.597862] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.843380] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.481865} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.846805] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.847871] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6ebcad-ffd3-440d-9e61-d9060a8c54e9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.876904] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 88f3252f-5271-4778-b8e4-a952460d400d/88f3252f-5271-4778-b8e4-a952460d400d.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.877385] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5147cb9a-dbf5-4ada-9721-87b85b43c6cd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.907058] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676228, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.908092] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 729.908092] env[64443]: value = "task-2676231" [ 729.908092] env[64443]: _type = "Task" [ 729.908092] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.919400] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.971568] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676229, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.987615] env[64443]: DEBUG oslo_vmware.api [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676230, 'name': PowerOffVM_Task, 'duration_secs': 0.366692} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.990777] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.991021] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Volume detach. Driver type: vmdk {{(pid=64443) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 729.991266] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539624', 'volume_id': 'dbe0e9b3-7e26-4fe4-bc30-4802d21de06a', 'name': 'volume-dbe0e9b3-7e26-4fe4-bc30-4802d21de06a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebd70bba-160b-41dc-94ca-5d45e99e5dd8', 'attached_at': '', 'detached_at': '', 'volume_id': 'dbe0e9b3-7e26-4fe4-bc30-4802d21de06a', 'serial': 'dbe0e9b3-7e26-4fe4-bc30-4802d21de06a'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 729.992251] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7862e1af-38bc-47e9-b6fa-2027bc0a001d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.006136] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5265b117-86c1-bdbf-54e8-abfb96651e0b, 'name': SearchDatastore_Task, 'duration_secs': 0.017935} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.023735] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.025318] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 8cbb1e8f-c258-42db-ac80-14af4337c82d/8cbb1e8f-c258-42db-ac80-14af4337c82d.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.025318] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96ff8a22-b7af-49fe-a65b-ebfa70545a1a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.028134] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce1cd4d-30d8-4982-8b33-bb28a264839c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.041850] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f20e45-8e8e-4906-9d2a-76c59a4adcfa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.044557] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 730.044557] env[64443]: value = "task-2676232" [ 730.044557] env[64443]: _type = "Task" [ 730.044557] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.071198] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5677ed2a-9801-4027-89ad-d47e8213f5cc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.079322] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.086500] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.098737] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] The volume has not been displaced from its original location: [datastore1] volume-dbe0e9b3-7e26-4fe4-bc30-4802d21de06a/volume-dbe0e9b3-7e26-4fe4-bc30-4802d21de06a.vmdk. No consolidation needed. {{(pid=64443) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 730.104923] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Reconfiguring VM instance instance-0000002f to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 730.107867] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d96cb05-bcfc-40d4-87b9-faca44776098 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.129903] env[64443]: DEBUG oslo_vmware.api [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 730.129903] env[64443]: value = "task-2676233" [ 730.129903] env[64443]: _type = "Task" [ 730.129903] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.138852] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77496817-285b-4f27-9b54-238a1a8c2eef tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.786s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.146881] env[64443]: DEBUG oslo_concurrency.lockutils [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.693s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.147199] env[64443]: DEBUG nova.objects.instance [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lazy-loading 'resources' on Instance uuid 95420eb6-9a0f-446f-bed0-b8d47808f5c6 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.148552] env[64443]: DEBUG oslo_vmware.api [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.347574] env[64443]: DEBUG nova.network.neutron [None req-7568823c-3dac-49c2-93e3-8fabcf852472 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Updating instance_info_cache with network_info: [{"id": "a7ab0a27-394e-4943-affc-2d0416413973", "address": "fa:16:3e:7a:59:6c", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7ab0a27-39", "ovs_interfaceid": "a7ab0a27-394e-4943-affc-2d0416413973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.407666] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571652} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.407666] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] feb7967d-b35a-46b3-bd4e-6f1f837f58f2/feb7967d-b35a-46b3-bd4e-6f1f837f58f2.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.407666] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.408166] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9193c1b1-737a-4457-8ba2-a8114bc7030b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.422575] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676231, 'name': ReconfigVM_Task, 'duration_secs': 0.472922} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.424599] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 88f3252f-5271-4778-b8e4-a952460d400d/88f3252f-5271-4778-b8e4-a952460d400d.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.425628] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 730.425628] env[64443]: value = "task-2676234" [ 730.425628] env[64443]: _type = "Task" [ 730.425628] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.425907] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5760270-7588-4c28-b514-90e9416f27d8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.443411] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.445506] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 730.445506] env[64443]: value = "task-2676235" [ 730.445506] env[64443]: _type = "Task" [ 730.445506] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.458875] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676235, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.471785] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676229, 'name': CreateVM_Task, 'duration_secs': 0.560662} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.471963] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.472784] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.472945] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.473311] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.473687] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22e79fcf-b3d1-4f54-b8b3-ee5423d1a51c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.480773] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 730.480773] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5215b092-1943-211a-d329-07d36708d2a7" [ 730.480773] env[64443]: _type = "Task" [ 730.480773] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.492291] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5215b092-1943-211a-d329-07d36708d2a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.563967] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676232, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.575778] env[64443]: DEBUG nova.network.neutron [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Successfully updated port: a1bb68d8-a092-4bae-bd98-01f910b533f1 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.584386] env[64443]: DEBUG oslo_vmware.api [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676226, 'name': PowerOnVM_Task, 'duration_secs': 1.113032} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.584932] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.598026] env[64443]: DEBUG nova.compute.manager [None req-5e1e0c4f-4f24-4088-9ad2-306fc1f928c9 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.598026] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae414fa-08de-4d75-b00a-139877725eee {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.598026] env[64443]: DEBUG nova.network.neutron [req-3fe1c955-538a-4f51-887f-14a979d67705 req-a5890163-59ea-43fe-a796-0139cb3fad8f service nova] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Updated VIF entry in instance network info cache for port 884fca51-92ad-4ca2-87f9-59e72d1c7564. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.598430] env[64443]: DEBUG nova.network.neutron [req-3fe1c955-538a-4f51-887f-14a979d67705 req-a5890163-59ea-43fe-a796-0139cb3fad8f service nova] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Updating instance_info_cache with network_info: [{"id": "884fca51-92ad-4ca2-87f9-59e72d1c7564", "address": "fa:16:3e:ed:b8:c9", "network": {"id": "dcc948f2-59ad-4821-9cd7-949d7611e0e4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1984792092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "decaf50d902e4a3c9c06c97868695e72", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap884fca51-92", "ovs_interfaceid": "884fca51-92ad-4ca2-87f9-59e72d1c7564", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.641174] env[64443]: DEBUG oslo_vmware.api [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676233, 'name': ReconfigVM_Task, 'duration_secs': 0.384734} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.641483] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Reconfigured VM instance instance-0000002f to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 730.646486] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9f635fb-5f5f-4075-8476-acda2bf938bd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.671824] env[64443]: DEBUG oslo_vmware.api [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 730.671824] env[64443]: value = "task-2676236" [ 730.671824] env[64443]: _type = "Task" [ 730.671824] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.690509] env[64443]: DEBUG oslo_vmware.api [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.732130] env[64443]: INFO nova.scheduler.client.report [None req-77496817-285b-4f27-9b54-238a1a8c2eef tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Deleted allocation for migration 10e1341d-d3d0-45ae-b25a-5c888f8c3d0f [ 730.851546] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7568823c-3dac-49c2-93e3-8fabcf852472 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.940462] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107684} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.943061] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.944161] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398279f5-12f8-432a-8d07-c415e3d71a8f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.968934] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676235, 'name': Rename_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.978947] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] feb7967d-b35a-46b3-bd4e-6f1f837f58f2/feb7967d-b35a-46b3-bd4e-6f1f837f58f2.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.978947] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46e418b5-3d88-4592-be7d-0b5e5bed965c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.006517] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5215b092-1943-211a-d329-07d36708d2a7, 'name': SearchDatastore_Task, 'duration_secs': 0.057601} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.008075] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.008324] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.008623] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.008785] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.009034] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.009323] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 731.009323] env[64443]: value = "task-2676237" [ 731.009323] env[64443]: _type = "Task" [ 731.009323] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.011979] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09d5b40e-be5e-4e7d-b40e-b73ee7579d25 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.023190] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676237, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.024693] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.024909] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.025659] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146f4a29-4d5d-411c-8129-e0573ac2cdc5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.034609] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 731.034609] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52b30af4-2bdf-4e3b-a9f7-180a6e5dd70d" [ 731.034609] env[64443]: _type = "Task" [ 731.034609] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.046562] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b30af4-2bdf-4e3b-a9f7-180a6e5dd70d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.058115] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59663} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.061525] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 8cbb1e8f-c258-42db-ac80-14af4337c82d/8cbb1e8f-c258-42db-ac80-14af4337c82d.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.061766] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.062270] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86d0ecba-3af1-4464-93f7-e17fda66cfd6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.069881] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 731.069881] env[64443]: value = "task-2676238" [ 731.069881] env[64443]: _type = "Task" [ 731.069881] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.081887] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.085738] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Acquiring lock "refresh_cache-4531838e-0b18-44a3-ab03-87107bfde98b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.085738] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Acquired lock "refresh_cache-4531838e-0b18-44a3-ab03-87107bfde98b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.085879] env[64443]: DEBUG nova.network.neutron [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.101370] env[64443]: DEBUG oslo_concurrency.lockutils [req-3fe1c955-538a-4f51-887f-14a979d67705 req-a5890163-59ea-43fe-a796-0139cb3fad8f service nova] Releasing lock "refresh_cache-f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.101653] env[64443]: DEBUG nova.compute.manager [req-3fe1c955-538a-4f51-887f-14a979d67705 req-a5890163-59ea-43fe-a796-0139cb3fad8f service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Received event network-vif-unplugged-b094d056-8fa9-4280-a019-ac6dc777b089 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.101858] env[64443]: DEBUG oslo_concurrency.lockutils [req-3fe1c955-538a-4f51-887f-14a979d67705 req-a5890163-59ea-43fe-a796-0139cb3fad8f service nova] Acquiring lock "a9cd65b5-58ae-4174-ba35-131d685991ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.102427] env[64443]: DEBUG oslo_concurrency.lockutils [req-3fe1c955-538a-4f51-887f-14a979d67705 req-a5890163-59ea-43fe-a796-0139cb3fad8f service nova] Lock "a9cd65b5-58ae-4174-ba35-131d685991ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.102427] env[64443]: DEBUG oslo_concurrency.lockutils [req-3fe1c955-538a-4f51-887f-14a979d67705 req-a5890163-59ea-43fe-a796-0139cb3fad8f service nova] Lock "a9cd65b5-58ae-4174-ba35-131d685991ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.102427] env[64443]: DEBUG nova.compute.manager [req-3fe1c955-538a-4f51-887f-14a979d67705 req-a5890163-59ea-43fe-a796-0139cb3fad8f service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] No waiting events found dispatching network-vif-unplugged-b094d056-8fa9-4280-a019-ac6dc777b089 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.102689] env[64443]: WARNING nova.compute.manager [req-3fe1c955-538a-4f51-887f-14a979d67705 req-a5890163-59ea-43fe-a796-0139cb3fad8f service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Received unexpected event network-vif-unplugged-b094d056-8fa9-4280-a019-ac6dc777b089 for instance with vm_state shelved_offloaded and task_state None. [ 731.102723] env[64443]: DEBUG nova.compute.manager [req-3fe1c955-538a-4f51-887f-14a979d67705 req-a5890163-59ea-43fe-a796-0139cb3fad8f service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Received event network-changed-b094d056-8fa9-4280-a019-ac6dc777b089 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.102968] env[64443]: DEBUG nova.compute.manager [req-3fe1c955-538a-4f51-887f-14a979d67705 req-a5890163-59ea-43fe-a796-0139cb3fad8f service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Refreshing instance network info cache due to event network-changed-b094d056-8fa9-4280-a019-ac6dc777b089. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 731.103685] env[64443]: DEBUG oslo_concurrency.lockutils [req-3fe1c955-538a-4f51-887f-14a979d67705 req-a5890163-59ea-43fe-a796-0139cb3fad8f service nova] Acquiring lock "refresh_cache-a9cd65b5-58ae-4174-ba35-131d685991ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.103685] env[64443]: DEBUG oslo_concurrency.lockutils [req-3fe1c955-538a-4f51-887f-14a979d67705 req-a5890163-59ea-43fe-a796-0139cb3fad8f service nova] Acquired lock "refresh_cache-a9cd65b5-58ae-4174-ba35-131d685991ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.103685] env[64443]: DEBUG nova.network.neutron [req-3fe1c955-538a-4f51-887f-14a979d67705 req-a5890163-59ea-43fe-a796-0139cb3fad8f service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Refreshing network info cache for port b094d056-8fa9-4280-a019-ac6dc777b089 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.189671] env[64443]: DEBUG oslo_vmware.api [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676236, 'name': ReconfigVM_Task, 'duration_secs': 0.376042} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.189992] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539624', 'volume_id': 'dbe0e9b3-7e26-4fe4-bc30-4802d21de06a', 'name': 'volume-dbe0e9b3-7e26-4fe4-bc30-4802d21de06a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ebd70bba-160b-41dc-94ca-5d45e99e5dd8', 'attached_at': '', 'detached_at': '', 'volume_id': 'dbe0e9b3-7e26-4fe4-bc30-4802d21de06a', 'serial': 'dbe0e9b3-7e26-4fe4-bc30-4802d21de06a'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 731.190293] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.191154] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e66172-3864-4e3c-a7d4-b170b26d78bd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.197422] env[64443]: DEBUG oslo_concurrency.lockutils [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "a9cd65b5-58ae-4174-ba35-131d685991ef" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.200080] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.200336] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce249935-1934-4c0b-ace1-34c20b5b2a31 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.242764] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77496817-285b-4f27-9b54-238a1a8c2eef tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "4527a9ba-28f7-4698-aec0-6389cfc9d788" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 30.225s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.258753] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea28decd-62ca-4f13-9074-475251936217 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.267511] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d8146a-281f-4b45-94e1-e6c8a078faea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.301655] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dace6aa-d007-4e9a-9bda-d8c1a108107d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.304435] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.304724] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.304935] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Deleting the datastore file [datastore2] ebd70bba-160b-41dc-94ca-5d45e99e5dd8 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.305216] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dfe93d8-c64b-4509-9548-67cc80c6ede6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.314224] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217a60aa-7f40-494b-b656-12f4f22718b6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.318665] env[64443]: DEBUG oslo_vmware.api [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 731.318665] env[64443]: value = "task-2676240" [ 731.318665] env[64443]: _type = "Task" [ 731.318665] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.330332] env[64443]: DEBUG nova.compute.provider_tree [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.339766] env[64443]: DEBUG oslo_vmware.api [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.459632] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676235, 'name': Rename_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.530515] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.547745] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b30af4-2bdf-4e3b-a9f7-180a6e5dd70d, 'name': SearchDatastore_Task, 'duration_secs': 0.030013} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.547745] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18c9d71b-1285-4ba4-8477-5e41b026f125 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.553528] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 731.553528] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]524d3039-aa9c-fa20-9f77-7f72e10d25c0" [ 731.553528] env[64443]: _type = "Task" [ 731.553528] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.564280] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]524d3039-aa9c-fa20-9f77-7f72e10d25c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.582567] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175336} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.582895] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.583742] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7a3ffd-506a-4370-b876-71bb02294e48 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.614361] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 8cbb1e8f-c258-42db-ac80-14af4337c82d/8cbb1e8f-c258-42db-ac80-14af4337c82d.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.619897] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62995c62-f107-4a59-87ef-e3fdba712d75 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.645660] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 731.645660] env[64443]: value = "task-2676241" [ 731.645660] env[64443]: _type = "Task" [ 731.645660] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.646559] env[64443]: DEBUG nova.network.neutron [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.662066] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676241, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.666943] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4edb8-8c4d-5700-3928-b773c797eabd/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 731.668113] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de243b8e-d1fb-4189-a07f-ab974196c4a0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.676592] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4edb8-8c4d-5700-3928-b773c797eabd/disk-0.vmdk is in state: ready. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 731.676825] env[64443]: ERROR oslo_vmware.rw_handles [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4edb8-8c4d-5700-3928-b773c797eabd/disk-0.vmdk due to incomplete transfer. [ 731.677171] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e71a4b8e-47a6-4f6d-a934-1639975ef939 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.687831] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4edb8-8c4d-5700-3928-b773c797eabd/disk-0.vmdk. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 731.688070] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Uploaded image 5f444c29-e885-486d-b5d3-9887bd0c3458 to the Glance image server {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 731.690560] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Destroying the VM {{(pid=64443) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 731.690795] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-872fe2ee-cbe1-4f5a-a881-600a82a04f8c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.701683] env[64443]: DEBUG oslo_vmware.api [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 731.701683] env[64443]: value = "task-2676242" [ 731.701683] env[64443]: _type = "Task" [ 731.701683] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.710413] env[64443]: DEBUG nova.compute.manager [req-4f4058db-ed18-4ed1-843f-231027813933 req-c5c3c660-7beb-4376-851d-d51a119b645e service nova] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Received event network-vif-plugged-a1bb68d8-a092-4bae-bd98-01f910b533f1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.710707] env[64443]: DEBUG oslo_concurrency.lockutils [req-4f4058db-ed18-4ed1-843f-231027813933 req-c5c3c660-7beb-4376-851d-d51a119b645e service nova] Acquiring lock "4531838e-0b18-44a3-ab03-87107bfde98b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.710961] env[64443]: DEBUG oslo_concurrency.lockutils [req-4f4058db-ed18-4ed1-843f-231027813933 req-c5c3c660-7beb-4376-851d-d51a119b645e service nova] Lock "4531838e-0b18-44a3-ab03-87107bfde98b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.711236] env[64443]: DEBUG oslo_concurrency.lockutils [req-4f4058db-ed18-4ed1-843f-231027813933 req-c5c3c660-7beb-4376-851d-d51a119b645e service nova] Lock "4531838e-0b18-44a3-ab03-87107bfde98b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.711412] env[64443]: DEBUG nova.compute.manager [req-4f4058db-ed18-4ed1-843f-231027813933 req-c5c3c660-7beb-4376-851d-d51a119b645e service nova] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] No waiting events found dispatching network-vif-plugged-a1bb68d8-a092-4bae-bd98-01f910b533f1 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.711657] env[64443]: WARNING nova.compute.manager [req-4f4058db-ed18-4ed1-843f-231027813933 req-c5c3c660-7beb-4376-851d-d51a119b645e service nova] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Received unexpected event network-vif-plugged-a1bb68d8-a092-4bae-bd98-01f910b533f1 for instance with vm_state building and task_state spawning. [ 731.711864] env[64443]: DEBUG nova.compute.manager [req-4f4058db-ed18-4ed1-843f-231027813933 req-c5c3c660-7beb-4376-851d-d51a119b645e service nova] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Received event network-changed-a1bb68d8-a092-4bae-bd98-01f910b533f1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.712082] env[64443]: DEBUG nova.compute.manager [req-4f4058db-ed18-4ed1-843f-231027813933 req-c5c3c660-7beb-4376-851d-d51a119b645e service nova] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Refreshing instance network info cache due to event network-changed-a1bb68d8-a092-4bae-bd98-01f910b533f1. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 731.712523] env[64443]: DEBUG oslo_concurrency.lockutils [req-4f4058db-ed18-4ed1-843f-231027813933 req-c5c3c660-7beb-4376-851d-d51a119b645e service nova] Acquiring lock "refresh_cache-4531838e-0b18-44a3-ab03-87107bfde98b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.719689] env[64443]: DEBUG oslo_vmware.api [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676242, 'name': Destroy_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.832666] env[64443]: DEBUG oslo_vmware.api [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386735} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.833510] env[64443]: DEBUG nova.scheduler.client.report [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.837162] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.837523] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.837699] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.837918] env[64443]: INFO nova.compute.manager [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Took 2.40 seconds to destroy the instance on the hypervisor. [ 731.838205] env[64443]: DEBUG oslo.service.loopingcall [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 731.838572] env[64443]: DEBUG nova.compute.manager [-] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.838679] env[64443]: DEBUG nova.network.neutron [-] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.840718] env[64443]: INFO nova.compute.manager [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Unrescuing [ 731.840810] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquiring lock "refresh_cache-57c7045b-f9d7-46d9-8017-15896cee5224" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.840924] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquired lock "refresh_cache-57c7045b-f9d7-46d9-8017-15896cee5224" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.841376] env[64443]: DEBUG nova.network.neutron [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.859430] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7568823c-3dac-49c2-93e3-8fabcf852472 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.859682] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9da5942d-fd5d-4847-b9b0-cba4c7d53c1b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.869699] env[64443]: DEBUG oslo_vmware.api [None req-7568823c-3dac-49c2-93e3-8fabcf852472 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 731.869699] env[64443]: value = "task-2676243" [ 731.869699] env[64443]: _type = "Task" [ 731.869699] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.878590] env[64443]: DEBUG oslo_vmware.api [None req-7568823c-3dac-49c2-93e3-8fabcf852472 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.958872] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676235, 'name': Rename_Task, 'duration_secs': 1.277907} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.959207] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.959489] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6d14607-84cb-4694-9ee6-69c79012376a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.967687] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 731.967687] env[64443]: value = "task-2676244" [ 731.967687] env[64443]: _type = "Task" [ 731.967687] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.981794] env[64443]: DEBUG nova.network.neutron [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Updating instance_info_cache with network_info: [{"id": "a1bb68d8-a092-4bae-bd98-01f910b533f1", "address": "fa:16:3e:a0:8a:ed", "network": {"id": "63a1cbd0-10f6-4faf-989f-1709a8913b58", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-596195774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a386667d4d4eb18f42a1b075a591a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1bb68d8-a0", "ovs_interfaceid": "a1bb68d8-a092-4bae-bd98-01f910b533f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.027608] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.068260] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]524d3039-aa9c-fa20-9f77-7f72e10d25c0, 'name': SearchDatastore_Task, 'duration_secs': 0.015583} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.068260] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.068697] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7/f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.068787] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6e52d0a-03c8-447f-8b18-48607e19e06d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.080131] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 732.080131] env[64443]: value = "task-2676245" [ 732.080131] env[64443]: _type = "Task" [ 732.080131] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.090235] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.091745] env[64443]: DEBUG nova.network.neutron [req-3fe1c955-538a-4f51-887f-14a979d67705 req-a5890163-59ea-43fe-a796-0139cb3fad8f service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Updated VIF entry in instance network info cache for port b094d056-8fa9-4280-a019-ac6dc777b089. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.092134] env[64443]: DEBUG nova.network.neutron [req-3fe1c955-538a-4f51-887f-14a979d67705 req-a5890163-59ea-43fe-a796-0139cb3fad8f service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Updating instance_info_cache with network_info: [{"id": "b094d056-8fa9-4280-a019-ac6dc777b089", "address": "fa:16:3e:bd:28:39", "network": {"id": "7c2af66a-bc77-4b95-973c-c00ae9314905", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-137743101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c09873846584fac8d92fdc11202d8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb094d056-8f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.160378] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.215713] env[64443]: DEBUG oslo_vmware.api [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676242, 'name': Destroy_Task} progress is 33%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.341181] env[64443]: DEBUG oslo_concurrency.lockutils [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.342243] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.760s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.345260] env[64443]: INFO nova.compute.claims [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.370037] env[64443]: INFO nova.scheduler.client.report [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Deleted allocations for instance 95420eb6-9a0f-446f-bed0-b8d47808f5c6 [ 732.394293] env[64443]: DEBUG oslo_vmware.api [None req-7568823c-3dac-49c2-93e3-8fabcf852472 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.480440] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676244, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.486532] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Releasing lock "refresh_cache-4531838e-0b18-44a3-ab03-87107bfde98b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.486873] env[64443]: DEBUG nova.compute.manager [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Instance network_info: |[{"id": "a1bb68d8-a092-4bae-bd98-01f910b533f1", "address": "fa:16:3e:a0:8a:ed", "network": {"id": "63a1cbd0-10f6-4faf-989f-1709a8913b58", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-596195774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a386667d4d4eb18f42a1b075a591a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1bb68d8-a0", "ovs_interfaceid": "a1bb68d8-a092-4bae-bd98-01f910b533f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.490066] env[64443]: DEBUG oslo_concurrency.lockutils [req-4f4058db-ed18-4ed1-843f-231027813933 req-c5c3c660-7beb-4376-851d-d51a119b645e service nova] Acquired lock "refresh_cache-4531838e-0b18-44a3-ab03-87107bfde98b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.491882] env[64443]: DEBUG nova.network.neutron [req-4f4058db-ed18-4ed1-843f-231027813933 req-c5c3c660-7beb-4376-851d-d51a119b645e service nova] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Refreshing network info cache for port a1bb68d8-a092-4bae-bd98-01f910b533f1 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.491882] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:8a:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1bb68d8-a092-4bae-bd98-01f910b533f1', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.501943] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Creating folder: Project (09a386667d4d4eb18f42a1b075a591a2). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.506201] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f46a840-9196-41e6-b1b6-0067f32331c3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.523206] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Created folder: Project (09a386667d4d4eb18f42a1b075a591a2) in parent group-v539479. [ 732.523446] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Creating folder: Instances. Parent ref: group-v539629. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.524166] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3910793f-3522-4498-bd51-e2daff3833e1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.530134] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676237, 'name': ReconfigVM_Task, 'duration_secs': 1.279047} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.530420] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Reconfigured VM instance instance-00000033 to attach disk [datastore1] feb7967d-b35a-46b3-bd4e-6f1f837f58f2/feb7967d-b35a-46b3-bd4e-6f1f837f58f2.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.531111] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89af11e8-b584-4ecd-8477-479fbcb5df63 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.540468] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 732.540468] env[64443]: value = "task-2676248" [ 732.540468] env[64443]: _type = "Task" [ 732.540468] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.548064] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Created folder: Instances in parent group-v539629. [ 732.548516] env[64443]: DEBUG oslo.service.loopingcall [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 732.549799] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.550036] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9637416b-9eac-4bcb-87f0-1d982ee20cd8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.594016] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676248, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.601741] env[64443]: DEBUG oslo_concurrency.lockutils [req-3fe1c955-538a-4f51-887f-14a979d67705 req-a5890163-59ea-43fe-a796-0139cb3fad8f service nova] Releasing lock "refresh_cache-a9cd65b5-58ae-4174-ba35-131d685991ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.607038] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.607038] env[64443]: value = "task-2676249" [ 732.607038] env[64443]: _type = "Task" [ 732.607038] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.617410] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676245, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.627644] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676249, 'name': CreateVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.663753] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676241, 'name': ReconfigVM_Task, 'duration_secs': 0.61383} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.668011] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 8cbb1e8f-c258-42db-ac80-14af4337c82d/8cbb1e8f-c258-42db-ac80-14af4337c82d.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.669031] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90bb2b96-fe79-4109-9bad-cad95753c4d3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.679501] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 732.679501] env[64443]: value = "task-2676250" [ 732.679501] env[64443]: _type = "Task" [ 732.679501] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.693194] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676250, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.715687] env[64443]: DEBUG oslo_vmware.api [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676242, 'name': Destroy_Task, 'duration_secs': 0.703407} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.715983] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Destroyed the VM [ 732.716298] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Deleting Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 732.716602] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-69fee56a-83c7-4415-a3a1-c58976a4c057 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.727182] env[64443]: DEBUG oslo_vmware.api [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 732.727182] env[64443]: value = "task-2676251" [ 732.727182] env[64443]: _type = "Task" [ 732.727182] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.735049] env[64443]: DEBUG oslo_vmware.api [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676251, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.741526] env[64443]: DEBUG nova.network.neutron [-] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.758060] env[64443]: DEBUG nova.network.neutron [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Updating instance_info_cache with network_info: [{"id": "4e267636-ffe7-4a8f-ab30-9784d36d57c1", "address": "fa:16:3e:04:f5:ab", "network": {"id": "31767060-378f-455b-af09-d0cc37ee9066", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1001539734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ef110414f45d4d608949d6037096e273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3a0ddd7d-c321-4187-bdd8-b19044ea2c4a", "external-id": "nsx-vlan-transportzone-747", "segmentation_id": 747, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e267636-ff", "ovs_interfaceid": "4e267636-ffe7-4a8f-ab30-9784d36d57c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.891649] env[64443]: DEBUG oslo_vmware.api [None req-7568823c-3dac-49c2-93e3-8fabcf852472 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676243, 'name': PowerOnVM_Task, 'duration_secs': 0.585277} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.893186] env[64443]: DEBUG oslo_concurrency.lockutils [None req-728a0520-337d-44e1-85ec-06df5839d792 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lock "95420eb6-9a0f-446f-bed0-b8d47808f5c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.185s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.894370] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7568823c-3dac-49c2-93e3-8fabcf852472 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.894517] env[64443]: DEBUG nova.compute.manager [None req-7568823c-3dac-49c2-93e3-8fabcf852472 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.896433] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124392da-beb8-4f73-acdd-1ad5ccdad5d1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.955859] env[64443]: DEBUG nova.network.neutron [req-4f4058db-ed18-4ed1-843f-231027813933 req-c5c3c660-7beb-4376-851d-d51a119b645e service nova] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Updated VIF entry in instance network info cache for port a1bb68d8-a092-4bae-bd98-01f910b533f1. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.956347] env[64443]: DEBUG nova.network.neutron [req-4f4058db-ed18-4ed1-843f-231027813933 req-c5c3c660-7beb-4376-851d-d51a119b645e service nova] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Updating instance_info_cache with network_info: [{"id": "a1bb68d8-a092-4bae-bd98-01f910b533f1", "address": "fa:16:3e:a0:8a:ed", "network": {"id": "63a1cbd0-10f6-4faf-989f-1709a8913b58", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-596195774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "09a386667d4d4eb18f42a1b075a591a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1bb68d8-a0", "ovs_interfaceid": "a1bb68d8-a092-4bae-bd98-01f910b533f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.985806] env[64443]: DEBUG oslo_vmware.api [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676244, 'name': PowerOnVM_Task, 'duration_secs': 0.738355} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.986211] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.986426] env[64443]: INFO nova.compute.manager [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Took 12.27 seconds to spawn the instance on the hypervisor. [ 732.986692] env[64443]: DEBUG nova.compute.manager [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.987657] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0144243-c8e9-4580-b019-0b2e0d3d72d1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.041400] env[64443]: DEBUG oslo_concurrency.lockutils [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "60590d5a-3ca8-4189-a294-c72f00d2bf8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.042634] env[64443]: DEBUG oslo_concurrency.lockutils [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "60590d5a-3ca8-4189-a294-c72f00d2bf8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.055763] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676248, 'name': Rename_Task, 'duration_secs': 0.421259} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.056469] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.056723] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6ad2e3f-5f77-4972-ace8-c7197702d1f0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.065271] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 733.065271] env[64443]: value = "task-2676252" [ 733.065271] env[64443]: _type = "Task" [ 733.065271] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.080542] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.104467] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656696} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.104733] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7/f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.104941] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.105205] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f50b9dc-7c6d-46cd-ac7d-4bb483eb932e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.117500] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676249, 'name': CreateVM_Task, 'duration_secs': 0.471479} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.119823] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.119823] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 733.119823] env[64443]: value = "task-2676253" [ 733.119823] env[64443]: _type = "Task" [ 733.119823] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.120046] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.120181] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.120958] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.120958] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51c76381-27e4-47ac-9b79-cee77b10a0b6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.131541] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Waiting for the task: (returnval){ [ 733.131541] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52261008-9fe6-c5d6-3f04-c775c61634ae" [ 733.131541] env[64443]: _type = "Task" [ 733.131541] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.134876] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.143960] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52261008-9fe6-c5d6-3f04-c775c61634ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.194664] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676250, 'name': Rename_Task, 'duration_secs': 0.190922} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.195079] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.195308] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88b65235-8cc0-4938-9da9-814ac36b81df {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.204573] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 733.204573] env[64443]: value = "task-2676254" [ 733.204573] env[64443]: _type = "Task" [ 733.204573] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.214414] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.235270] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6c0cf02c-18f2-4964-9939-571c7f4900ea tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquiring lock "184b46f6-60a1-4425-ae07-726c056b1a18" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.235270] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6c0cf02c-18f2-4964-9939-571c7f4900ea tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "184b46f6-60a1-4425-ae07-726c056b1a18" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.238600] env[64443]: DEBUG oslo_vmware.api [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676251, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.244427] env[64443]: INFO nova.compute.manager [-] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Took 1.41 seconds to deallocate network for instance. [ 733.260949] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Releasing lock "refresh_cache-57c7045b-f9d7-46d9-8017-15896cee5224" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.261588] env[64443]: DEBUG nova.objects.instance [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lazy-loading 'flavor' on Instance uuid 57c7045b-f9d7-46d9-8017-15896cee5224 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.459770] env[64443]: DEBUG oslo_concurrency.lockutils [req-4f4058db-ed18-4ed1-843f-231027813933 req-c5c3c660-7beb-4376-851d-d51a119b645e service nova] Releasing lock "refresh_cache-4531838e-0b18-44a3-ab03-87107bfde98b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.508644] env[64443]: INFO nova.compute.manager [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Took 37.37 seconds to build instance. [ 733.548700] env[64443]: DEBUG nova.compute.manager [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.578689] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676252, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.630974] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079794} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.634434] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.635542] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acee5594-df56-4456-af55-6dd442e7b11c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.647613] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52261008-9fe6-c5d6-3f04-c775c61634ae, 'name': SearchDatastore_Task, 'duration_secs': 0.014289} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.660066] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.660066] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.660066] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.660353] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.660608] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.669632] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7/f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.670193] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2960dd33-0816-45f5-a9ab-581464dc6ec2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.672650] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8245b48-6166-4a7c-bb43-955886556c7f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.699030] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 733.699030] env[64443]: value = "task-2676255" [ 733.699030] env[64443]: _type = "Task" [ 733.699030] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.701063] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.701400] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.707017] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8749b091-469b-440d-9db0-4aaa548039dc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.721089] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Waiting for the task: (returnval){ [ 733.721089] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52aec482-a1d5-0326-0b68-0ca5666bf320" [ 733.721089] env[64443]: _type = "Task" [ 733.721089] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.730960] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.731239] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676254, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.741782] env[64443]: DEBUG nova.compute.utils [None req-6c0cf02c-18f2-4964-9939-571c7f4900ea tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 733.749019] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52aec482-a1d5-0326-0b68-0ca5666bf320, 'name': SearchDatastore_Task, 'duration_secs': 0.023129} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.752724] env[64443]: DEBUG oslo_vmware.api [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676251, 'name': RemoveSnapshot_Task, 'duration_secs': 0.870255} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.752958] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86f7f8d-da90-49d9-a0ee-6b73180711c2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.755443] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Deleted Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 733.755746] env[64443]: INFO nova.compute.manager [None req-a2cfde10-829f-4634-8a56-3acc43c67518 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Took 15.82 seconds to snapshot the instance on the hypervisor. [ 733.770199] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Waiting for the task: (returnval){ [ 733.770199] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]520eb048-705c-d70c-b9a0-d7d75c70e556" [ 733.770199] env[64443]: _type = "Task" [ 733.770199] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.770475] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a5cb98-c486-4198-bc9a-e45bbf881a6e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.783172] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520eb048-705c-d70c-b9a0-d7d75c70e556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.803348] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.803940] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8807b1c3-b757-4336-ad69-3219b62c2bea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.813382] env[64443]: DEBUG oslo_vmware.api [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 733.813382] env[64443]: value = "task-2676256" [ 733.813382] env[64443]: _type = "Task" [ 733.813382] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.823342] env[64443]: DEBUG oslo_vmware.api [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.830445] env[64443]: INFO nova.compute.manager [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Took 0.58 seconds to detach 1 volumes for instance. [ 733.932627] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3476aa91-2aee-4f94-9431-13e7439ceeda {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.941649] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b795f509-64ee-4dc3-bbd2-2035a7df4ea4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.979776] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefc0d3d-3fa6-410f-9482-f0d18d836e03 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.991824] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362e7db4-6c8a-49ea-8e35-27ddf7aa780d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.008700] env[64443]: DEBUG nova.compute.provider_tree [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.012388] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ed2efc95-4e9c-4da6-b301-a8c0cd9b55d4 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "88f3252f-5271-4778-b8e4-a952460d400d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.923s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.072868] env[64443]: DEBUG oslo_concurrency.lockutils [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.079415] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676252, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.211669] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676255, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.223361] env[64443]: DEBUG oslo_vmware.api [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676254, 'name': PowerOnVM_Task, 'duration_secs': 0.819064} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.223650] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.223862] env[64443]: DEBUG nova.compute.manager [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.224673] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fba286-9be6-43da-9368-35a816c76bf5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.245038] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6c0cf02c-18f2-4964-9939-571c7f4900ea tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "184b46f6-60a1-4425-ae07-726c056b1a18" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.281023] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520eb048-705c-d70c-b9a0-d7d75c70e556, 'name': SearchDatastore_Task, 'duration_secs': 0.017419} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.281863] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.282199] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 4531838e-0b18-44a3-ab03-87107bfde98b/4531838e-0b18-44a3-ab03-87107bfde98b.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.282474] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55ced038-f28d-4a15-aeaf-ae46995067fa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.291384] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Waiting for the task: (returnval){ [ 734.291384] env[64443]: value = "task-2676257" [ 734.291384] env[64443]: _type = "Task" [ 734.291384] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.301620] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.324245] env[64443]: DEBUG oslo_vmware.api [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676256, 'name': PowerOffVM_Task, 'duration_secs': 0.481569} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.324510] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.330433] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Reconfiguring VM instance instance-00000031 to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 734.330764] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-219b0c7b-f5ee-4f47-a885-1e5285b32ddb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.344865] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.352300] env[64443]: DEBUG oslo_vmware.api [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 734.352300] env[64443]: value = "task-2676258" [ 734.352300] env[64443]: _type = "Task" [ 734.352300] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.361408] env[64443]: DEBUG oslo_vmware.api [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.405255] env[64443]: DEBUG nova.compute.manager [req-331ab452-4ea4-497b-a426-294a988e8078 req-acc23a24-d506-4ffa-b038-15e9e6265a00 service nova] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Received event network-vif-deleted-058e7275-49bc-4fc2-9f35-9aa29073172d {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 734.486478] env[64443]: DEBUG oslo_concurrency.lockutils [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "6826ea78-727c-4fbe-bb2c-13c66fdcaf3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.486820] env[64443]: DEBUG oslo_concurrency.lockutils [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "6826ea78-727c-4fbe-bb2c-13c66fdcaf3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.487323] env[64443]: DEBUG oslo_concurrency.lockutils [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "6826ea78-727c-4fbe-bb2c-13c66fdcaf3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.487323] env[64443]: DEBUG oslo_concurrency.lockutils [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "6826ea78-727c-4fbe-bb2c-13c66fdcaf3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.487519] env[64443]: DEBUG oslo_concurrency.lockutils [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "6826ea78-727c-4fbe-bb2c-13c66fdcaf3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.489833] env[64443]: INFO nova.compute.manager [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Terminating instance [ 734.511983] env[64443]: DEBUG nova.scheduler.client.report [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.576625] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676252, 'name': PowerOnVM_Task, 'duration_secs': 1.172885} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.576870] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.577100] env[64443]: INFO nova.compute.manager [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Took 11.07 seconds to spawn the instance on the hypervisor. [ 734.577340] env[64443]: DEBUG nova.compute.manager [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.578128] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42f49c3-2132-48ed-8524-93320190ebf6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.715421] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676255, 'name': ReconfigVM_Task, 'duration_secs': 0.520941} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.715764] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Reconfigured VM instance instance-00000034 to attach disk [datastore1] f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7/f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.716559] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c63d4eba-2e45-4ce8-8745-7df4e0144873 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.726255] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 734.726255] env[64443]: value = "task-2676259" [ 734.726255] env[64443]: _type = "Task" [ 734.726255] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.740708] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676259, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.743088] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.804681] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676257, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.865487] env[64443]: DEBUG oslo_vmware.api [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676258, 'name': ReconfigVM_Task, 'duration_secs': 0.411843} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.865909] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Reconfigured VM instance instance-00000031 to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 734.866169] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.866489] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e223830e-7a8f-4e78-832a-4e16f0aba732 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.875112] env[64443]: DEBUG oslo_vmware.api [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 734.875112] env[64443]: value = "task-2676260" [ 734.875112] env[64443]: _type = "Task" [ 734.875112] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.889509] env[64443]: DEBUG oslo_vmware.api [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.996199] env[64443]: DEBUG nova.compute.manager [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.996462] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.997395] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d4c7a7-c8ae-4884-962e-bf709fb901e7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.008038] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.008420] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d14c515-d84b-414a-a154-c8a73ebca951 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.020361] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.020361] env[64443]: DEBUG nova.compute.manager [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.022188] env[64443]: DEBUG oslo_concurrency.lockutils [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.294s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.026450] env[64443]: INFO nova.compute.claims [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.097188] env[64443]: INFO nova.compute.manager [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Took 33.03 seconds to build instance. [ 735.238530] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676259, 'name': Rename_Task, 'duration_secs': 0.300665} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.238861] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.239128] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8eaae9e2-3a66-438f-af68-75a8bcd38d32 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.250255] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 735.250255] env[64443]: value = "task-2676262" [ 735.250255] env[64443]: _type = "Task" [ 735.250255] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.260764] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.278036] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.278036] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.278036] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Deleting the datastore file [datastore2] 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.278680] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d985658b-0552-40fe-a9ca-50ae0ed2a121 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.287664] env[64443]: DEBUG oslo_vmware.api [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 735.287664] env[64443]: value = "task-2676263" [ 735.287664] env[64443]: _type = "Task" [ 735.287664] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.300142] env[64443]: DEBUG oslo_vmware.api [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.308461] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683575} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.309102] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 4531838e-0b18-44a3-ab03-87107bfde98b/4531838e-0b18-44a3-ab03-87107bfde98b.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.309536] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.310251] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91a35230-90cc-4dcc-8d9c-2dc1138c21d8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.321039] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Waiting for the task: (returnval){ [ 735.321039] env[64443]: value = "task-2676264" [ 735.321039] env[64443]: _type = "Task" [ 735.321039] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.331202] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6c0cf02c-18f2-4964-9939-571c7f4900ea tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquiring lock "184b46f6-60a1-4425-ae07-726c056b1a18" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.331736] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6c0cf02c-18f2-4964-9939-571c7f4900ea tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "184b46f6-60a1-4425-ae07-726c056b1a18" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.332175] env[64443]: INFO nova.compute.manager [None req-6c0cf02c-18f2-4964-9939-571c7f4900ea tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Attaching volume 7c2ce2fd-f87a-4302-b293-ee6f41456ba6 to /dev/sdb [ 735.334608] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.374653] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f401c0e-3e78-4fb5-a71e-fd31b1e8021f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.390167] env[64443]: DEBUG oslo_vmware.api [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676260, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.391707] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e73687-e0a4-4dbf-90bb-71017a0ba0a2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.409916] env[64443]: DEBUG nova.virt.block_device [None req-6c0cf02c-18f2-4964-9939-571c7f4900ea tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Updating existing volume attachment record: 02cde5c7-a225-4070-8097-41860cac1996 {{(pid=64443) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 735.539238] env[64443]: DEBUG nova.compute.utils [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 735.541857] env[64443]: DEBUG nova.compute.manager [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.542203] env[64443]: DEBUG nova.network.neutron [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.599339] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "feb7967d-b35a-46b3-bd4e-6f1f837f58f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.834s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.619654] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "88f3252f-5271-4778-b8e4-a952460d400d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.619957] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "88f3252f-5271-4778-b8e4-a952460d400d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.620223] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "88f3252f-5271-4778-b8e4-a952460d400d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.620427] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "88f3252f-5271-4778-b8e4-a952460d400d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.620613] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "88f3252f-5271-4778-b8e4-a952460d400d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.623492] env[64443]: INFO nova.compute.manager [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Terminating instance [ 735.631022] env[64443]: DEBUG nova.policy [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e3f30c9d52b4197ad3e2eafde740a3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '563429da7d5e45b48ef51c0c1b8791db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.751009] env[64443]: DEBUG oslo_concurrency.lockutils [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "607c9db3-eb01-4317-bb37-c717e49c1aa7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.751540] env[64443]: DEBUG oslo_concurrency.lockutils [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "607c9db3-eb01-4317-bb37-c717e49c1aa7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.764162] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.798865] env[64443]: DEBUG oslo_vmware.api [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42576} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.799154] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.799347] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.799533] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.799709] env[64443]: INFO nova.compute.manager [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Took 0.80 seconds to destroy the instance on the hypervisor. [ 735.799977] env[64443]: DEBUG oslo.service.loopingcall [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 735.800599] env[64443]: DEBUG nova.compute.manager [-] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.800726] env[64443]: DEBUG nova.network.neutron [-] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.831562] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124697} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.831919] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.832747] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00284956-95cc-4232-a602-3a031dd99fa8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.860678] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 4531838e-0b18-44a3-ab03-87107bfde98b/4531838e-0b18-44a3-ab03-87107bfde98b.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.861032] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb1b3f83-eabf-4c40-afad-524d16debfc9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.886208] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Waiting for the task: (returnval){ [ 735.886208] env[64443]: value = "task-2676268" [ 735.886208] env[64443]: _type = "Task" [ 735.886208] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.897575] env[64443]: DEBUG oslo_vmware.api [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676260, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.900416] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676268, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.041548] env[64443]: DEBUG nova.compute.manager [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.136807] env[64443]: DEBUG nova.compute.manager [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.137032] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.138180] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc131c16-4962-444a-ab4d-55f655b5efb9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.154453] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.154882] env[64443]: DEBUG nova.network.neutron [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Successfully created port: 12a91844-528a-4e81-81f9-6bdc6cafd479 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.157076] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ba187e3-bb77-4723-8e44-ec21ff7ef12a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.169334] env[64443]: DEBUG oslo_vmware.api [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 736.169334] env[64443]: value = "task-2676269" [ 736.169334] env[64443]: _type = "Task" [ 736.169334] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.182472] env[64443]: DEBUG oslo_vmware.api [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.260797] env[64443]: DEBUG nova.compute.manager [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.271183] env[64443]: DEBUG oslo_vmware.api [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676262, 'name': PowerOnVM_Task, 'duration_secs': 0.780887} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.271354] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.271573] env[64443]: INFO nova.compute.manager [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Took 9.65 seconds to spawn the instance on the hypervisor. [ 736.271789] env[64443]: DEBUG nova.compute.manager [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.272641] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94466ce9-38c2-4dd1-960f-52e24c0fb882 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.396278] env[64443]: DEBUG oslo_vmware.api [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676260, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.404244] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.407562] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "interface-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.407811] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "interface-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.408215] env[64443]: DEBUG nova.objects.instance [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lazy-loading 'flavor' on Instance uuid 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.638743] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fceb779-2a3e-4239-b192-5e7ccee8be6b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.648356] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2876b6-f1e5-4f3e-8ceb-69694244d4b0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.692034] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dd7c3a-6b5f-48d3-85cd-48f616e6d282 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.701507] env[64443]: DEBUG oslo_vmware.api [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676269, 'name': PowerOffVM_Task, 'duration_secs': 0.392207} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.703913] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.704150] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.704468] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56baae20-778e-4f16-b8b6-2c556647a24e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.707192] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3530ddc9-6ca9-4cd7-8d28-e3f6ad2ece0b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.722329] env[64443]: DEBUG nova.compute.provider_tree [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.754603] env[64443]: DEBUG nova.network.neutron [-] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.784104] env[64443]: DEBUG oslo_concurrency.lockutils [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.793350] env[64443]: INFO nova.compute.manager [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Took 34.64 seconds to build instance. [ 736.895771] env[64443]: DEBUG oslo_vmware.api [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676260, 'name': PowerOnVM_Task, 'duration_secs': 1.812843} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.895771] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.896111] env[64443]: DEBUG nova.compute.manager [None req-b1bebed3-6503-4b80-be8f-af936003e488 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.896718] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee6a65b-cab9-4f0e-945d-d3f48e34cce6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.902228] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676268, 'name': ReconfigVM_Task, 'duration_secs': 0.758031} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.902893] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 4531838e-0b18-44a3-ab03-87107bfde98b/4531838e-0b18-44a3-ab03-87107bfde98b.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.903747] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1815c722-9120-4c3d-9f7b-6857dd76efb9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.916325] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Waiting for the task: (returnval){ [ 736.916325] env[64443]: value = "task-2676271" [ 736.916325] env[64443]: _type = "Task" [ 736.916325] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.925201] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676271, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.964460] env[64443]: DEBUG nova.compute.manager [req-8ea92961-e528-4361-83fe-0b0c5e35397c req-64944189-4acf-497a-92eb-a3d974292c6b service nova] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Received event network-vif-deleted-2667277b-ce73-42ee-ad9b-3bdaadf3d6c7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 736.995453] env[64443]: DEBUG nova.objects.instance [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lazy-loading 'pci_requests' on Instance uuid 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.025221] env[64443]: INFO nova.compute.manager [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Rebuilding instance [ 737.054378] env[64443]: DEBUG nova.compute.manager [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.073500] env[64443]: DEBUG nova.compute.manager [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.074430] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f002c69-b52f-41c5-b364-5212b1a4ac11 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.079453] env[64443]: DEBUG nova.virt.hardware [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.079830] env[64443]: DEBUG nova.virt.hardware [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.080116] env[64443]: DEBUG nova.virt.hardware [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.080228] env[64443]: DEBUG nova.virt.hardware [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.080336] env[64443]: DEBUG nova.virt.hardware [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.080674] env[64443]: DEBUG nova.virt.hardware [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.080754] env[64443]: DEBUG nova.virt.hardware [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.080849] env[64443]: DEBUG nova.virt.hardware [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.081025] env[64443]: DEBUG nova.virt.hardware [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.081187] env[64443]: DEBUG nova.virt.hardware [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.081389] env[64443]: DEBUG nova.virt.hardware [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.082171] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b1d831-ada1-41b1-8a7a-da10d18ca749 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.092069] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b555025f-7ca3-40ae-b844-9cb0761c81a8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.226320] env[64443]: DEBUG nova.scheduler.client.report [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.257385] env[64443]: INFO nova.compute.manager [-] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Took 1.46 seconds to deallocate network for instance. [ 737.295371] env[64443]: DEBUG oslo_concurrency.lockutils [None req-abc206de-306f-42dd-8f1a-8742dee71941 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.480s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.426298] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676271, 'name': Rename_Task, 'duration_secs': 0.260033} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.427087] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.427393] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20068b6c-4ae5-4a9d-b53b-c2f56ad16f31 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.434480] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Waiting for the task: (returnval){ [ 737.434480] env[64443]: value = "task-2676272" [ 737.434480] env[64443]: _type = "Task" [ 737.434480] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.443138] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.498449] env[64443]: DEBUG nova.objects.base [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Object Instance<1d7c8ea5-d01d-401b-89c1-0f7b02f9c442> lazy-loaded attributes: flavor,pci_requests {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 737.498871] env[64443]: DEBUG nova.network.neutron [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.560183] env[64443]: DEBUG nova.policy [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bdda8a2d67b480f8abd1e899137febc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82178a7fb654409499ced650a17c3fc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.722805] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.723075] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.723362] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Deleting the datastore file [datastore1] 88f3252f-5271-4778-b8e4-a952460d400d {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.723649] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60d61619-c5d4-4de0-850e-c94335e327e7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.733171] env[64443]: DEBUG oslo_concurrency.lockutils [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.733171] env[64443]: DEBUG nova.compute.manager [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.735496] env[64443]: DEBUG oslo_vmware.api [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 737.735496] env[64443]: value = "task-2676273" [ 737.735496] env[64443]: _type = "Task" [ 737.735496] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.735965] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.486s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.737022] env[64443]: DEBUG nova.objects.instance [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Lazy-loading 'resources' on Instance uuid 5d32979c-4d4b-4ec2-ae7a-23f8808cce19 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.748680] env[64443]: DEBUG oslo_vmware.api [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.764920] env[64443]: DEBUG oslo_concurrency.lockutils [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.905332] env[64443]: DEBUG nova.network.neutron [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Successfully updated port: 12a91844-528a-4e81-81f9-6bdc6cafd479 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.946095] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.989137] env[64443]: DEBUG nova.network.neutron [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Successfully created port: 62d27d7b-eba1-4308-adc1-0dc104bc395c {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.106167] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.106167] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d1f3e9c-dc7c-48e6-9d79-16a5c9b0fe8a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.113671] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 738.113671] env[64443]: value = "task-2676275" [ 738.113671] env[64443]: _type = "Task" [ 738.113671] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.125448] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.239037] env[64443]: DEBUG nova.compute.utils [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 738.241050] env[64443]: DEBUG nova.compute.manager [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.241050] env[64443]: DEBUG nova.network.neutron [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.257799] env[64443]: DEBUG oslo_vmware.api [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.499136} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.258111] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.258331] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.258564] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.258754] env[64443]: INFO nova.compute.manager [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Took 2.12 seconds to destroy the instance on the hypervisor. [ 738.259057] env[64443]: DEBUG oslo.service.loopingcall [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 738.259350] env[64443]: DEBUG nova.compute.manager [-] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.259471] env[64443]: DEBUG nova.network.neutron [-] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.413711] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquiring lock "refresh_cache-58d285df-0345-4a37-8254-87007c3af28d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.414139] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquired lock "refresh_cache-58d285df-0345-4a37-8254-87007c3af28d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.414139] env[64443]: DEBUG nova.network.neutron [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.445862] env[64443]: DEBUG oslo_vmware.api [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676272, 'name': PowerOnVM_Task, 'duration_secs': 0.947178} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.448641] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.448884] env[64443]: INFO nova.compute.manager [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Took 9.07 seconds to spawn the instance on the hypervisor. [ 738.449080] env[64443]: DEBUG nova.compute.manager [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.450195] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd3a168-424e-4fd9-aa75-1c773399d47c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.547747] env[64443]: DEBUG nova.policy [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e3f30c9d52b4197ad3e2eafde740a3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '563429da7d5e45b48ef51c0c1b8791db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.602313] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquiring lock "57c7045b-f9d7-46d9-8017-15896cee5224" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.603164] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lock "57c7045b-f9d7-46d9-8017-15896cee5224" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.603547] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquiring lock "57c7045b-f9d7-46d9-8017-15896cee5224-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.603814] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lock "57c7045b-f9d7-46d9-8017-15896cee5224-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.604079] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lock "57c7045b-f9d7-46d9-8017-15896cee5224-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.608766] env[64443]: INFO nova.compute.manager [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Terminating instance [ 738.634290] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676275, 'name': PowerOffVM_Task, 'duration_secs': 0.218292} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.634580] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.634883] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.636350] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d3ee4b-1ebe-4297-8b0f-e62c0df12633 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.646838] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.647137] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18e71872-c11d-44e4-b873-e500ffdacce5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.683791] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.683903] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.715974] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.716262] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.716460] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Deleting the datastore file [datastore1] 8cbb1e8f-c258-42db-ac80-14af4337c82d {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.716779] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7068057-b90d-4ba4-84bd-b543ef574d5c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.726369] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 738.726369] env[64443]: value = "task-2676277" [ 738.726369] env[64443]: _type = "Task" [ 738.726369] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.739464] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.746984] env[64443]: DEBUG nova.compute.manager [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.830070] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec7b385-d967-4ccc-94f3-423bf0984cdc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.839957] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266e0323-85fe-4037-a625-1344e90dc186 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.843387] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "feb7967d-b35a-46b3-bd4e-6f1f837f58f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.843635] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "feb7967d-b35a-46b3-bd4e-6f1f837f58f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.843839] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "feb7967d-b35a-46b3-bd4e-6f1f837f58f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.844030] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "feb7967d-b35a-46b3-bd4e-6f1f837f58f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.844206] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "feb7967d-b35a-46b3-bd4e-6f1f837f58f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.846394] env[64443]: INFO nova.compute.manager [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Terminating instance [ 738.876218] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ac3dbc-7d16-42a0-97bf-501358b8bfe3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.885927] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e919256-4dfa-4ea3-b19c-d24489a80511 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.904444] env[64443]: DEBUG nova.compute.provider_tree [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.956344] env[64443]: DEBUG nova.network.neutron [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.969418] env[64443]: INFO nova.compute.manager [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Took 34.91 seconds to build instance. [ 739.036321] env[64443]: DEBUG nova.network.neutron [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Successfully created port: 8736c033-cafd-485d-a4b1-34179cc44ef3 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.112334] env[64443]: DEBUG nova.compute.manager [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.112584] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.114444] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfaf1ee-555a-4bde-83e8-7f684584041a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.124637] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.124892] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7ec9d70-ae21-4538-adb8-932ec9346fdc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.132390] env[64443]: DEBUG oslo_vmware.api [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 739.132390] env[64443]: value = "task-2676278" [ 739.132390] env[64443]: _type = "Task" [ 739.132390] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.141515] env[64443]: DEBUG oslo_vmware.api [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.184037] env[64443]: DEBUG nova.network.neutron [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Updating instance_info_cache with network_info: [{"id": "12a91844-528a-4e81-81f9-6bdc6cafd479", "address": "fa:16:3e:a6:58:1d", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12a91844-52", "ovs_interfaceid": "12a91844-528a-4e81-81f9-6bdc6cafd479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.199389] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.199389] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Starting heal instance info cache {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 739.242610] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175301} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.245018] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.245018] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.245018] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.353015] env[64443]: DEBUG nova.compute.manager [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 739.353015] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.353015] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaffd90-b810-4678-a7cc-b484e9d2cee7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.364373] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.364373] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1685fe29-efcc-4771-be2e-ac4ffaa01d7f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.371500] env[64443]: DEBUG oslo_vmware.api [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 739.371500] env[64443]: value = "task-2676279" [ 739.371500] env[64443]: _type = "Task" [ 739.371500] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.379327] env[64443]: DEBUG oslo_vmware.api [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.407696] env[64443]: DEBUG nova.scheduler.client.report [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.411510] env[64443]: DEBUG nova.network.neutron [-] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.423915] env[64443]: DEBUG nova.compute.manager [req-9b6b1599-38ba-4aae-a506-ca011f81b0d5 req-3f33612e-7986-4ec2-8c37-71afc74f2752 service nova] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Received event network-vif-plugged-12a91844-528a-4e81-81f9-6bdc6cafd479 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 739.423915] env[64443]: DEBUG oslo_concurrency.lockutils [req-9b6b1599-38ba-4aae-a506-ca011f81b0d5 req-3f33612e-7986-4ec2-8c37-71afc74f2752 service nova] Acquiring lock "58d285df-0345-4a37-8254-87007c3af28d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.423915] env[64443]: DEBUG oslo_concurrency.lockutils [req-9b6b1599-38ba-4aae-a506-ca011f81b0d5 req-3f33612e-7986-4ec2-8c37-71afc74f2752 service nova] Lock "58d285df-0345-4a37-8254-87007c3af28d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.423915] env[64443]: DEBUG oslo_concurrency.lockutils [req-9b6b1599-38ba-4aae-a506-ca011f81b0d5 req-3f33612e-7986-4ec2-8c37-71afc74f2752 service nova] Lock "58d285df-0345-4a37-8254-87007c3af28d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.423915] env[64443]: DEBUG nova.compute.manager [req-9b6b1599-38ba-4aae-a506-ca011f81b0d5 req-3f33612e-7986-4ec2-8c37-71afc74f2752 service nova] [instance: 58d285df-0345-4a37-8254-87007c3af28d] No waiting events found dispatching network-vif-plugged-12a91844-528a-4e81-81f9-6bdc6cafd479 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.424991] env[64443]: WARNING nova.compute.manager [req-9b6b1599-38ba-4aae-a506-ca011f81b0d5 req-3f33612e-7986-4ec2-8c37-71afc74f2752 service nova] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Received unexpected event network-vif-plugged-12a91844-528a-4e81-81f9-6bdc6cafd479 for instance with vm_state building and task_state spawning. [ 739.424991] env[64443]: DEBUG nova.compute.manager [req-9b6b1599-38ba-4aae-a506-ca011f81b0d5 req-3f33612e-7986-4ec2-8c37-71afc74f2752 service nova] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Received event network-changed-12a91844-528a-4e81-81f9-6bdc6cafd479 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 739.424991] env[64443]: DEBUG nova.compute.manager [req-9b6b1599-38ba-4aae-a506-ca011f81b0d5 req-3f33612e-7986-4ec2-8c37-71afc74f2752 service nova] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Refreshing instance network info cache due to event network-changed-12a91844-528a-4e81-81f9-6bdc6cafd479. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 739.424991] env[64443]: DEBUG oslo_concurrency.lockutils [req-9b6b1599-38ba-4aae-a506-ca011f81b0d5 req-3f33612e-7986-4ec2-8c37-71afc74f2752 service nova] Acquiring lock "refresh_cache-58d285df-0345-4a37-8254-87007c3af28d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.471646] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa56523e-af17-4088-acc7-1668c4944aa1 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Lock "4531838e-0b18-44a3-ab03-87107bfde98b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.265s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.551610] env[64443]: DEBUG nova.network.neutron [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Successfully updated port: 62d27d7b-eba1-4308-adc1-0dc104bc395c {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.586392] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.586585] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.586773] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.586966] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.587159] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.589362] env[64443]: INFO nova.compute.manager [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Terminating instance [ 739.643136] env[64443]: DEBUG oslo_vmware.api [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676278, 'name': PowerOffVM_Task, 'duration_secs': 0.336058} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.643526] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.643766] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.644104] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5aaff597-4624-4282-a0e0-322f544be3db {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.687507] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Releasing lock "refresh_cache-58d285df-0345-4a37-8254-87007c3af28d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.687840] env[64443]: DEBUG nova.compute.manager [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Instance network_info: |[{"id": "12a91844-528a-4e81-81f9-6bdc6cafd479", "address": "fa:16:3e:a6:58:1d", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12a91844-52", "ovs_interfaceid": "12a91844-528a-4e81-81f9-6bdc6cafd479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.688331] env[64443]: DEBUG oslo_concurrency.lockutils [req-9b6b1599-38ba-4aae-a506-ca011f81b0d5 req-3f33612e-7986-4ec2-8c37-71afc74f2752 service nova] Acquired lock "refresh_cache-58d285df-0345-4a37-8254-87007c3af28d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.688577] env[64443]: DEBUG nova.network.neutron [req-9b6b1599-38ba-4aae-a506-ca011f81b0d5 req-3f33612e-7986-4ec2-8c37-71afc74f2752 service nova] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Refreshing network info cache for port 12a91844-528a-4e81-81f9-6bdc6cafd479 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.689932] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:58:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12a91844-528a-4e81-81f9-6bdc6cafd479', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.697300] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Creating folder: Project (563429da7d5e45b48ef51c0c1b8791db). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.700446] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72af0148-4e67-40c8-880b-03f69a0efb86 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.715478] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Created folder: Project (563429da7d5e45b48ef51c0c1b8791db) in parent group-v539479. [ 739.715666] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Creating folder: Instances. Parent ref: group-v539634. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.715914] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6ae9468-f816-4038-8a14-efe299fb1729 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.719993] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.719993] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.719993] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Deleting the datastore file [datastore1] 57c7045b-f9d7-46d9-8017-15896cee5224 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.720636] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-367dd985-220c-495c-8741-5480f54e1431 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.729728] env[64443]: DEBUG oslo_vmware.api [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 739.729728] env[64443]: value = "task-2676283" [ 739.729728] env[64443]: _type = "Task" [ 739.729728] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.733944] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Created folder: Instances in parent group-v539634. [ 739.733944] env[64443]: DEBUG oslo.service.loopingcall [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 739.734380] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.734629] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2335f6a6-effb-428a-b00c-375946578e7c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.758359] env[64443]: DEBUG oslo_vmware.api [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.759489] env[64443]: DEBUG nova.compute.manager [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.767119] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.767119] env[64443]: value = "task-2676284" [ 739.767119] env[64443]: _type = "Task" [ 739.767119] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.776926] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676284, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.787043] env[64443]: DEBUG nova.virt.hardware [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.787347] env[64443]: DEBUG nova.virt.hardware [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.787519] env[64443]: DEBUG nova.virt.hardware [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.787718] env[64443]: DEBUG nova.virt.hardware [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.787869] env[64443]: DEBUG nova.virt.hardware [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.788033] env[64443]: DEBUG nova.virt.hardware [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.788251] env[64443]: DEBUG nova.virt.hardware [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.788642] env[64443]: DEBUG nova.virt.hardware [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.788642] env[64443]: DEBUG nova.virt.hardware [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.788790] env[64443]: DEBUG nova.virt.hardware [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.788964] env[64443]: DEBUG nova.virt.hardware [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.789871] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc700365-bbb6-4324-94b3-6cc39d6f76b7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.798933] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8692cc-8f03-4c62-a246-5518921299c6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.882682] env[64443]: DEBUG oslo_vmware.api [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676279, 'name': PowerOffVM_Task, 'duration_secs': 0.189974} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.882971] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.883163] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.883566] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37926404-8bca-47a7-ba5e-31b34261b3da {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.914548] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.917078] env[64443]: INFO nova.compute.manager [-] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Took 1.66 seconds to deallocate network for instance. [ 739.917654] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.608s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.917912] env[64443]: DEBUG nova.objects.instance [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lazy-loading 'resources' on Instance uuid c852ede9-4489-49bb-89cf-6664ff3d5567 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.946534] env[64443]: INFO nova.scheduler.client.report [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Deleted allocations for instance 5d32979c-4d4b-4ec2-ae7a-23f8808cce19 [ 739.966162] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.966162] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.966162] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Deleting the datastore file [datastore1] feb7967d-b35a-46b3-bd4e-6f1f837f58f2 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.966593] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c0cf02c-18f2-4964-9939-571c7f4900ea tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Volume attach. Driver type: vmdk {{(pid=64443) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 739.966974] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c0cf02c-18f2-4964-9939-571c7f4900ea tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539633', 'volume_id': '7c2ce2fd-f87a-4302-b293-ee6f41456ba6', 'name': 'volume-7c2ce2fd-f87a-4302-b293-ee6f41456ba6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '184b46f6-60a1-4425-ae07-726c056b1a18', 'attached_at': '', 'detached_at': '', 'volume_id': '7c2ce2fd-f87a-4302-b293-ee6f41456ba6', 'serial': '7c2ce2fd-f87a-4302-b293-ee6f41456ba6'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 739.968121] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57058d32-1022-4482-956b-8cc99a958379 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.972457] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227cdb40-dc28-4cda-bbee-234073003cad {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.996760] env[64443]: DEBUG nova.network.neutron [req-9b6b1599-38ba-4aae-a506-ca011f81b0d5 req-3f33612e-7986-4ec2-8c37-71afc74f2752 service nova] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Updated VIF entry in instance network info cache for port 12a91844-528a-4e81-81f9-6bdc6cafd479. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.997434] env[64443]: DEBUG nova.network.neutron [req-9b6b1599-38ba-4aae-a506-ca011f81b0d5 req-3f33612e-7986-4ec2-8c37-71afc74f2752 service nova] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Updating instance_info_cache with network_info: [{"id": "12a91844-528a-4e81-81f9-6bdc6cafd479", "address": "fa:16:3e:a6:58:1d", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12a91844-52", "ovs_interfaceid": "12a91844-528a-4e81-81f9-6bdc6cafd479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.001146] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0344893-0174-4c7a-93c2-3299442d4bd2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.005050] env[64443]: DEBUG oslo_vmware.api [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 740.005050] env[64443]: value = "task-2676286" [ 740.005050] env[64443]: _type = "Task" [ 740.005050] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.032145] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c0cf02c-18f2-4964-9939-571c7f4900ea tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] volume-7c2ce2fd-f87a-4302-b293-ee6f41456ba6/volume-7c2ce2fd-f87a-4302-b293-ee6f41456ba6.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.033159] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddd590c9-e4a9-441a-b21a-cbd85c370904 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.051346] env[64443]: DEBUG oslo_vmware.api [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.054566] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "refresh_cache-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.054813] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "refresh_cache-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.054982] env[64443]: DEBUG nova.network.neutron [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.058266] env[64443]: DEBUG oslo_vmware.api [None req-6c0cf02c-18f2-4964-9939-571c7f4900ea tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 740.058266] env[64443]: value = "task-2676287" [ 740.058266] env[64443]: _type = "Task" [ 740.058266] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.068550] env[64443]: DEBUG oslo_vmware.api [None req-6c0cf02c-18f2-4964-9939-571c7f4900ea tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.092947] env[64443]: DEBUG nova.compute.manager [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.093210] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.094145] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c0a360-f573-4af5-a722-2da77fc14d1e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.104141] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.104751] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bae738f4-5b19-471e-8ecb-bd8eed1d045b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.114032] env[64443]: DEBUG oslo_vmware.api [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 740.114032] env[64443]: value = "task-2676288" [ 740.114032] env[64443]: _type = "Task" [ 740.114032] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.123806] env[64443]: DEBUG oslo_vmware.api [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.243034] env[64443]: DEBUG oslo_vmware.api [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267757} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.243638] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.243952] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.244247] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.244513] env[64443]: INFO nova.compute.manager [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Took 1.13 seconds to destroy the instance on the hypervisor. [ 740.244879] env[64443]: DEBUG oslo.service.loopingcall [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 740.245169] env[64443]: DEBUG nova.compute.manager [-] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.245380] env[64443]: DEBUG nova.network.neutron [-] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.278669] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676284, 'name': CreateVM_Task, 'duration_secs': 0.356837} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.280724] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.281696] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.281915] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.282324] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.282586] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac49346f-0b39-40be-9498-b420d6e8cce4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.288251] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 740.288251] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]521faf87-7b59-f32d-7511-380af1c01ce7" [ 740.288251] env[64443]: _type = "Task" [ 740.288251] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.290441] env[64443]: DEBUG nova.virt.hardware [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.290701] env[64443]: DEBUG nova.virt.hardware [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.290870] env[64443]: DEBUG nova.virt.hardware [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.291069] env[64443]: DEBUG nova.virt.hardware [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.291222] env[64443]: DEBUG nova.virt.hardware [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.291371] env[64443]: DEBUG nova.virt.hardware [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.291609] env[64443]: DEBUG nova.virt.hardware [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.291756] env[64443]: DEBUG nova.virt.hardware [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.291925] env[64443]: DEBUG nova.virt.hardware [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.292102] env[64443]: DEBUG nova.virt.hardware [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.292329] env[64443]: DEBUG nova.virt.hardware [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.293217] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b77b0c-c025-43bf-9197-cd744afe8c42 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.306487] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]521faf87-7b59-f32d-7511-380af1c01ce7, 'name': SearchDatastore_Task, 'duration_secs': 0.01535} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.310678] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.310921] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.311166] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.311394] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.311600] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.311931] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ad988ad-f63e-4219-b34f-575eefb8dcfc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.314785] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84cb894-42da-459b-82fd-8ce63ce8ef2c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.336033] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:92:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd415e246-cb6d-47d8-8a97-99252eace5d2', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.344025] env[64443]: DEBUG oslo.service.loopingcall [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 740.344963] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.345291] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.345539] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.347052] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c1bf2a5-70b6-480f-a954-a22c9f009405 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.361840] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b1b3b1-17c2-4c91-aac3-f4fe5f9adf1d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.368717] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 740.368717] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52cdaea2-ee69-2dcf-d9b6-914bcb1dd70b" [ 740.368717] env[64443]: _type = "Task" [ 740.368717] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.373096] env[64443]: DEBUG nova.compute.manager [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.373356] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.373356] env[64443]: value = "task-2676289" [ 740.373356] env[64443]: _type = "Task" [ 740.373356] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.374034] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e2f05a-1475-4cc4-8484-e67bcf422f96 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.382653] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52cdaea2-ee69-2dcf-d9b6-914bcb1dd70b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.392092] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676289, 'name': CreateVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.425805] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.455113] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5f8905f1-300b-4be4-bfb5-7893549e5eab tempest-ServerAddressesNegativeTestJSON-1650651406 tempest-ServerAddressesNegativeTestJSON-1650651406-project-member] Lock "5d32979c-4d4b-4ec2-ae7a-23f8808cce19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.909s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.510116] env[64443]: DEBUG oslo_concurrency.lockutils [req-9b6b1599-38ba-4aae-a506-ca011f81b0d5 req-3f33612e-7986-4ec2-8c37-71afc74f2752 service nova] Releasing lock "refresh_cache-58d285df-0345-4a37-8254-87007c3af28d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.510518] env[64443]: DEBUG nova.compute.manager [req-9b6b1599-38ba-4aae-a506-ca011f81b0d5 req-3f33612e-7986-4ec2-8c37-71afc74f2752 service nova] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Received event network-vif-deleted-6614d3fb-7f1f-42f1-b25e-5bf7109f1ece {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 740.510792] env[64443]: INFO nova.compute.manager [req-9b6b1599-38ba-4aae-a506-ca011f81b0d5 req-3f33612e-7986-4ec2-8c37-71afc74f2752 service nova] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Neutron deleted interface 6614d3fb-7f1f-42f1-b25e-5bf7109f1ece; detaching it from the instance and deleting it from the info cache [ 740.511090] env[64443]: DEBUG nova.network.neutron [req-9b6b1599-38ba-4aae-a506-ca011f81b0d5 req-3f33612e-7986-4ec2-8c37-71afc74f2752 service nova] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.528625] env[64443]: DEBUG oslo_vmware.api [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260079} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.529724] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.529841] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.531018] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.531357] env[64443]: INFO nova.compute.manager [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 740.531621] env[64443]: DEBUG oslo.service.loopingcall [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 740.535275] env[64443]: DEBUG nova.compute.manager [-] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.535404] env[64443]: DEBUG nova.network.neutron [-] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.576701] env[64443]: DEBUG oslo_vmware.api [None req-6c0cf02c-18f2-4964-9939-571c7f4900ea tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.622918] env[64443]: WARNING nova.network.neutron [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] 55ed1970-a6b1-4a08-8b06-9b23e03af247 already exists in list: networks containing: ['55ed1970-a6b1-4a08-8b06-9b23e03af247']. ignoring it [ 740.632168] env[64443]: DEBUG oslo_vmware.api [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676288, 'name': PowerOffVM_Task, 'duration_secs': 0.23632} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.632540] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.632789] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.633532] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99d8f977-2236-4ceb-8ad5-ea772fb0f5f2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.740339] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.740575] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.740759] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Deleting the datastore file [datastore1] f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.741033] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46e2ef58-34f8-49bb-ae62-42cab5b9936f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.750954] env[64443]: DEBUG oslo_vmware.api [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for the task: (returnval){ [ 740.750954] env[64443]: value = "task-2676291" [ 740.750954] env[64443]: _type = "Task" [ 740.750954] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.762632] env[64443]: DEBUG oslo_vmware.api [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.788246] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "refresh_cache-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.879626] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52cdaea2-ee69-2dcf-d9b6-914bcb1dd70b, 'name': SearchDatastore_Task, 'duration_secs': 0.014708} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.886070] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6991dc6a-4a3d-4a36-be95-3a6b43bd3cd9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.892214] env[64443]: INFO nova.compute.manager [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] instance snapshotting [ 740.892792] env[64443]: DEBUG nova.objects.instance [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lazy-loading 'flavor' on Instance uuid cdcc1d35-9ead-4e4c-ada3-ab31513b73af {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.895190] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 740.895190] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d72be3-9c1f-8153-4a32-5a67179418c0" [ 740.895190] env[64443]: _type = "Task" [ 740.895190] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.898550] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676289, 'name': CreateVM_Task, 'duration_secs': 0.369521} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.904117] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.904971] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.905547] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.905953] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.906515] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aede87eb-e053-4c0c-adef-045c48033a6a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.913478] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d72be3-9c1f-8153-4a32-5a67179418c0, 'name': SearchDatastore_Task, 'duration_secs': 0.013269} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.913752] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.914024] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 58d285df-0345-4a37-8254-87007c3af28d/58d285df-0345-4a37-8254-87007c3af28d.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.914277] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5716053f-0885-4844-a2a9-129bea539bdc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.917747] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 740.917747] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5259cb3a-5ee4-3231-c9c7-5e1ac81801b4" [ 740.917747] env[64443]: _type = "Task" [ 740.917747] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.931092] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 740.931092] env[64443]: value = "task-2676292" [ 740.931092] env[64443]: _type = "Task" [ 740.931092] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.943702] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5259cb3a-5ee4-3231-c9c7-5e1ac81801b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013364} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.944387] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.944629] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.944863] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.945012] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.945210] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.945521] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce996891-4403-4fda-b341-28e6519b6262 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.950442] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.958231] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.958444] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.959235] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e47c220-b83c-458b-bd0f-9bd85e547af1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.965925] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 740.965925] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ec4d68-3da4-77cd-991e-7df4de726098" [ 740.965925] env[64443]: _type = "Task" [ 740.965925] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.979219] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ec4d68-3da4-77cd-991e-7df4de726098, 'name': SearchDatastore_Task, 'duration_secs': 0.010822} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.980079] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62a717db-03f0-4c15-ba62-d04e57ab343b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.988904] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 740.988904] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52272b80-8b57-6818-a06f-690318ebc06a" [ 740.988904] env[64443]: _type = "Task" [ 740.988904] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.999701] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52272b80-8b57-6818-a06f-690318ebc06a, 'name': SearchDatastore_Task, 'duration_secs': 0.010401} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.999964] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.000246] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 8cbb1e8f-c258-42db-ac80-14af4337c82d/8cbb1e8f-c258-42db-ac80-14af4337c82d.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.000665] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa54eb50-fbba-4bd1-8a08-25c3c227e33a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.008616] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 741.008616] env[64443]: value = "task-2676293" [ 741.008616] env[64443]: _type = "Task" [ 741.008616] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.021092] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.022124] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17cb012f-0f0c-49df-9275-6db1973468ba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.024803] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc462dc8-bd4f-4dbf-9351-a91e5323b6d1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.036416] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0887f10-255f-40a4-82d8-7316df7530b7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.041945] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5d9100-a67a-43a8-8d6d-301e78f2b0bc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.088503] env[64443]: DEBUG nova.network.neutron [-] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.110388] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfb76de-930a-49be-a8c4-14d1ff5d74c6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.113425] env[64443]: DEBUG nova.compute.manager [req-9b6b1599-38ba-4aae-a506-ca011f81b0d5 req-3f33612e-7986-4ec2-8c37-71afc74f2752 service nova] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Detach interface failed, port_id=6614d3fb-7f1f-42f1-b25e-5bf7109f1ece, reason: Instance 88f3252f-5271-4778-b8e4-a952460d400d could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 741.124078] env[64443]: DEBUG oslo_vmware.api [None req-6c0cf02c-18f2-4964-9939-571c7f4900ea tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676287, 'name': ReconfigVM_Task, 'duration_secs': 0.612687} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.126659] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c0cf02c-18f2-4964-9939-571c7f4900ea tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Reconfigured VM instance instance-0000001a to attach disk [datastore2] volume-7c2ce2fd-f87a-4302-b293-ee6f41456ba6/volume-7c2ce2fd-f87a-4302-b293-ee6f41456ba6.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.132540] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90415b12-0f32-4efe-9628-371316d95a6c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.144413] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4285be54-9d3c-419b-82fc-5747bedbdb74 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.150214] env[64443]: DEBUG nova.network.neutron [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Successfully updated port: 8736c033-cafd-485d-a4b1-34179cc44ef3 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.166557] env[64443]: DEBUG nova.compute.provider_tree [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.171340] env[64443]: DEBUG oslo_vmware.api [None req-6c0cf02c-18f2-4964-9939-571c7f4900ea tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 741.171340] env[64443]: value = "task-2676294" [ 741.171340] env[64443]: _type = "Task" [ 741.171340] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.186657] env[64443]: DEBUG oslo_vmware.api [None req-6c0cf02c-18f2-4964-9939-571c7f4900ea tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.257192] env[64443]: DEBUG nova.network.neutron [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Updating instance_info_cache with network_info: [{"id": "982c1fcb-e6dd-4d49-8eae-3aaf3849380b", "address": "fa:16:3e:f9:07:d7", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982c1fcb-e6", "ovs_interfaceid": "982c1fcb-e6dd-4d49-8eae-3aaf3849380b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62d27d7b-eba1-4308-adc1-0dc104bc395c", "address": "fa:16:3e:a2:9f:bc", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62d27d7b-eb", "ovs_interfaceid": "62d27d7b-eba1-4308-adc1-0dc104bc395c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.266600] env[64443]: DEBUG oslo_vmware.api [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Task: {'id': task-2676291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288188} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.267210] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.267210] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.267497] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.268077] env[64443]: INFO nova.compute.manager [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 741.268077] env[64443]: DEBUG oslo.service.loopingcall [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 741.269067] env[64443]: DEBUG nova.compute.manager [-] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.269067] env[64443]: DEBUG nova.network.neutron [-] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.404207] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4234f482-27c4-48c8-a014-4ba593c1a54c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.430440] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19fb0b6-617e-468d-b88f-14b06b5933c6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.451597] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521964} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.451597] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 58d285df-0345-4a37-8254-87007c3af28d/58d285df-0345-4a37-8254-87007c3af28d.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.451839] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.452049] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9451b44e-7528-4e91-bd82-39c44ba4d343 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.462248] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 741.462248] env[64443]: value = "task-2676295" [ 741.462248] env[64443]: _type = "Task" [ 741.462248] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.479830] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.522034] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676293, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.614961] env[64443]: INFO nova.compute.manager [-] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Took 1.37 seconds to deallocate network for instance. [ 741.654108] env[64443]: DEBUG oslo_concurrency.lockutils [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquiring lock "refresh_cache-b13e79da-5a9e-4e1d-a535-e5b97e76d2aa" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.654108] env[64443]: DEBUG oslo_concurrency.lockutils [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquired lock "refresh_cache-b13e79da-5a9e-4e1d-a535-e5b97e76d2aa" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.654108] env[64443]: DEBUG nova.network.neutron [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.673760] env[64443]: DEBUG nova.scheduler.client.report [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.677860] env[64443]: DEBUG nova.network.neutron [-] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.691038] env[64443]: DEBUG oslo_vmware.api [None req-6c0cf02c-18f2-4964-9939-571c7f4900ea tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676294, 'name': ReconfigVM_Task, 'duration_secs': 0.375142} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.692344] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c0cf02c-18f2-4964-9939-571c7f4900ea tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539633', 'volume_id': '7c2ce2fd-f87a-4302-b293-ee6f41456ba6', 'name': 'volume-7c2ce2fd-f87a-4302-b293-ee6f41456ba6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '184b46f6-60a1-4425-ae07-726c056b1a18', 'attached_at': '', 'detached_at': '', 'volume_id': '7c2ce2fd-f87a-4302-b293-ee6f41456ba6', 'serial': '7c2ce2fd-f87a-4302-b293-ee6f41456ba6'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 741.761132] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "refresh_cache-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.761870] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.762053] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.762315] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquired lock "refresh_cache-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.762504] env[64443]: DEBUG nova.network.neutron [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Forcefully refreshing network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 741.764138] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c1410f-09df-445f-9e7f-edabc527d981 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.783981] env[64443]: DEBUG nova.virt.hardware [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.784731] env[64443]: DEBUG nova.virt.hardware [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.784731] env[64443]: DEBUG nova.virt.hardware [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.784731] env[64443]: DEBUG nova.virt.hardware [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.784731] env[64443]: DEBUG nova.virt.hardware [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.784907] env[64443]: DEBUG nova.virt.hardware [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.785033] env[64443]: DEBUG nova.virt.hardware [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.785209] env[64443]: DEBUG nova.virt.hardware [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.785611] env[64443]: DEBUG nova.virt.hardware [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.785824] env[64443]: DEBUG nova.virt.hardware [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.786016] env[64443]: DEBUG nova.virt.hardware [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.792649] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Reconfiguring VM to attach interface {{(pid=64443) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 741.793410] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae4266f8-8307-4588-b54b-96ac56e95537 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.813266] env[64443]: DEBUG oslo_vmware.api [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 741.813266] env[64443]: value = "task-2676296" [ 741.813266] env[64443]: _type = "Task" [ 741.813266] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.822845] env[64443]: DEBUG oslo_vmware.api [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676296, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.945665] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Creating Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 741.946325] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-01b1066a-6c55-473e-9954-9b00e1521ca5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.955187] env[64443]: DEBUG oslo_vmware.api [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 741.955187] env[64443]: value = "task-2676297" [ 741.955187] env[64443]: _type = "Task" [ 741.955187] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.964775] env[64443]: DEBUG oslo_vmware.api [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676297, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.972836] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10003} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.973097] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.973875] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3430f744-4702-4bd5-af60-ceeba278acbd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.000036] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 58d285df-0345-4a37-8254-87007c3af28d/58d285df-0345-4a37-8254-87007c3af28d.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.000036] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48dcb7a2-465e-40bd-80d9-c587f37f537d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.022755] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809602} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.024053] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 8cbb1e8f-c258-42db-ac80-14af4337c82d/8cbb1e8f-c258-42db-ac80-14af4337c82d.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.024713] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.024713] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 742.024713] env[64443]: value = "task-2676298" [ 742.024713] env[64443]: _type = "Task" [ 742.024713] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.024929] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4c8bbbf-850b-4bc8-aa4a-d9ca070a6fba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.035108] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676298, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.036477] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 742.036477] env[64443]: value = "task-2676299" [ 742.036477] env[64443]: _type = "Task" [ 742.036477] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.045749] env[64443]: DEBUG nova.network.neutron [-] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.046945] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.123064] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.164934] env[64443]: INFO nova.compute.manager [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Rebuilding instance [ 742.181120] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.183919] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.549s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.185489] env[64443]: INFO nova.compute.claims [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.188540] env[64443]: INFO nova.compute.manager [-] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Took 1.65 seconds to deallocate network for instance. [ 742.193256] env[64443]: DEBUG nova.network.neutron [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.209487] env[64443]: INFO nova.scheduler.client.report [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Deleted allocations for instance c852ede9-4489-49bb-89cf-6664ff3d5567 [ 742.218252] env[64443]: DEBUG nova.compute.manager [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.219203] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4e06cd-96bf-4296-852c-8e9e186d151a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.329747] env[64443]: DEBUG oslo_vmware.api [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.352851] env[64443]: DEBUG nova.compute.manager [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.354468] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f4c397-f857-4bfd-940c-13e6609e304f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.395338] env[64443]: DEBUG nova.network.neutron [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Updating instance_info_cache with network_info: [{"id": "8736c033-cafd-485d-a4b1-34179cc44ef3", "address": "fa:16:3e:bb:16:40", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8736c033-ca", "ovs_interfaceid": "8736c033-cafd-485d-a4b1-34179cc44ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.467413] env[64443]: DEBUG oslo_vmware.api [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676297, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.539661] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676298, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.548995] env[64443]: INFO nova.compute.manager [-] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Took 1.28 seconds to deallocate network for instance. [ 742.558583] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091028} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.559232] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.560226] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f08a466-7179-4ba2-b169-8be859d5f790 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.589229] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 8cbb1e8f-c258-42db-ac80-14af4337c82d/8cbb1e8f-c258-42db-ac80-14af4337c82d.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.589229] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8fb6bb4-3190-4035-901a-12438f63f008 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.611040] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 742.611040] env[64443]: value = "task-2676300" [ 742.611040] env[64443]: _type = "Task" [ 742.611040] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.618692] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.705073] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.719238] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8dd757b6-f1a7-4d6a-8748-ee81120b748c tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "c852ede9-4489-49bb-89cf-6664ff3d5567" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.267s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.738986] env[64443]: DEBUG nova.objects.instance [None req-6c0cf02c-18f2-4964-9939-571c7f4900ea tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lazy-loading 'flavor' on Instance uuid 184b46f6-60a1-4425-ae07-726c056b1a18 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.779488] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquiring lock "ca8eed0f-3212-4528-ac6e-b5b714c34478" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.779847] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lock "ca8eed0f-3212-4528-ac6e-b5b714c34478" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.780146] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquiring lock "ca8eed0f-3212-4528-ac6e-b5b714c34478-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.780430] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lock "ca8eed0f-3212-4528-ac6e-b5b714c34478-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.780676] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lock "ca8eed0f-3212-4528-ac6e-b5b714c34478-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.782898] env[64443]: INFO nova.compute.manager [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Terminating instance [ 742.825653] env[64443]: DEBUG oslo_vmware.api [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676296, 'name': ReconfigVM_Task, 'duration_secs': 0.851561} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.826278] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.826515] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Reconfigured VM to attach interface {{(pid=64443) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 742.866656] env[64443]: INFO nova.compute.manager [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] instance snapshotting [ 742.875271] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c0ae90-23dc-4fa0-a26a-3278ed14aef5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.903364] env[64443]: DEBUG oslo_concurrency.lockutils [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Releasing lock "refresh_cache-b13e79da-5a9e-4e1d-a535-e5b97e76d2aa" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.903673] env[64443]: DEBUG nova.compute.manager [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Instance network_info: |[{"id": "8736c033-cafd-485d-a4b1-34179cc44ef3", "address": "fa:16:3e:bb:16:40", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8736c033-ca", "ovs_interfaceid": "8736c033-cafd-485d-a4b1-34179cc44ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.904426] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:16:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8736c033-cafd-485d-a4b1-34179cc44ef3', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.912731] env[64443]: DEBUG oslo.service.loopingcall [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 742.913538] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7c4b60-401a-4932-8eba-5174f3387b26 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.916330] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.916903] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ff19f50-bec0-4c79-a7ec-a9ac239bbc5d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.944061] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.944061] env[64443]: value = "task-2676301" [ 742.944061] env[64443]: _type = "Task" [ 742.944061] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.944937] env[64443]: DEBUG nova.compute.manager [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Received event network-vif-plugged-62d27d7b-eba1-4308-adc1-0dc104bc395c {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.945159] env[64443]: DEBUG oslo_concurrency.lockutils [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] Acquiring lock "1d7c8ea5-d01d-401b-89c1-0f7b02f9c442-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.945360] env[64443]: DEBUG oslo_concurrency.lockutils [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] Lock "1d7c8ea5-d01d-401b-89c1-0f7b02f9c442-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.945523] env[64443]: DEBUG oslo_concurrency.lockutils [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] Lock "1d7c8ea5-d01d-401b-89c1-0f7b02f9c442-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.945683] env[64443]: DEBUG nova.compute.manager [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] No waiting events found dispatching network-vif-plugged-62d27d7b-eba1-4308-adc1-0dc104bc395c {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.945842] env[64443]: WARNING nova.compute.manager [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Received unexpected event network-vif-plugged-62d27d7b-eba1-4308-adc1-0dc104bc395c for instance with vm_state active and task_state None. [ 742.945999] env[64443]: DEBUG nova.compute.manager [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Received event network-changed-62d27d7b-eba1-4308-adc1-0dc104bc395c {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.946163] env[64443]: DEBUG nova.compute.manager [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Refreshing instance network info cache due to event network-changed-62d27d7b-eba1-4308-adc1-0dc104bc395c. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 742.946362] env[64443]: DEBUG oslo_concurrency.lockutils [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] Acquiring lock "refresh_cache-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.956062] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676301, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.965315] env[64443]: DEBUG oslo_vmware.api [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676297, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.038717] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676298, 'name': ReconfigVM_Task, 'duration_secs': 0.610436} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.038717] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 58d285df-0345-4a37-8254-87007c3af28d/58d285df-0345-4a37-8254-87007c3af28d.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.039692] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e89b6751-1fe6-41da-b9c3-d5403ab4f2d0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.046851] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 743.046851] env[64443]: value = "task-2676302" [ 743.046851] env[64443]: _type = "Task" [ 743.046851] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.055278] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676302, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.060341] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.121752] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676300, 'name': ReconfigVM_Task, 'duration_secs': 0.311815} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.122040] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 8cbb1e8f-c258-42db-ac80-14af4337c82d/8cbb1e8f-c258-42db-ac80-14af4337c82d.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.122716] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a47a7b6-60a4-4b68-b802-5b364026a54b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.131648] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 743.131648] env[64443]: value = "task-2676303" [ 743.131648] env[64443]: _type = "Task" [ 743.131648] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.142398] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676303, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.221026] env[64443]: DEBUG nova.network.neutron [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Updating instance_info_cache with network_info: [{"id": "982c1fcb-e6dd-4d49-8eae-3aaf3849380b", "address": "fa:16:3e:f9:07:d7", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982c1fcb-e6", "ovs_interfaceid": "982c1fcb-e6dd-4d49-8eae-3aaf3849380b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62d27d7b-eba1-4308-adc1-0dc104bc395c", "address": "fa:16:3e:a2:9f:bc", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62d27d7b-eb", "ovs_interfaceid": "62d27d7b-eba1-4308-adc1-0dc104bc395c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.235824] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.236496] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48194a52-c903-40b6-84f9-280a8d982d15 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.247186] env[64443]: DEBUG oslo_vmware.api [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Waiting for the task: (returnval){ [ 743.247186] env[64443]: value = "task-2676304" [ 743.247186] env[64443]: _type = "Task" [ 743.247186] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.247710] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6c0cf02c-18f2-4964-9939-571c7f4900ea tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "184b46f6-60a1-4425-ae07-726c056b1a18" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.916s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.260170] env[64443]: DEBUG oslo_vmware.api [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2676304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.288084] env[64443]: DEBUG nova.compute.manager [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.288382] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.289725] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc91a51d-f7a6-4066-9ff7-4de102a35e6a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.298769] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.301704] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f34508c-c340-4c6f-8eca-3f8f90bd89bd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.309918] env[64443]: DEBUG oslo_vmware.api [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for the task: (returnval){ [ 743.309918] env[64443]: value = "task-2676305" [ 743.309918] env[64443]: _type = "Task" [ 743.309918] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.323040] env[64443]: DEBUG oslo_vmware.api [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.331471] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2f31a742-12ae-4cf4-8eec-6c5f8e723056 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "interface-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.924s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.444631] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Creating Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 743.445013] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5791e880-1e25-43db-ba2b-18cf7be4a65d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.461692] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676301, 'name': CreateVM_Task, 'duration_secs': 0.386114} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.466417] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.466856] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Waiting for the task: (returnval){ [ 743.466856] env[64443]: value = "task-2676306" [ 743.466856] env[64443]: _type = "Task" [ 743.466856] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.469467] env[64443]: DEBUG oslo_concurrency.lockutils [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.469709] env[64443]: DEBUG oslo_concurrency.lockutils [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.470051] env[64443]: DEBUG oslo_concurrency.lockutils [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 743.473333] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-265a2a54-f6fa-4c1b-8e9d-faf174525935 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.488391] env[64443]: DEBUG oslo_vmware.api [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676297, 'name': CreateSnapshot_Task, 'duration_secs': 1.354435} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.493021] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Created Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 743.493021] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d23eed-bdd9-4505-a9e1-6a72f7d2d598 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.501229] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676306, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.501649] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 743.501649] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5218df18-8279-7178-433c-74820ef98189" [ 743.501649] env[64443]: _type = "Task" [ 743.501649] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.520876] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5218df18-8279-7178-433c-74820ef98189, 'name': SearchDatastore_Task, 'duration_secs': 0.019448} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.523808] env[64443]: DEBUG oslo_concurrency.lockutils [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.524130] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.524437] env[64443]: DEBUG oslo_concurrency.lockutils [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.524627] env[64443]: DEBUG oslo_concurrency.lockutils [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.524955] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.525383] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8445583a-df0b-4f6d-957b-5c7f50e97a83 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.546878] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.547182] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.548095] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-360b7a31-a0c3-43f6-981f-344c3bd4b155 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.559123] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 743.559123] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ddda69-3e5f-3150-ff08-65bc07d70f73" [ 743.559123] env[64443]: _type = "Task" [ 743.559123] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.565840] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676302, 'name': Rename_Task, 'duration_secs': 0.236066} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.569490] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.570093] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79724e13-b4be-46dc-9217-76b589884ab3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.579406] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ddda69-3e5f-3150-ff08-65bc07d70f73, 'name': SearchDatastore_Task, 'duration_secs': 0.012507} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.581441] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 743.581441] env[64443]: value = "task-2676307" [ 743.581441] env[64443]: _type = "Task" [ 743.581441] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.584136] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-443c639a-8fed-4dd2-8cdf-74fbecfb89a9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.594145] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 743.594145] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52318036-69f9-7491-745f-3bcf419741c9" [ 743.594145] env[64443]: _type = "Task" [ 743.594145] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.597772] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.610639] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52318036-69f9-7491-745f-3bcf419741c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011707} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.614164] env[64443]: DEBUG oslo_concurrency.lockutils [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.614612] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] b13e79da-5a9e-4e1d-a535-e5b97e76d2aa/b13e79da-5a9e-4e1d-a535-e5b97e76d2aa.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.616206] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b42b89b2-d7f1-4840-8015-dfff2dda5d36 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.625533] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 743.625533] env[64443]: value = "task-2676308" [ 743.625533] env[64443]: _type = "Task" [ 743.625533] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.635174] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.646319] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676303, 'name': Rename_Task, 'duration_secs': 0.176555} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.646467] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.646903] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-472b4eb2-6a6d-4817-a436-f515c9e10545 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.656966] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 743.656966] env[64443]: value = "task-2676309" [ 743.656966] env[64443]: _type = "Task" [ 743.656966] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.666200] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.693486] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77be8bfd-3650-487e-8083-f9d8f0cada58 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Acquiring lock "2437eab1-4de1-4f9e-a946-c71695cd7895" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.693486] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77be8bfd-3650-487e-8083-f9d8f0cada58 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Lock "2437eab1-4de1-4f9e-a946-c71695cd7895" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.724457] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Releasing lock "refresh_cache-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.724709] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Updated the network info_cache for instance {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 743.725328] env[64443]: DEBUG oslo_concurrency.lockutils [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] Acquired lock "refresh_cache-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.725618] env[64443]: DEBUG nova.network.neutron [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Refreshing network info cache for port 62d27d7b-eba1-4308-adc1-0dc104bc395c {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.726987] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 743.729965] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 743.730810] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 743.731088] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 743.731313] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 743.731549] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 743.731652] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64443) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 743.731817] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 743.759072] env[64443]: DEBUG oslo_vmware.api [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2676304, 'name': PowerOffVM_Task, 'duration_secs': 0.264952} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.761715] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.762460] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.763177] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0586801e-134d-4d82-996e-472989209fca {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.773217] env[64443]: DEBUG oslo_vmware.api [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Waiting for the task: (returnval){ [ 743.773217] env[64443]: value = "task-2676310" [ 743.773217] env[64443]: _type = "Task" [ 743.773217] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.785602] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] VM already powered off {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 743.786043] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Volume detach. Driver type: vmdk {{(pid=64443) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 743.786301] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539526', 'volume_id': 'd4901078-7c13-4eec-b291-20f10f45dfae', 'name': 'volume-d4901078-7c13-4eec-b291-20f10f45dfae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99eba029-a1cf-428f-a608-b4fe81e4c6a7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4901078-7c13-4eec-b291-20f10f45dfae', 'serial': 'd4901078-7c13-4eec-b291-20f10f45dfae'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 743.787267] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760a658d-678a-4ecc-bc9f-837f4878a059 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.793541] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74c9e83-92dd-45d0-ae62-0a9f733292cc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.815428] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e383af3f-3268-4a1f-8d62-81bf3b750c63 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.821659] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbaacc4-5fb3-4121-9e02-73b028ef6231 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.831369] env[64443]: DEBUG oslo_vmware.api [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676305, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.833679] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981aca5a-a30d-4f9a-a0c7-073baac38f06 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.865161] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1c4469-c126-45cd-bd2e-befeb026507e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.883549] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f48c6b-839b-436a-9881-4b7fb50bc404 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.904619] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] The volume has not been displaced from its original location: [datastore1] volume-d4901078-7c13-4eec-b291-20f10f45dfae/volume-d4901078-7c13-4eec-b291-20f10f45dfae.vmdk. No consolidation needed. {{(pid=64443) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 743.910181] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Reconfiguring VM instance instance-0000001c to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 743.912888] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caf51e1a-7bbc-4bce-990a-8513e7b4cdbd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.927918] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86360c23-a0d9-40d3-b1fc-4903f08d07ca {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.946886] env[64443]: DEBUG nova.compute.provider_tree [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.949962] env[64443]: DEBUG oslo_vmware.api [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Waiting for the task: (returnval){ [ 743.949962] env[64443]: value = "task-2676311" [ 743.949962] env[64443]: _type = "Task" [ 743.949962] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.960170] env[64443]: DEBUG oslo_vmware.api [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2676311, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.981985] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676306, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.020546] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Creating linked-clone VM from snapshot {{(pid=64443) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 744.020985] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-42f3c063-4a1d-4334-80cf-a359a91f2ae2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.031114] env[64443]: DEBUG oslo_vmware.api [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 744.031114] env[64443]: value = "task-2676312" [ 744.031114] env[64443]: _type = "Task" [ 744.031114] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.046024] env[64443]: DEBUG oslo_vmware.api [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676312, 'name': CloneVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.100230] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676307, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.137319] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676308, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.174240] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676309, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.198385] env[64443]: DEBUG nova.compute.utils [None req-77be8bfd-3650-487e-8083-f9d8f0cada58 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 744.234911] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.329599] env[64443]: DEBUG oslo_vmware.api [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676305, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.451585] env[64443]: DEBUG nova.scheduler.client.report [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.471114] env[64443]: DEBUG oslo_vmware.api [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2676311, 'name': ReconfigVM_Task, 'duration_secs': 0.286639} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.471564] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Reconfigured VM instance instance-0000001c to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 744.480483] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d114cf2f-333c-420f-af49-4e01044f8f54 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.498661] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676306, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.499724] env[64443]: DEBUG nova.network.neutron [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Updated VIF entry in instance network info cache for port 62d27d7b-eba1-4308-adc1-0dc104bc395c. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.500135] env[64443]: DEBUG nova.network.neutron [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Updating instance_info_cache with network_info: [{"id": "982c1fcb-e6dd-4d49-8eae-3aaf3849380b", "address": "fa:16:3e:f9:07:d7", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982c1fcb-e6", "ovs_interfaceid": "982c1fcb-e6dd-4d49-8eae-3aaf3849380b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "62d27d7b-eba1-4308-adc1-0dc104bc395c", "address": "fa:16:3e:a2:9f:bc", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62d27d7b-eb", "ovs_interfaceid": "62d27d7b-eba1-4308-adc1-0dc104bc395c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.503031] env[64443]: DEBUG oslo_vmware.api [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Waiting for the task: (returnval){ [ 744.503031] env[64443]: value = "task-2676313" [ 744.503031] env[64443]: _type = "Task" [ 744.503031] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.513646] env[64443]: DEBUG oslo_vmware.api [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2676313, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.542592] env[64443]: DEBUG oslo_vmware.api [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676312, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.602711] env[64443]: DEBUG oslo_vmware.api [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676307, 'name': PowerOnVM_Task, 'duration_secs': 0.781037} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.604357] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.604740] env[64443]: INFO nova.compute.manager [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Took 7.55 seconds to spawn the instance on the hypervisor. [ 744.605164] env[64443]: DEBUG nova.compute.manager [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.605904] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678891e5-c3fa-416b-85cb-170dc4622664 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.638171] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538237} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.639026] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] b13e79da-5a9e-4e1d-a535-e5b97e76d2aa/b13e79da-5a9e-4e1d-a535-e5b97e76d2aa.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.639026] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.639504] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-570cace1-1853-4f47-a1fd-a56a155673c0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.650962] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 744.650962] env[64443]: value = "task-2676314" [ 744.650962] env[64443]: _type = "Task" [ 744.650962] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.662356] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.672498] env[64443]: DEBUG oslo_vmware.api [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676309, 'name': PowerOnVM_Task, 'duration_secs': 0.742993} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.672787] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.673011] env[64443]: DEBUG nova.compute.manager [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.673833] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b89f33-04dd-4642-abce-05e2fb2f4202 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.702474] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77be8bfd-3650-487e-8083-f9d8f0cada58 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Lock "2437eab1-4de1-4f9e-a946-c71695cd7895" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.821763] env[64443]: DEBUG oslo_vmware.api [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676305, 'name': PowerOffVM_Task, 'duration_secs': 1.27902} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.821999] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.822794] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.823185] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62444efb-295e-432b-a631-c6d94ef48669 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.948271] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Acquiring lock "c215ca65-70a9-4d74-9bd5-52fdf318654c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.948662] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Lock "c215ca65-70a9-4d74-9bd5-52fdf318654c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.948930] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Acquiring lock "c215ca65-70a9-4d74-9bd5-52fdf318654c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.949162] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Lock "c215ca65-70a9-4d74-9bd5-52fdf318654c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.949343] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Lock "c215ca65-70a9-4d74-9bd5-52fdf318654c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.952988] env[64443]: INFO nova.compute.manager [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Terminating instance [ 744.964072] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.964675] env[64443]: DEBUG nova.compute.manager [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.968505] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.943s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.968753] env[64443]: DEBUG nova.objects.instance [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Lazy-loading 'resources' on Instance uuid 21986e5c-22d5-4c71-910e-9f28f664c2a1 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.981855] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676306, 'name': CreateSnapshot_Task, 'duration_secs': 1.256442} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.982153] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Created Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 744.982908] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd8623b-dd02-4ec7-811a-705744c6175e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.004685] env[64443]: DEBUG oslo_concurrency.lockutils [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] Releasing lock "refresh_cache-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.004963] env[64443]: DEBUG nova.compute.manager [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Received event network-vif-deleted-4e267636-ffe7-4a8f-ab30-9784d36d57c1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.005169] env[64443]: DEBUG nova.compute.manager [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Received event network-vif-plugged-8736c033-cafd-485d-a4b1-34179cc44ef3 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.005397] env[64443]: DEBUG oslo_concurrency.lockutils [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] Acquiring lock "b13e79da-5a9e-4e1d-a535-e5b97e76d2aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.005668] env[64443]: DEBUG oslo_concurrency.lockutils [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] Lock "b13e79da-5a9e-4e1d-a535-e5b97e76d2aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.005892] env[64443]: DEBUG oslo_concurrency.lockutils [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] Lock "b13e79da-5a9e-4e1d-a535-e5b97e76d2aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.006041] env[64443]: DEBUG nova.compute.manager [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] No waiting events found dispatching network-vif-plugged-8736c033-cafd-485d-a4b1-34179cc44ef3 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.006223] env[64443]: WARNING nova.compute.manager [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Received unexpected event network-vif-plugged-8736c033-cafd-485d-a4b1-34179cc44ef3 for instance with vm_state building and task_state spawning. [ 745.006391] env[64443]: DEBUG nova.compute.manager [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Received event network-changed-8736c033-cafd-485d-a4b1-34179cc44ef3 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.006841] env[64443]: DEBUG nova.compute.manager [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Refreshing instance network info cache due to event network-changed-8736c033-cafd-485d-a4b1-34179cc44ef3. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 745.007183] env[64443]: DEBUG oslo_concurrency.lockutils [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] Acquiring lock "refresh_cache-b13e79da-5a9e-4e1d-a535-e5b97e76d2aa" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.007341] env[64443]: DEBUG oslo_concurrency.lockutils [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] Acquired lock "refresh_cache-b13e79da-5a9e-4e1d-a535-e5b97e76d2aa" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.007855] env[64443]: DEBUG nova.network.neutron [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Refreshing network info cache for port 8736c033-cafd-485d-a4b1-34179cc44ef3 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.020424] env[64443]: DEBUG oslo_vmware.api [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2676313, 'name': ReconfigVM_Task, 'duration_secs': 0.212929} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.020736] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539526', 'volume_id': 'd4901078-7c13-4eec-b291-20f10f45dfae', 'name': 'volume-d4901078-7c13-4eec-b291-20f10f45dfae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99eba029-a1cf-428f-a608-b4fe81e4c6a7', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4901078-7c13-4eec-b291-20f10f45dfae', 'serial': 'd4901078-7c13-4eec-b291-20f10f45dfae'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 745.021022] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.021848] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c31a2ea-bb00-4622-93e2-492fc6bfef9e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.032302] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.032617] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dd12fa5-75a9-48ec-aee8-8c60ffe95cdb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.043812] env[64443]: DEBUG oslo_vmware.api [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676312, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.130667] env[64443]: INFO nova.compute.manager [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Took 36.57 seconds to build instance. [ 745.163469] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143354} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.163756] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.164539] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2b9ae2-de28-462d-974d-b17c65943d53 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.188043] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] b13e79da-5a9e-4e1d-a535-e5b97e76d2aa/b13e79da-5a9e-4e1d-a535-e5b97e76d2aa.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.191449] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8b02f1b-565f-46f7-be4f-ded5746e6a58 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.209891] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.214902] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 745.214902] env[64443]: value = "task-2676317" [ 745.214902] env[64443]: _type = "Task" [ 745.214902] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.225311] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.457238] env[64443]: DEBUG nova.compute.manager [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.457568] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.458715] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43964efd-6741-4293-abaf-de87739f746a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.467724] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.467981] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ff38ad7-4684-4587-b318-7f2cbfd38983 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.471932] env[64443]: DEBUG nova.compute.utils [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 745.477115] env[64443]: DEBUG nova.compute.manager [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.477307] env[64443]: DEBUG nova.network.neutron [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.482020] env[64443]: DEBUG oslo_vmware.api [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Waiting for the task: (returnval){ [ 745.482020] env[64443]: value = "task-2676318" [ 745.482020] env[64443]: _type = "Task" [ 745.482020] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.488668] env[64443]: DEBUG oslo_vmware.api [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': task-2676318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.489971] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Acquiring lock "57de5093-57f2-414f-b665-89affbbf74dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.490351] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Lock "57de5093-57f2-414f-b665-89affbbf74dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.490528] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Acquiring lock "57de5093-57f2-414f-b665-89affbbf74dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.490807] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Lock "57de5093-57f2-414f-b665-89affbbf74dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.491073] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Lock "57de5093-57f2-414f-b665-89affbbf74dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.495910] env[64443]: INFO nova.compute.manager [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Terminating instance [ 745.505502] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Creating linked-clone VM from snapshot {{(pid=64443) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 745.508972] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7841e80e-15d9-4430-aa36-7ed491b2bcd4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.527206] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Waiting for the task: (returnval){ [ 745.527206] env[64443]: value = "task-2676319" [ 745.527206] env[64443]: _type = "Task" [ 745.527206] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.536314] env[64443]: DEBUG nova.policy [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95a143285dae44e2ad1551c7d69e783e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b12172c6e403474a8afed0fe4b0a0c3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.548668] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676319, 'name': CloneVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.560703] env[64443]: DEBUG oslo_vmware.api [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676312, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.632678] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99f932c2-3a19-495e-a4db-ae26a3f99298 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lock "58d285df-0345-4a37-8254-87007c3af28d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.300s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.735227] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676317, 'name': ReconfigVM_Task, 'duration_secs': 0.400508} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.735227] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Reconfigured VM instance instance-00000037 to attach disk [datastore2] b13e79da-5a9e-4e1d-a535-e5b97e76d2aa/b13e79da-5a9e-4e1d-a535-e5b97e76d2aa.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.737184] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-879883c1-f00b-4937-934f-9360afb9805a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.745025] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.745111] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.745262] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Deleting the datastore file [datastore1] 99eba029-a1cf-428f-a608-b4fe81e4c6a7 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.745575] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.745769] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.746115] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Deleting the datastore file [datastore1] ca8eed0f-3212-4528-ac6e-b5b714c34478 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.748567] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f147612-d272-445e-ae4a-315aae312bcf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.751587] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-821c568c-116b-4986-9c2a-111e1bba804d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.757192] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 745.757192] env[64443]: value = "task-2676320" [ 745.757192] env[64443]: _type = "Task" [ 745.757192] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.764111] env[64443]: DEBUG oslo_vmware.api [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Waiting for the task: (returnval){ [ 745.764111] env[64443]: value = "task-2676321" [ 745.764111] env[64443]: _type = "Task" [ 745.764111] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.764404] env[64443]: DEBUG oslo_vmware.api [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for the task: (returnval){ [ 745.764404] env[64443]: value = "task-2676322" [ 745.764404] env[64443]: _type = "Task" [ 745.764404] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.768550] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77be8bfd-3650-487e-8083-f9d8f0cada58 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Acquiring lock "2437eab1-4de1-4f9e-a946-c71695cd7895" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.768801] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77be8bfd-3650-487e-8083-f9d8f0cada58 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Lock "2437eab1-4de1-4f9e-a946-c71695cd7895" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.769031] env[64443]: INFO nova.compute.manager [None req-77be8bfd-3650-487e-8083-f9d8f0cada58 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Attaching volume 73bfe61e-2eab-4b45-b976-47a4dcd0be9c to /dev/sdb [ 745.785703] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676320, 'name': Rename_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.794871] env[64443]: DEBUG oslo_vmware.api [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.801613] env[64443]: DEBUG oslo_vmware.api [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2676321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.825269] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52f3e91-b126-4591-9c43-f41841c92247 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.832817] env[64443]: DEBUG nova.compute.manager [req-b135a238-9ec0-4092-9178-9377954fb486 req-266ea42f-92b4-4f5c-8373-e499e06a1992 service nova] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Received event network-vif-deleted-884fca51-92ad-4ca2-87f9-59e72d1c7564 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.846698] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffda84e-b96b-4e87-a50f-6f86ec66dfd4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.864096] env[64443]: DEBUG nova.virt.block_device [None req-77be8bfd-3650-487e-8083-f9d8f0cada58 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Updating existing volume attachment record: a02b8348-80c4-41ee-a918-8d23ebb6d098 {{(pid=64443) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 745.929261] env[64443]: DEBUG nova.network.neutron [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Updated VIF entry in instance network info cache for port 8736c033-cafd-485d-a4b1-34179cc44ef3. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.929261] env[64443]: DEBUG nova.network.neutron [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Updating instance_info_cache with network_info: [{"id": "8736c033-cafd-485d-a4b1-34179cc44ef3", "address": "fa:16:3e:bb:16:40", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8736c033-ca", "ovs_interfaceid": "8736c033-cafd-485d-a4b1-34179cc44ef3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.979589] env[64443]: DEBUG nova.compute.manager [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.996491] env[64443]: DEBUG oslo_vmware.api [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': task-2676318, 'name': PowerOffVM_Task, 'duration_secs': 0.235416} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.996779] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.996953] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.999922] env[64443]: DEBUG nova.compute.manager [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.999922] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.999922] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e88264af-a361-4703-8989-b40b365a5c7f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.001351] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdbd0c51-9c22-4d8c-baf9-e809047a0980 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.011455] env[64443]: DEBUG oslo_vmware.api [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Waiting for the task: (returnval){ [ 746.011455] env[64443]: value = "task-2676324" [ 746.011455] env[64443]: _type = "Task" [ 746.011455] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.026596] env[64443]: DEBUG oslo_vmware.api [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.038251] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676319, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.057062] env[64443]: DEBUG oslo_vmware.api [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676312, 'name': CloneVM_Task} progress is 95%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.064226] env[64443]: DEBUG nova.network.neutron [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Successfully created port: fd7c9921-b839-41c5-808e-e3170a3cadac {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.108585] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.108585] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.108585] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Deleting the datastore file [datastore2] c215ca65-70a9-4d74-9bd5-52fdf318654c {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.108585] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6649dc30-8b26-4be6-90cb-61e18fc0a65e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.114099] env[64443]: DEBUG oslo_vmware.api [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Waiting for the task: (returnval){ [ 746.114099] env[64443]: value = "task-2676327" [ 746.114099] env[64443]: _type = "Task" [ 746.114099] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.131638] env[64443]: DEBUG oslo_vmware.api [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': task-2676327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.153631] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53be7524-7b59-4377-a5dd-7dd6d8357080 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.166916] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29602520-5be4-4381-8b6c-fa86afc10b48 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.215183] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a0eedc-9bde-484c-bb7f-87916fd6311f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.224202] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d83fec1-17aa-45f0-9e38-6569c1e48af9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.241558] env[64443]: DEBUG nova.compute.provider_tree [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.268970] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676320, 'name': Rename_Task, 'duration_secs': 0.192342} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.274957] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.275624] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2492b63d-36f8-4093-ad5f-718eaf8ce584 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.283421] env[64443]: DEBUG oslo_vmware.api [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Task: {'id': task-2676322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339918} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.288418] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.288418] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.288418] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.288418] env[64443]: INFO nova.compute.manager [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Took 3.00 seconds to destroy the instance on the hypervisor. [ 746.288782] env[64443]: DEBUG oslo.service.loopingcall [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 746.288939] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 746.288939] env[64443]: value = "task-2676329" [ 746.288939] env[64443]: _type = "Task" [ 746.288939] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.289318] env[64443]: DEBUG oslo_vmware.api [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Task: {'id': task-2676321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109753} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.289318] env[64443]: DEBUG nova.compute.manager [-] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.289489] env[64443]: DEBUG nova.network.neutron [-] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.291545] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.291773] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.291981] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.305664] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676329, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.372481] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Volume detach. Driver type: vmdk {{(pid=64443) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 746.372536] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fdbd870-a144-4511-a80c-6472ffa6ae0f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.386062] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c713cc-f7b0-490c-9169-f313808e7a56 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.409889] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ed80657c-d07e-4df1-bf77-bc37d57c4f23 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquiring lock "184b46f6-60a1-4425-ae07-726c056b1a18" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.410190] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ed80657c-d07e-4df1-bf77-bc37d57c4f23 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "184b46f6-60a1-4425-ae07-726c056b1a18" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.438472] env[64443]: DEBUG oslo_concurrency.lockutils [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] Releasing lock "refresh_cache-b13e79da-5a9e-4e1d-a535-e5b97e76d2aa" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.440412] env[64443]: DEBUG nova.compute.manager [req-d219a99e-4a1c-478f-8132-18365537d3a1 req-6772b552-b70a-4b94-b2f7-9410099b74b5 service nova] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Received event network-vif-deleted-0d194f08-ff26-413f-a715-1d412fee15f9 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 746.440757] env[64443]: ERROR nova.compute.manager [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Failed to detach volume d4901078-7c13-4eec-b291-20f10f45dfae from /dev/sda: nova.exception.InstanceNotFound: Instance 99eba029-a1cf-428f-a608-b4fe81e4c6a7 could not be found. [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Traceback (most recent call last): [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] self.driver.rebuild(**kwargs) [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] raise NotImplementedError() [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] NotImplementedError [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] During handling of the above exception, another exception occurred: [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Traceback (most recent call last): [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] self.driver.detach_volume(context, old_connection_info, [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] return self._volumeops.detach_volume(connection_info, instance) [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] self._detach_volume_vmdk(connection_info, instance) [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] stable_ref.fetch_moref(session) [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] raise exception.InstanceNotFound(instance_id=self._uuid) [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] nova.exception.InstanceNotFound: Instance 99eba029-a1cf-428f-a608-b4fe81e4c6a7 could not be found. [ 746.440757] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] [ 746.467867] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "132228fb-0f30-408a-9f0d-b7d0378846d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.468127] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "132228fb-0f30-408a-9f0d-b7d0378846d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.527624] env[64443]: DEBUG oslo_vmware.api [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676324, 'name': PowerOffVM_Task, 'duration_secs': 0.206855} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.527624] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.527624] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Volume detach. Driver type: vmdk {{(pid=64443) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 746.528216] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539559', 'volume_id': 'e78920c7-a7c2-400c-a0ba-78c20512112a', 'name': 'volume-e78920c7-a7c2-400c-a0ba-78c20512112a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57de5093-57f2-414f-b665-89affbbf74dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'e78920c7-a7c2-400c-a0ba-78c20512112a', 'serial': 'e78920c7-a7c2-400c-a0ba-78c20512112a'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 746.529341] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3792da-558a-4a22-9150-445242042935 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.562307] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676319, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.562453] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd39d5f-dccb-4722-ac39-07ab05cb189e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.571532] env[64443]: DEBUG oslo_vmware.api [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676312, 'name': CloneVM_Task, 'duration_secs': 2.136846} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.572974] env[64443]: INFO nova.virt.vmwareapi.vmops [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Created linked-clone VM from snapshot [ 746.573523] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30236f2-e010-4ea1-8ab4-62403ba4fc82 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.579484] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f47e0aa-7839-4eeb-99c6-cba69ab16af4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.586025] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Uploading image 694a6898-23e7-456a-a79a-57161aacb4ce {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 746.605511] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf06677-d16e-492f-918c-0bfbbd3e5fb5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.625085] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] The volume has not been displaced from its original location: [datastore1] volume-e78920c7-a7c2-400c-a0ba-78c20512112a/volume-e78920c7-a7c2-400c-a0ba-78c20512112a.vmdk. No consolidation needed. {{(pid=64443) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 746.630487] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 746.632293] env[64443]: DEBUG nova.compute.utils [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Build of instance 99eba029-a1cf-428f-a608-b4fe81e4c6a7 aborted: Failed to rebuild volume backed instance. {{(pid=64443) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 746.635199] env[64443]: DEBUG oslo_vmware.rw_handles [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 746.635199] env[64443]: value = "vm-539640" [ 746.635199] env[64443]: _type = "VirtualMachine" [ 746.635199] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 746.638467] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a453e2d-8a2e-4e8e-8333-eb8fbaeeecc7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.654522] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e30a2333-043b-40aa-8e8f-dd388b9f1299 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.656529] env[64443]: ERROR nova.compute.manager [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 99eba029-a1cf-428f-a608-b4fe81e4c6a7 aborted: Failed to rebuild volume backed instance. [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Traceback (most recent call last): [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] self.driver.rebuild(**kwargs) [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] raise NotImplementedError() [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] NotImplementedError [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] During handling of the above exception, another exception occurred: [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Traceback (most recent call last): [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] self._detach_root_volume(context, instance, root_bdm) [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] with excutils.save_and_reraise_exception(): [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] self.force_reraise() [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] raise self.value [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] self.driver.detach_volume(context, old_connection_info, [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] return self._volumeops.detach_volume(connection_info, instance) [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] self._detach_volume_vmdk(connection_info, instance) [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] stable_ref.fetch_moref(session) [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] raise exception.InstanceNotFound(instance_id=self._uuid) [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] nova.exception.InstanceNotFound: Instance 99eba029-a1cf-428f-a608-b4fe81e4c6a7 could not be found. [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] During handling of the above exception, another exception occurred: [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Traceback (most recent call last): [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] yield [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 746.656529] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] self._do_rebuild_instance_with_claim( [ 746.657840] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 746.657840] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] self._do_rebuild_instance( [ 746.657840] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 746.657840] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] self._rebuild_default_impl(**kwargs) [ 746.657840] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 746.657840] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] self._rebuild_volume_backed_instance( [ 746.657840] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 746.657840] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] raise exception.BuildAbortException( [ 746.657840] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] nova.exception.BuildAbortException: Build of instance 99eba029-a1cf-428f-a608-b4fe81e4c6a7 aborted: Failed to rebuild volume backed instance. [ 746.657840] env[64443]: ERROR nova.compute.manager [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] [ 746.667645] env[64443]: DEBUG oslo_vmware.api [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Task: {'id': task-2676327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225628} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.670929] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.670929] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.670929] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.671073] env[64443]: INFO nova.compute.manager [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Took 1.21 seconds to destroy the instance on the hypervisor. [ 746.671316] env[64443]: DEBUG oslo.service.loopingcall [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 746.671625] env[64443]: DEBUG oslo_vmware.api [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Waiting for the task: (returnval){ [ 746.671625] env[64443]: value = "task-2676330" [ 746.671625] env[64443]: _type = "Task" [ 746.671625] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.671938] env[64443]: DEBUG oslo_vmware.rw_handles [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lease: (returnval){ [ 746.671938] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52983ebe-deef-d68f-48af-4769c7ba99ed" [ 746.671938] env[64443]: _type = "HttpNfcLease" [ 746.671938] env[64443]: } obtained for exporting VM: (result){ [ 746.671938] env[64443]: value = "vm-539640" [ 746.671938] env[64443]: _type = "VirtualMachine" [ 746.671938] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 746.672251] env[64443]: DEBUG oslo_vmware.api [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the lease: (returnval){ [ 746.672251] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52983ebe-deef-d68f-48af-4769c7ba99ed" [ 746.672251] env[64443]: _type = "HttpNfcLease" [ 746.672251] env[64443]: } to be ready. {{(pid=64443) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 746.672443] env[64443]: DEBUG nova.compute.manager [-] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.672556] env[64443]: DEBUG nova.network.neutron [-] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.691280] env[64443]: DEBUG oslo_vmware.api [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.693278] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 746.693278] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52983ebe-deef-d68f-48af-4769c7ba99ed" [ 746.693278] env[64443]: _type = "HttpNfcLease" [ 746.693278] env[64443]: } is ready. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 746.694353] env[64443]: DEBUG oslo_vmware.rw_handles [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 746.694353] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52983ebe-deef-d68f-48af-4769c7ba99ed" [ 746.694353] env[64443]: _type = "HttpNfcLease" [ 746.694353] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 746.694353] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05f7f5c-dd43-40c6-ab5d-c214280e9d20 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.703431] env[64443]: DEBUG oslo_vmware.rw_handles [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ed9a9-96eb-8d0d-fe4a-5994f8c67adf/disk-0.vmdk from lease info. {{(pid=64443) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 746.703618] env[64443]: DEBUG oslo_vmware.rw_handles [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ed9a9-96eb-8d0d-fe4a-5994f8c67adf/disk-0.vmdk for reading. {{(pid=64443) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 746.764100] env[64443]: DEBUG nova.scheduler.client.report [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.802796] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676329, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.873139] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8e61436a-3bb2-4f26-b9cf-4dc688c9c47c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.914826] env[64443]: INFO nova.compute.manager [None req-ed80657c-d07e-4df1-bf77-bc37d57c4f23 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Detaching volume 7c2ce2fd-f87a-4302-b293-ee6f41456ba6 [ 746.971802] env[64443]: DEBUG nova.compute.manager [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.978075] env[64443]: INFO nova.virt.block_device [None req-ed80657c-d07e-4df1-bf77-bc37d57c4f23 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Attempting to driver detach volume 7c2ce2fd-f87a-4302-b293-ee6f41456ba6 from mountpoint /dev/sdb [ 746.978390] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed80657c-d07e-4df1-bf77-bc37d57c4f23 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Volume detach. Driver type: vmdk {{(pid=64443) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 746.978596] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed80657c-d07e-4df1-bf77-bc37d57c4f23 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539633', 'volume_id': '7c2ce2fd-f87a-4302-b293-ee6f41456ba6', 'name': 'volume-7c2ce2fd-f87a-4302-b293-ee6f41456ba6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '184b46f6-60a1-4425-ae07-726c056b1a18', 'attached_at': '', 'detached_at': '', 'volume_id': '7c2ce2fd-f87a-4302-b293-ee6f41456ba6', 'serial': '7c2ce2fd-f87a-4302-b293-ee6f41456ba6'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 746.979645] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fbe252-eb7c-44b7-892c-9cf01335e840 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.010457] env[64443]: DEBUG nova.compute.manager [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.014891] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fce0cb1-1af6-4493-bebd-ae43267205d0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.036709] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46518f3-842b-46cb-9cb6-5cf172d9466f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.047784] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676319, 'name': CloneVM_Task} progress is 95%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.069302] env[64443]: DEBUG nova.virt.hardware [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.069302] env[64443]: DEBUG nova.virt.hardware [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.069597] env[64443]: DEBUG nova.virt.hardware [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.069776] env[64443]: DEBUG nova.virt.hardware [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.069865] env[64443]: DEBUG nova.virt.hardware [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.070279] env[64443]: DEBUG nova.virt.hardware [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.070566] env[64443]: DEBUG nova.virt.hardware [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.070636] env[64443]: DEBUG nova.virt.hardware [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.070805] env[64443]: DEBUG nova.virt.hardware [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.070968] env[64443]: DEBUG nova.virt.hardware [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.071160] env[64443]: DEBUG nova.virt.hardware [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.072089] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c8b92b-d61d-4c34-95d0-a4c3651748b6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.076512] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e42749-d5a7-44b2-9c26-cc6f281911f8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.101466] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2167b46e-cce2-4f1c-9d0f-783d810ff931 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.109464] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed80657c-d07e-4df1-bf77-bc37d57c4f23 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] The volume has not been displaced from its original location: [datastore2] volume-7c2ce2fd-f87a-4302-b293-ee6f41456ba6/volume-7c2ce2fd-f87a-4302-b293-ee6f41456ba6.vmdk. No consolidation needed. {{(pid=64443) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 747.113133] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed80657c-d07e-4df1-bf77-bc37d57c4f23 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Reconfiguring VM instance instance-0000001a to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 747.114816] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49434c86-67f7-4e27-b420-cf9feb39b28b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.144062] env[64443]: DEBUG oslo_vmware.api [None req-ed80657c-d07e-4df1-bf77-bc37d57c4f23 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 747.144062] env[64443]: value = "task-2676332" [ 747.144062] env[64443]: _type = "Task" [ 747.144062] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.153524] env[64443]: DEBUG oslo_vmware.api [None req-ed80657c-d07e-4df1-bf77-bc37d57c4f23 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676332, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.185780] env[64443]: DEBUG nova.network.neutron [-] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.187068] env[64443]: DEBUG oslo_vmware.api [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676330, 'name': ReconfigVM_Task, 'duration_secs': 0.326333} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.187623] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 747.192854] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-828be9b4-b491-403d-846c-7354681716f7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.211362] env[64443]: DEBUG oslo_vmware.api [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Waiting for the task: (returnval){ [ 747.211362] env[64443]: value = "task-2676333" [ 747.211362] env[64443]: _type = "Task" [ 747.211362] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.220951] env[64443]: DEBUG oslo_vmware.api [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.275448] env[64443]: DEBUG oslo_concurrency.lockutils [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquiring lock "49bcdc71-bde6-45c3-a4d1-4e0458b5a415" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.275740] env[64443]: DEBUG oslo_concurrency.lockutils [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Lock "49bcdc71-bde6-45c3-a4d1-4e0458b5a415" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.275956] env[64443]: DEBUG oslo_concurrency.lockutils [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquiring lock "49bcdc71-bde6-45c3-a4d1-4e0458b5a415-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.276315] env[64443]: DEBUG oslo_concurrency.lockutils [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Lock "49bcdc71-bde6-45c3-a4d1-4e0458b5a415-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.276418] env[64443]: DEBUG oslo_concurrency.lockutils [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Lock "49bcdc71-bde6-45c3-a4d1-4e0458b5a415-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.279093] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.282204] env[64443]: INFO nova.compute.manager [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Terminating instance [ 747.283778] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.686s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.284160] env[64443]: DEBUG nova.objects.instance [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lazy-loading 'resources' on Instance uuid a9cd65b5-58ae-4174-ba35-131d685991ef {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.307250] env[64443]: DEBUG oslo_vmware.api [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676329, 'name': PowerOnVM_Task, 'duration_secs': 0.732575} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.307602] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.307814] env[64443]: INFO nova.compute.manager [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Took 7.55 seconds to spawn the instance on the hypervisor. [ 747.307997] env[64443]: DEBUG nova.compute.manager [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.310017] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9785cd7b-17dd-4fb8-8f7e-1e5ecb02e191 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.314222] env[64443]: INFO nova.scheduler.client.report [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Deleted allocations for instance 21986e5c-22d5-4c71-910e-9f28f664c2a1 [ 747.502694] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.523067] env[64443]: DEBUG oslo_concurrency.lockutils [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "interface-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442-62d27d7b-eba1-4308-adc1-0dc104bc395c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.523067] env[64443]: DEBUG oslo_concurrency.lockutils [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "interface-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442-62d27d7b-eba1-4308-adc1-0dc104bc395c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.543915] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676319, 'name': CloneVM_Task} progress is 95%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.672326] env[64443]: DEBUG oslo_vmware.api [None req-ed80657c-d07e-4df1-bf77-bc37d57c4f23 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676332, 'name': ReconfigVM_Task, 'duration_secs': 0.275905} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.677147] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed80657c-d07e-4df1-bf77-bc37d57c4f23 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Reconfigured VM instance instance-0000001a to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 747.681291] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07acb9c1-e66b-42a7-8473-05d328edc52b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.692735] env[64443]: INFO nova.compute.manager [-] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Took 1.40 seconds to deallocate network for instance. [ 747.700886] env[64443]: DEBUG oslo_vmware.api [None req-ed80657c-d07e-4df1-bf77-bc37d57c4f23 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 747.700886] env[64443]: value = "task-2676334" [ 747.700886] env[64443]: _type = "Task" [ 747.700886] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.711051] env[64443]: DEBUG oslo_vmware.api [None req-ed80657c-d07e-4df1-bf77-bc37d57c4f23 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.722991] env[64443]: DEBUG oslo_vmware.api [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676333, 'name': ReconfigVM_Task, 'duration_secs': 0.158348} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.724284] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539559', 'volume_id': 'e78920c7-a7c2-400c-a0ba-78c20512112a', 'name': 'volume-e78920c7-a7c2-400c-a0ba-78c20512112a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '57de5093-57f2-414f-b665-89affbbf74dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'e78920c7-a7c2-400c-a0ba-78c20512112a', 'serial': 'e78920c7-a7c2-400c-a0ba-78c20512112a'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 747.724284] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.725368] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a90d069-d8d4-4be1-98da-e557f98e2084 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.736258] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.736596] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f01434df-eefe-405d-b6d1-2b25c272f623 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.787852] env[64443]: DEBUG nova.objects.instance [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lazy-loading 'numa_topology' on Instance uuid a9cd65b5-58ae-4174-ba35-131d685991ef {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.790704] env[64443]: DEBUG nova.compute.manager [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.790704] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.791138] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3143edad-5e70-4b6e-af9d-04ebe68e205b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.798098] env[64443]: DEBUG nova.network.neutron [-] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.804374] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.806022] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5e9d190-497f-40a4-9551-d3209c24b974 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.817037] env[64443]: DEBUG oslo_vmware.api [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for the task: (returnval){ [ 747.817037] env[64443]: value = "task-2676336" [ 747.817037] env[64443]: _type = "Task" [ 747.817037] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.824230] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d86fed59-ff20-48d7-9a9c-725d9eda1ed3 tempest-ServersV294TestFqdnHostnames-1324617988 tempest-ServersV294TestFqdnHostnames-1324617988-project-member] Lock "21986e5c-22d5-4c71-910e-9f28f664c2a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.432s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.838445] env[64443]: DEBUG oslo_vmware.api [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.842668] env[64443]: INFO nova.compute.manager [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Took 37.14 seconds to build instance. [ 747.847465] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.847697] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.851283] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Deleting the datastore file [datastore1] 57de5093-57f2-414f-b665-89affbbf74dd {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.851283] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b61bccc-42f4-43d5-b159-ec65b6bfda1f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.860904] env[64443]: DEBUG oslo_vmware.api [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Waiting for the task: (returnval){ [ 747.860904] env[64443]: value = "task-2676337" [ 747.860904] env[64443]: _type = "Task" [ 747.860904] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.883297] env[64443]: DEBUG oslo_vmware.api [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.945952] env[64443]: DEBUG nova.network.neutron [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Successfully updated port: fd7c9921-b839-41c5-808e-e3170a3cadac {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.025856] env[64443]: DEBUG oslo_concurrency.lockutils [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.026119] env[64443]: DEBUG oslo_concurrency.lockutils [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.027445] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ab03fa-e130-4a01-9e1c-243865d76fb2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.068531] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514dd1fd-a45b-4cfd-982c-8bb32d741e44 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.079794] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676319, 'name': CloneVM_Task, 'duration_secs': 2.419858} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.080804] env[64443]: INFO nova.virt.vmwareapi.vmops [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Created linked-clone VM from snapshot [ 748.081990] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41c3e0e-6563-4f78-9586-d157b17c007c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.128022] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Reconfiguring VM to detach interface {{(pid=64443) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 748.128022] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcd77806-08d8-4c40-a360-7a21b219694a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.143018] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Uploading image 3e0bd6fb-82ed-4389-acf5-25fa0d8a62c4 {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 748.152652] env[64443]: DEBUG oslo_vmware.api [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 748.152652] env[64443]: value = "task-2676338" [ 748.152652] env[64443]: _type = "Task" [ 748.152652] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.165151] env[64443]: DEBUG oslo_vmware.api [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.177381] env[64443]: DEBUG oslo_vmware.rw_handles [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 748.177381] env[64443]: value = "vm-539642" [ 748.177381] env[64443]: _type = "VirtualMachine" [ 748.177381] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 748.177773] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d1f9bef7-696b-4dae-bb04-6ea353e5f582 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.186980] env[64443]: DEBUG oslo_vmware.rw_handles [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Lease: (returnval){ [ 748.186980] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5278a797-71f2-0cdd-0b6e-f765c20a0af8" [ 748.186980] env[64443]: _type = "HttpNfcLease" [ 748.186980] env[64443]: } obtained for exporting VM: (result){ [ 748.186980] env[64443]: value = "vm-539642" [ 748.186980] env[64443]: _type = "VirtualMachine" [ 748.186980] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 748.188035] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Waiting for the lease: (returnval){ [ 748.188035] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5278a797-71f2-0cdd-0b6e-f765c20a0af8" [ 748.188035] env[64443]: _type = "HttpNfcLease" [ 748.188035] env[64443]: } to be ready. {{(pid=64443) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 748.195672] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 748.195672] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5278a797-71f2-0cdd-0b6e-f765c20a0af8" [ 748.195672] env[64443]: _type = "HttpNfcLease" [ 748.195672] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 748.202934] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.214188] env[64443]: DEBUG oslo_vmware.api [None req-ed80657c-d07e-4df1-bf77-bc37d57c4f23 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676334, 'name': ReconfigVM_Task, 'duration_secs': 0.20319} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.214881] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed80657c-d07e-4df1-bf77-bc37d57c4f23 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539633', 'volume_id': '7c2ce2fd-f87a-4302-b293-ee6f41456ba6', 'name': 'volume-7c2ce2fd-f87a-4302-b293-ee6f41456ba6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '184b46f6-60a1-4425-ae07-726c056b1a18', 'attached_at': '', 'detached_at': '', 'volume_id': '7c2ce2fd-f87a-4302-b293-ee6f41456ba6', 'serial': '7c2ce2fd-f87a-4302-b293-ee6f41456ba6'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 748.234216] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquiring lock "e33c53ff-e145-485c-82ec-de74deaf219f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.234560] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Lock "e33c53ff-e145-485c-82ec-de74deaf219f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.253361] env[64443]: DEBUG nova.compute.manager [req-8a1e09ff-86eb-4ecc-9904-2e7064d798fe req-874bad94-5b27-4a9c-8616-6cbb1f813816 service nova] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Received event network-vif-deleted-0496d996-77fe-4a95-8f55-282de9be2311 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.253735] env[64443]: DEBUG nova.compute.manager [req-8a1e09ff-86eb-4ecc-9904-2e7064d798fe req-874bad94-5b27-4a9c-8616-6cbb1f813816 service nova] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Received event network-vif-deleted-83a0e142-3575-4338-83cd-8113cdfcaebf {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.253808] env[64443]: DEBUG nova.compute.manager [req-8a1e09ff-86eb-4ecc-9904-2e7064d798fe req-874bad94-5b27-4a9c-8616-6cbb1f813816 service nova] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Received event network-vif-plugged-fd7c9921-b839-41c5-808e-e3170a3cadac {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.257210] env[64443]: DEBUG oslo_concurrency.lockutils [req-8a1e09ff-86eb-4ecc-9904-2e7064d798fe req-874bad94-5b27-4a9c-8616-6cbb1f813816 service nova] Acquiring lock "816437a1-05dc-4c40-8fc6-5171bdb524e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.257210] env[64443]: DEBUG oslo_concurrency.lockutils [req-8a1e09ff-86eb-4ecc-9904-2e7064d798fe req-874bad94-5b27-4a9c-8616-6cbb1f813816 service nova] Lock "816437a1-05dc-4c40-8fc6-5171bdb524e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.257210] env[64443]: DEBUG oslo_concurrency.lockutils [req-8a1e09ff-86eb-4ecc-9904-2e7064d798fe req-874bad94-5b27-4a9c-8616-6cbb1f813816 service nova] Lock "816437a1-05dc-4c40-8fc6-5171bdb524e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.257210] env[64443]: DEBUG nova.compute.manager [req-8a1e09ff-86eb-4ecc-9904-2e7064d798fe req-874bad94-5b27-4a9c-8616-6cbb1f813816 service nova] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] No waiting events found dispatching network-vif-plugged-fd7c9921-b839-41c5-808e-e3170a3cadac {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.257210] env[64443]: WARNING nova.compute.manager [req-8a1e09ff-86eb-4ecc-9904-2e7064d798fe req-874bad94-5b27-4a9c-8616-6cbb1f813816 service nova] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Received unexpected event network-vif-plugged-fd7c9921-b839-41c5-808e-e3170a3cadac for instance with vm_state building and task_state spawning. [ 748.292693] env[64443]: DEBUG nova.objects.base [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 748.306064] env[64443]: INFO nova.compute.manager [-] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Took 1.63 seconds to deallocate network for instance. [ 748.329269] env[64443]: DEBUG oslo_vmware.api [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676336, 'name': PowerOffVM_Task, 'duration_secs': 0.260079} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.329663] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.329895] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.330566] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98e5f440-0dd7-4a5c-81a3-9bca70cc50d4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.352680] env[64443]: DEBUG oslo_concurrency.lockutils [None req-38fb62a0-7c47-4484-a09d-811f0483d62f tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lock "b13e79da-5a9e-4e1d-a535-e5b97e76d2aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.704s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.377911] env[64443]: DEBUG oslo_vmware.api [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Task: {'id': task-2676337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175463} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.382264] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.382509] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.382702] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.382950] env[64443]: INFO nova.compute.manager [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Took 2.38 seconds to destroy the instance on the hypervisor. [ 748.383279] env[64443]: DEBUG oslo.service.loopingcall [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.383647] env[64443]: DEBUG nova.compute.manager [-] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.383836] env[64443]: DEBUG nova.network.neutron [-] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.417215] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.417627] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.417831] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Deleting the datastore file [datastore2] 49bcdc71-bde6-45c3-a4d1-4e0458b5a415 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.418238] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-873aabad-210d-4354-b043-eaac36c4ba9d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.430545] env[64443]: DEBUG oslo_vmware.api [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for the task: (returnval){ [ 748.430545] env[64443]: value = "task-2676341" [ 748.430545] env[64443]: _type = "Task" [ 748.430545] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.441715] env[64443]: DEBUG oslo_vmware.api [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.451460] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "refresh_cache-816437a1-05dc-4c40-8fc6-5171bdb524e6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.452400] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquired lock "refresh_cache-816437a1-05dc-4c40-8fc6-5171bdb524e6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.452400] env[64443]: DEBUG nova.network.neutron [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.508282] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "0981bdf7-7ad1-45d4-a556-7e69da1cf213" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.508522] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "0981bdf7-7ad1-45d4-a556-7e69da1cf213" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.508721] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "0981bdf7-7ad1-45d4-a556-7e69da1cf213-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.508959] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "0981bdf7-7ad1-45d4-a556-7e69da1cf213-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.509141] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "0981bdf7-7ad1-45d4-a556-7e69da1cf213-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.512362] env[64443]: INFO nova.compute.manager [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Terminating instance [ 748.663403] env[64443]: DEBUG oslo_vmware.api [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.681020] env[64443]: DEBUG oslo_concurrency.lockutils [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.700805] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 748.700805] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5278a797-71f2-0cdd-0b6e-f765c20a0af8" [ 748.700805] env[64443]: _type = "HttpNfcLease" [ 748.700805] env[64443]: } is ready. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 748.701173] env[64443]: DEBUG oslo_vmware.rw_handles [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 748.701173] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5278a797-71f2-0cdd-0b6e-f765c20a0af8" [ 748.701173] env[64443]: _type = "HttpNfcLease" [ 748.701173] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 748.702151] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10398a85-7b2b-441d-af23-c48f8d21bde1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.710999] env[64443]: DEBUG oslo_vmware.rw_handles [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265c146-fa83-3c23-91ac-2b21593720ff/disk-0.vmdk from lease info. {{(pid=64443) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 748.710999] env[64443]: DEBUG oslo_vmware.rw_handles [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265c146-fa83-3c23-91ac-2b21593720ff/disk-0.vmdk for reading. {{(pid=64443) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 748.775206] env[64443]: DEBUG nova.compute.manager [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.778304] env[64443]: DEBUG nova.objects.instance [None req-ed80657c-d07e-4df1-bf77-bc37d57c4f23 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lazy-loading 'flavor' on Instance uuid 184b46f6-60a1-4425-ae07-726c056b1a18 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.821095] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.851705] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2a8f479a-7845-4345-bbb8-0ffc80bc9ef7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.938799] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393b4de1-eba7-48ed-b389-ab3cb69beea5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.945410] env[64443]: DEBUG oslo_vmware.api [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279835} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.947411] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.948264] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.948264] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.948264] env[64443]: INFO nova.compute.manager [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Took 1.16 seconds to destroy the instance on the hypervisor. [ 748.948568] env[64443]: DEBUG oslo.service.loopingcall [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.950228] env[64443]: DEBUG nova.compute.manager [-] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.950228] env[64443]: DEBUG nova.network.neutron [-] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.953736] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05f255d-c1e8-48f7-a8df-0c6321db113a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.010140] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37538c70-cbec-4809-94cd-585fdd580892 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.022733] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2281fdd9-138c-45e1-978f-5170d9f38585 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.025424] env[64443]: DEBUG nova.compute.manager [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.025678] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.027018] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5422b60f-786e-49cc-bec8-a3b12199b612 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.041769] env[64443]: DEBUG nova.compute.provider_tree [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.048030] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.048030] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e61af75-3f02-47ef-9d59-96895c0a0d54 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.058718] env[64443]: DEBUG oslo_vmware.api [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 749.058718] env[64443]: value = "task-2676342" [ 749.058718] env[64443]: _type = "Task" [ 749.058718] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.070161] env[64443]: DEBUG oslo_vmware.api [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.070161] env[64443]: DEBUG nova.network.neutron [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.167494] env[64443]: DEBUG oslo_vmware.api [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.306463] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.515048] env[64443]: DEBUG nova.compute.manager [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.515597] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2153e589-6536-48b2-8efa-8b07065d2ad7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.550049] env[64443]: DEBUG nova.scheduler.client.report [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.574596] env[64443]: DEBUG oslo_vmware.api [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676342, 'name': PowerOffVM_Task, 'duration_secs': 0.307068} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.576128] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.577639] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.577639] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80c45732-7470-493a-a8fe-240d6dcce3f5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.605507] env[64443]: DEBUG nova.network.neutron [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Updating instance_info_cache with network_info: [{"id": "fd7c9921-b839-41c5-808e-e3170a3cadac", "address": "fa:16:3e:dd:fa:62", "network": {"id": "e740e7db-62f0-4d7c-ab92-8257f202e936", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-984788311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12172c6e403474a8afed0fe4b0a0c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7c9921-b8", "ovs_interfaceid": "fd7c9921-b839-41c5-808e-e3170a3cadac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.654634] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.654634] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.654634] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Deleting the datastore file [datastore2] 0981bdf7-7ad1-45d4-a556-7e69da1cf213 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.655234] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c5e1eb9-577a-432e-8954-fd70f0d015ab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.670276] env[64443]: DEBUG oslo_vmware.api [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.671902] env[64443]: DEBUG oslo_vmware.api [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 749.671902] env[64443]: value = "task-2676344" [ 749.671902] env[64443]: _type = "Task" [ 749.671902] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.683540] env[64443]: DEBUG oslo_vmware.api [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.795335] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ed80657c-d07e-4df1-bf77-bc37d57c4f23 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "184b46f6-60a1-4425-ae07-726c056b1a18" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.385s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.040270] env[64443]: INFO nova.compute.manager [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] instance snapshotting [ 750.046403] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c38b540-aec5-41c2-b944-fc4d84eb43fa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.072942] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.789s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.081433] env[64443]: DEBUG oslo_concurrency.lockutils [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.008s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.086100] env[64443]: INFO nova.compute.claims [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.092872] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb193459-f8f0-4ff3-9359-fd7fffcf7b61 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.109959] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Releasing lock "refresh_cache-816437a1-05dc-4c40-8fc6-5171bdb524e6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.111639] env[64443]: DEBUG nova.compute.manager [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Instance network_info: |[{"id": "fd7c9921-b839-41c5-808e-e3170a3cadac", "address": "fa:16:3e:dd:fa:62", "network": {"id": "e740e7db-62f0-4d7c-ab92-8257f202e936", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-984788311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12172c6e403474a8afed0fe4b0a0c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7c9921-b8", "ovs_interfaceid": "fd7c9921-b839-41c5-808e-e3170a3cadac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.114776] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:fa:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd7c9921-b839-41c5-808e-e3170a3cadac', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.127469] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Creating folder: Project (b12172c6e403474a8afed0fe4b0a0c3d). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.127993] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7014638f-b21b-4343-999c-4cae2363fafe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.146968] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47c23568-d4f8-44c6-8fb6-6ec9e0202e6b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Acquiring lock "99eba029-a1cf-428f-a608-b4fe81e4c6a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.147663] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47c23568-d4f8-44c6-8fb6-6ec9e0202e6b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Lock "99eba029-a1cf-428f-a608-b4fe81e4c6a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.147963] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47c23568-d4f8-44c6-8fb6-6ec9e0202e6b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Acquiring lock "99eba029-a1cf-428f-a608-b4fe81e4c6a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.151282] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47c23568-d4f8-44c6-8fb6-6ec9e0202e6b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Lock "99eba029-a1cf-428f-a608-b4fe81e4c6a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.151282] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47c23568-d4f8-44c6-8fb6-6ec9e0202e6b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Lock "99eba029-a1cf-428f-a608-b4fe81e4c6a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.152309] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Created folder: Project (b12172c6e403474a8afed0fe4b0a0c3d) in parent group-v539479. [ 750.152511] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Creating folder: Instances. Parent ref: group-v539646. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.153171] env[64443]: INFO nova.compute.manager [None req-47c23568-d4f8-44c6-8fb6-6ec9e0202e6b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Terminating instance [ 750.156231] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dd73b94-8a5e-4a15-bdf9-3deab6ecbfb5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.172992] env[64443]: DEBUG oslo_vmware.api [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.184172] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Created folder: Instances in parent group-v539646. [ 750.184172] env[64443]: DEBUG oslo.service.loopingcall [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 750.184989] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.184989] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7484a55f-86b1-42b6-b337-847b1bffd87f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.207808] env[64443]: DEBUG oslo_vmware.api [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212551} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.208588] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.209246] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.209246] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.209666] env[64443]: INFO nova.compute.manager [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Took 1.18 seconds to destroy the instance on the hypervisor. [ 750.209961] env[64443]: DEBUG oslo.service.loopingcall [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 750.210550] env[64443]: DEBUG nova.compute.manager [-] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.210644] env[64443]: DEBUG nova.network.neutron [-] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.215690] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.215690] env[64443]: value = "task-2676348" [ 750.215690] env[64443]: _type = "Task" [ 750.215690] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.228415] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676348, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.325022] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Acquiring lock "cbdfcbe9-0ca2-4812-850b-15af857303a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.325022] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Lock "cbdfcbe9-0ca2-4812-850b-15af857303a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.325022] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Acquiring lock "cbdfcbe9-0ca2-4812-850b-15af857303a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.325022] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Lock "cbdfcbe9-0ca2-4812-850b-15af857303a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.325022] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Lock "cbdfcbe9-0ca2-4812-850b-15af857303a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.332411] env[64443]: INFO nova.compute.manager [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Terminating instance [ 750.363663] env[64443]: DEBUG nova.network.neutron [-] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.383378] env[64443]: DEBUG nova.compute.manager [req-b987adc6-2cc2-43ff-95b2-cb6f69670940 req-de2456cb-29dc-4c2e-af4c-e2b8fa89dd6a service nova] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Received event network-changed-fd7c9921-b839-41c5-808e-e3170a3cadac {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.383378] env[64443]: DEBUG nova.compute.manager [req-b987adc6-2cc2-43ff-95b2-cb6f69670940 req-de2456cb-29dc-4c2e-af4c-e2b8fa89dd6a service nova] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Refreshing instance network info cache due to event network-changed-fd7c9921-b839-41c5-808e-e3170a3cadac. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 750.383378] env[64443]: DEBUG oslo_concurrency.lockutils [req-b987adc6-2cc2-43ff-95b2-cb6f69670940 req-de2456cb-29dc-4c2e-af4c-e2b8fa89dd6a service nova] Acquiring lock "refresh_cache-816437a1-05dc-4c40-8fc6-5171bdb524e6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.383378] env[64443]: DEBUG oslo_concurrency.lockutils [req-b987adc6-2cc2-43ff-95b2-cb6f69670940 req-de2456cb-29dc-4c2e-af4c-e2b8fa89dd6a service nova] Acquired lock "refresh_cache-816437a1-05dc-4c40-8fc6-5171bdb524e6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.383378] env[64443]: DEBUG nova.network.neutron [req-b987adc6-2cc2-43ff-95b2-cb6f69670940 req-de2456cb-29dc-4c2e-af4c-e2b8fa89dd6a service nova] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Refreshing network info cache for port fd7c9921-b839-41c5-808e-e3170a3cadac {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.597203] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c8466f47-d6e3-42dc-b9b6-0b1ffad1ef92 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "a9cd65b5-58ae-4174-ba35-131d685991ef" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 45.126s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.600723] env[64443]: DEBUG oslo_concurrency.lockutils [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "a9cd65b5-58ae-4174-ba35-131d685991ef" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 19.401s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.600723] env[64443]: INFO nova.compute.manager [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Unshelving [ 750.607176] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Creating Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 750.608318] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-077df1e6-72ef-451a-b186-a52ac406b06a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.618949] env[64443]: DEBUG oslo_vmware.api [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 750.618949] env[64443]: value = "task-2676349" [ 750.618949] env[64443]: _type = "Task" [ 750.618949] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.632215] env[64443]: DEBUG oslo_vmware.api [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676349, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.664316] env[64443]: DEBUG nova.compute.manager [None req-47c23568-d4f8-44c6-8fb6-6ec9e0202e6b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.665158] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ef7542f-f595-47e3-8e57-c00da98e3ced {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.673959] env[64443]: DEBUG oslo_vmware.api [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.678979] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253a43f6-c576-40d1-8f82-3f5e9e8a1663 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.695062] env[64443]: DEBUG nova.network.neutron [-] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.728249] env[64443]: WARNING nova.virt.vmwareapi.driver [None req-47c23568-d4f8-44c6-8fb6-6ec9e0202e6b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 99eba029-a1cf-428f-a608-b4fe81e4c6a7 could not be found. [ 750.728654] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47c23568-d4f8-44c6-8fb6-6ec9e0202e6b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.734504] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26f628a8-f445-4018-882c-d52c677785c7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.744440] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676348, 'name': CreateVM_Task, 'duration_secs': 0.510463} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.746030] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.746770] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.746952] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.747277] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 750.750293] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32da4e69-a5c1-4b24-a5f2-ec798f6d6b01 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.761404] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b3bec0b-92b4-427c-8bd9-9139eb859477 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.767548] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 750.767548] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52accdac-edf4-baf0-bc1b-19ea23ed2745" [ 750.767548] env[64443]: _type = "Task" [ 750.767548] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.777972] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52accdac-edf4-baf0-bc1b-19ea23ed2745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.792144] env[64443]: WARNING nova.virt.vmwareapi.vmops [None req-47c23568-d4f8-44c6-8fb6-6ec9e0202e6b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 99eba029-a1cf-428f-a608-b4fe81e4c6a7 could not be found. [ 750.792312] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47c23568-d4f8-44c6-8fb6-6ec9e0202e6b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.792498] env[64443]: INFO nova.compute.manager [None req-47c23568-d4f8-44c6-8fb6-6ec9e0202e6b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Took 0.13 seconds to destroy the instance on the hypervisor. [ 750.792754] env[64443]: DEBUG oslo.service.loopingcall [None req-47c23568-d4f8-44c6-8fb6-6ec9e0202e6b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 750.793774] env[64443]: DEBUG nova.compute.manager [-] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.793774] env[64443]: DEBUG nova.network.neutron [-] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.838998] env[64443]: DEBUG nova.compute.manager [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.839147] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.841320] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc40eed8-03aa-4835-8f17-a676c6cd1f76 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.851311] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.851617] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94f701a0-8676-4aa1-9381-822aed7727df {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.860577] env[64443]: DEBUG oslo_vmware.api [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Waiting for the task: (returnval){ [ 750.860577] env[64443]: value = "task-2676350" [ 750.860577] env[64443]: _type = "Task" [ 750.860577] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.870183] env[64443]: DEBUG oslo_vmware.api [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': task-2676350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.871733] env[64443]: INFO nova.compute.manager [-] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Took 2.49 seconds to deallocate network for instance. [ 751.060544] env[64443]: DEBUG nova.network.neutron [-] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.140720] env[64443]: DEBUG oslo_vmware.api [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676349, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.175667] env[64443]: DEBUG oslo_vmware.api [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.198469] env[64443]: INFO nova.compute.manager [-] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Took 2.25 seconds to deallocate network for instance. [ 751.273012] env[64443]: DEBUG nova.network.neutron [req-b987adc6-2cc2-43ff-95b2-cb6f69670940 req-de2456cb-29dc-4c2e-af4c-e2b8fa89dd6a service nova] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Updated VIF entry in instance network info cache for port fd7c9921-b839-41c5-808e-e3170a3cadac. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.274033] env[64443]: DEBUG nova.network.neutron [req-b987adc6-2cc2-43ff-95b2-cb6f69670940 req-de2456cb-29dc-4c2e-af4c-e2b8fa89dd6a service nova] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Updating instance_info_cache with network_info: [{"id": "fd7c9921-b839-41c5-808e-e3170a3cadac", "address": "fa:16:3e:dd:fa:62", "network": {"id": "e740e7db-62f0-4d7c-ab92-8257f202e936", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-984788311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12172c6e403474a8afed0fe4b0a0c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7c9921-b8", "ovs_interfaceid": "fd7c9921-b839-41c5-808e-e3170a3cadac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.286024] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52accdac-edf4-baf0-bc1b-19ea23ed2745, 'name': SearchDatastore_Task, 'duration_secs': 0.017112} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.287598] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.287859] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.288098] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.288241] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.288411] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.289718] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dab75d6-44c3-4289-ad08-0d72f04b02ab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.301774] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.302010] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.302786] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d08c71d-5a09-4850-a08e-2865bd3c95a2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.313281] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 751.313281] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52c9f644-45af-8238-a4dc-015e552212e8" [ 751.313281] env[64443]: _type = "Task" [ 751.313281] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.322920] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c9f644-45af-8238-a4dc-015e552212e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.376800] env[64443]: DEBUG oslo_vmware.api [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': task-2676350, 'name': PowerOffVM_Task, 'duration_secs': 0.226457} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.379648] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.379789] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.380277] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebe0cab3-a686-4e29-bd93-294e815f3786 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.424641] env[64443]: INFO nova.compute.manager [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Took 0.55 seconds to detach 1 volumes for instance. [ 751.427842] env[64443]: DEBUG nova.compute.manager [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Deleting volume: e78920c7-a7c2-400c-a0ba-78c20512112a {{(pid=64443) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 751.470903] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.471205] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.471455] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Deleting the datastore file [datastore2] cbdfcbe9-0ca2-4812-850b-15af857303a7 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.471967] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21c61b6d-3b0f-4ca3-9da6-27a7475c94df {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.482104] env[64443]: DEBUG oslo_vmware.api [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Waiting for the task: (returnval){ [ 751.482104] env[64443]: value = "task-2676352" [ 751.482104] env[64443]: _type = "Task" [ 751.482104] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.495497] env[64443]: DEBUG oslo_vmware.api [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': task-2676352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.563639] env[64443]: INFO nova.compute.manager [-] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Took 1.35 seconds to deallocate network for instance. [ 751.618072] env[64443]: DEBUG nova.compute.utils [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 751.638272] env[64443]: DEBUG oslo_vmware.api [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676349, 'name': CreateSnapshot_Task, 'duration_secs': 0.90096} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.638604] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Created Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 751.639628] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cd17b7-24b7-4fa3-8122-35a4f566781f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.677422] env[64443]: DEBUG oslo_vmware.api [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.712453] env[64443]: DEBUG oslo_concurrency.lockutils [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.727687] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fbe5fc-7978-467d-af7a-c5cec6e142f9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.737247] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ae3387-0a04-4bd0-8000-11ff3a71d3e1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.776194] env[64443]: DEBUG oslo_concurrency.lockutils [req-b987adc6-2cc2-43ff-95b2-cb6f69670940 req-de2456cb-29dc-4c2e-af4c-e2b8fa89dd6a service nova] Releasing lock "refresh_cache-816437a1-05dc-4c40-8fc6-5171bdb524e6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.776443] env[64443]: DEBUG nova.compute.manager [req-b987adc6-2cc2-43ff-95b2-cb6f69670940 req-de2456cb-29dc-4c2e-af4c-e2b8fa89dd6a service nova] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Received event network-vif-deleted-5a3edbc0-a37d-4f19-bb30-baec17567464 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 751.776623] env[64443]: INFO nova.compute.manager [req-b987adc6-2cc2-43ff-95b2-cb6f69670940 req-de2456cb-29dc-4c2e-af4c-e2b8fa89dd6a service nova] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Neutron deleted interface 5a3edbc0-a37d-4f19-bb30-baec17567464; detaching it from the instance and deleting it from the info cache [ 751.776796] env[64443]: DEBUG nova.network.neutron [req-b987adc6-2cc2-43ff-95b2-cb6f69670940 req-de2456cb-29dc-4c2e-af4c-e2b8fa89dd6a service nova] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.778861] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b3c339-13fb-4eda-99b1-e790cbb884bf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.790341] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a4dbd5-da88-49a0-8335-355b940bca6e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.808459] env[64443]: DEBUG nova.compute.provider_tree [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.826108] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c9f644-45af-8238-a4dc-015e552212e8, 'name': SearchDatastore_Task, 'duration_secs': 0.016294} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.826993] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c10a2862-3652-42cd-9964-99e37075e02b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.833871] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 751.833871] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]524db1c1-81a4-bae0-b768-9899b2df02de" [ 751.833871] env[64443]: _type = "Task" [ 751.833871] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.843509] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]524db1c1-81a4-bae0-b768-9899b2df02de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.973409] env[64443]: DEBUG nova.network.neutron [-] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.994040] env[64443]: DEBUG oslo_vmware.api [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Task: {'id': task-2676352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23951} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.994040] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.994358] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.994408] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.994565] env[64443]: INFO nova.compute.manager [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 751.994804] env[64443]: DEBUG oslo.service.loopingcall [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 751.994998] env[64443]: DEBUG nova.compute.manager [-] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.995120] env[64443]: DEBUG nova.network.neutron [-] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.016134] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.073471] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.123153] env[64443]: INFO nova.virt.block_device [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Booting with volume 91b132f0-b4ca-407d-8362-210440675069 at /dev/sdb [ 752.164012] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Creating linked-clone VM from snapshot {{(pid=64443) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 752.164433] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fe32014c-adb8-4472-affa-a442b40c4c1e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.171786] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0017b89e-3b81-45e0-a54b-62ec9fe2e95c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.179943] env[64443]: DEBUG oslo_vmware.api [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.182364] env[64443]: DEBUG oslo_vmware.api [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 752.182364] env[64443]: value = "task-2676354" [ 752.182364] env[64443]: _type = "Task" [ 752.182364] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.185258] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ab228f-76bd-449f-862e-7ae9bc0b930f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.206881] env[64443]: DEBUG oslo_vmware.api [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676354, 'name': CloneVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.229430] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed2c3be9-5398-4e82-8945-00a45caf6831 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.241148] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfda050-25e6-4348-9584-b5130cdc9665 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.282543] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e10171d-4f68-4d84-b53c-5f240502d12a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.285664] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09332c3e-509c-43ba-b172-048fa09e1a4e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.295532] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547c1be7-288f-4e7c-96cd-2f71d7e10ac9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.299707] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0c58b2-72bb-4d1a-8f9b-8b0bb436bbca {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.311455] env[64443]: DEBUG nova.scheduler.client.report [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.325699] env[64443]: DEBUG nova.virt.block_device [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Updating existing volume attachment record: b327077a-dd9f-4c83-b70a-c9a69177ef59 {{(pid=64443) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 752.346512] env[64443]: DEBUG nova.compute.manager [req-b987adc6-2cc2-43ff-95b2-cb6f69670940 req-de2456cb-29dc-4c2e-af4c-e2b8fa89dd6a service nova] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Detach interface failed, port_id=5a3edbc0-a37d-4f19-bb30-baec17567464, reason: Instance 57de5093-57f2-414f-b665-89affbbf74dd could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 752.346764] env[64443]: DEBUG nova.compute.manager [req-b987adc6-2cc2-43ff-95b2-cb6f69670940 req-de2456cb-29dc-4c2e-af4c-e2b8fa89dd6a service nova] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Received event network-vif-deleted-de423d63-a988-4ba6-a71b-32b1ce0bb6a1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 752.346943] env[64443]: INFO nova.compute.manager [req-b987adc6-2cc2-43ff-95b2-cb6f69670940 req-de2456cb-29dc-4c2e-af4c-e2b8fa89dd6a service nova] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Neutron deleted interface de423d63-a988-4ba6-a71b-32b1ce0bb6a1; detaching it from the instance and deleting it from the info cache [ 752.347528] env[64443]: DEBUG nova.network.neutron [req-b987adc6-2cc2-43ff-95b2-cb6f69670940 req-de2456cb-29dc-4c2e-af4c-e2b8fa89dd6a service nova] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.361419] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]524db1c1-81a4-bae0-b768-9899b2df02de, 'name': SearchDatastore_Task, 'duration_secs': 0.016658} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.361717] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.361995] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 816437a1-05dc-4c40-8fc6-5171bdb524e6/816437a1-05dc-4c40-8fc6-5171bdb524e6.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.362538] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4088028d-9e5b-4e70-ac9f-9a42e4d0976c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.371968] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 752.371968] env[64443]: value = "task-2676355" [ 752.371968] env[64443]: _type = "Task" [ 752.371968] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.383190] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.434746] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-77be8bfd-3650-487e-8083-f9d8f0cada58 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Volume attach. Driver type: vmdk {{(pid=64443) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 752.434746] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-77be8bfd-3650-487e-8083-f9d8f0cada58 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539645', 'volume_id': '73bfe61e-2eab-4b45-b976-47a4dcd0be9c', 'name': 'volume-73bfe61e-2eab-4b45-b976-47a4dcd0be9c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2437eab1-4de1-4f9e-a946-c71695cd7895', 'attached_at': '', 'detached_at': '', 'volume_id': '73bfe61e-2eab-4b45-b976-47a4dcd0be9c', 'serial': '73bfe61e-2eab-4b45-b976-47a4dcd0be9c'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 752.435253] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e165951f-b668-402b-9db9-96a92631aae2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.458024] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33327fe-a4f1-4715-a6ef-04603419324f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.475617] env[64443]: INFO nova.compute.manager [-] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Took 1.68 seconds to deallocate network for instance. [ 752.483383] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-77be8bfd-3650-487e-8083-f9d8f0cada58 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] volume-73bfe61e-2eab-4b45-b976-47a4dcd0be9c/volume-73bfe61e-2eab-4b45-b976-47a4dcd0be9c.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.485844] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d98af6dd-9f70-4dd7-a7e0-38025518831c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.516287] env[64443]: DEBUG oslo_vmware.api [None req-77be8bfd-3650-487e-8083-f9d8f0cada58 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Waiting for the task: (returnval){ [ 752.516287] env[64443]: value = "task-2676357" [ 752.516287] env[64443]: _type = "Task" [ 752.516287] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.528855] env[64443]: DEBUG oslo_vmware.api [None req-77be8bfd-3650-487e-8083-f9d8f0cada58 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Task: {'id': task-2676357, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.676659] env[64443]: DEBUG oslo_vmware.api [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.707897] env[64443]: DEBUG oslo_vmware.api [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676354, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.816699] env[64443]: DEBUG oslo_concurrency.lockutils [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.817408] env[64443]: DEBUG nova.compute.manager [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.820699] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.476s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.824162] env[64443]: DEBUG nova.objects.instance [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lazy-loading 'resources' on Instance uuid ebd70bba-160b-41dc-94ca-5d45e99e5dd8 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.854576] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f98ef506-5971-4c59-af6e-055eb8e21520 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.871900] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f6b477-de0f-4c8c-90b5-b4516deb9b8f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.903190] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676355, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.931956] env[64443]: DEBUG nova.compute.manager [req-b987adc6-2cc2-43ff-95b2-cb6f69670940 req-de2456cb-29dc-4c2e-af4c-e2b8fa89dd6a service nova] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Detach interface failed, port_id=de423d63-a988-4ba6-a71b-32b1ce0bb6a1, reason: Instance 49bcdc71-bde6-45c3-a4d1-4e0458b5a415 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 753.029161] env[64443]: DEBUG oslo_vmware.api [None req-77be8bfd-3650-487e-8083-f9d8f0cada58 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Task: {'id': task-2676357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.041994] env[64443]: DEBUG nova.network.neutron [-] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.088069] env[64443]: INFO nova.compute.manager [None req-47c23568-d4f8-44c6-8fb6-6ec9e0202e6b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Took 0.60 seconds to detach 1 volumes for instance. [ 753.090295] env[64443]: DEBUG nova.compute.manager [None req-47c23568-d4f8-44c6-8fb6-6ec9e0202e6b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Deleting volume: d4901078-7c13-4eec-b291-20f10f45dfae {{(pid=64443) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 753.177662] env[64443]: DEBUG oslo_vmware.api [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.209828] env[64443]: DEBUG oslo_vmware.api [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676354, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.327754] env[64443]: DEBUG nova.compute.utils [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 753.332304] env[64443]: DEBUG nova.compute.manager [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.333069] env[64443]: DEBUG nova.network.neutron [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.405731] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663757} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.405731] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 816437a1-05dc-4c40-8fc6-5171bdb524e6/816437a1-05dc-4c40-8fc6-5171bdb524e6.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.405731] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.405731] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f48a99b9-bd94-4788-8c00-f948611cc4bc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.420286] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 753.420286] env[64443]: value = "task-2676361" [ 753.420286] env[64443]: _type = "Task" [ 753.420286] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.427291] env[64443]: DEBUG nova.policy [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e6b2edd91d54ba288e7be1cb1fb7934', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae8cef9d02d4438d9ee2b7901801ff50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.440208] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.532909] env[64443]: DEBUG oslo_vmware.api [None req-77be8bfd-3650-487e-8083-f9d8f0cada58 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Task: {'id': task-2676357, 'name': ReconfigVM_Task, 'duration_secs': 0.758543} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.533295] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-77be8bfd-3650-487e-8083-f9d8f0cada58 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Reconfigured VM instance instance-0000000a to attach disk [datastore1] volume-73bfe61e-2eab-4b45-b976-47a4dcd0be9c/volume-73bfe61e-2eab-4b45-b976-47a4dcd0be9c.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.540368] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e505bc3-9995-450e-8d18-55c192ba6681 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.560686] env[64443]: INFO nova.compute.manager [-] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Took 1.57 seconds to deallocate network for instance. [ 753.573328] env[64443]: DEBUG oslo_vmware.api [None req-77be8bfd-3650-487e-8083-f9d8f0cada58 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Waiting for the task: (returnval){ [ 753.573328] env[64443]: value = "task-2676362" [ 753.573328] env[64443]: _type = "Task" [ 753.573328] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.594608] env[64443]: DEBUG oslo_vmware.api [None req-77be8bfd-3650-487e-8083-f9d8f0cada58 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Task: {'id': task-2676362, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.644933] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47c23568-d4f8-44c6-8fb6-6ec9e0202e6b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.687499] env[64443]: DEBUG oslo_vmware.api [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.711395] env[64443]: DEBUG oslo_vmware.api [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676354, 'name': CloneVM_Task, 'duration_secs': 1.517317} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.711939] env[64443]: INFO nova.virt.vmwareapi.vmops [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Created linked-clone VM from snapshot [ 753.714017] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9ce157-d85f-460c-a82b-cb0642284e97 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.727267] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Uploading image cc495ae1-af45-4d53-b153-9ab2588ca3b0 {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 753.836594] env[64443]: DEBUG nova.compute.manager [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.843479] env[64443]: DEBUG nova.network.neutron [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Successfully created port: 4f7baecc-ddee-4ec2-bfc8-c318a81128cc {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.938697] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111636} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.941842] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.942923] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc6a24a-a44d-4d8d-baaa-cc44bccc10bd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.970987] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 816437a1-05dc-4c40-8fc6-5171bdb524e6/816437a1-05dc-4c40-8fc6-5171bdb524e6.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.974619] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76f67b16-fa53-41b1-8e4b-179cefd63b93 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.002363] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 754.002363] env[64443]: value = "task-2676363" [ 754.002363] env[64443]: _type = "Task" [ 754.002363] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.025428] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.033365] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cf49eb-6145-4833-b3a0-b12c4c961aa0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.044283] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6438e224-54c4-4415-bb0a-f7ee2914b64d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.088612] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.093336] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e951ab-eb3b-4dcc-915e-b87e6ce93546 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.108702] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93085cf-a701-469f-9c99-55843ab9871e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.113493] env[64443]: DEBUG oslo_vmware.api [None req-77be8bfd-3650-487e-8083-f9d8f0cada58 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Task: {'id': task-2676362, 'name': ReconfigVM_Task, 'duration_secs': 0.194262} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.114310] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-77be8bfd-3650-487e-8083-f9d8f0cada58 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539645', 'volume_id': '73bfe61e-2eab-4b45-b976-47a4dcd0be9c', 'name': 'volume-73bfe61e-2eab-4b45-b976-47a4dcd0be9c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2437eab1-4de1-4f9e-a946-c71695cd7895', 'attached_at': '', 'detached_at': '', 'volume_id': '73bfe61e-2eab-4b45-b976-47a4dcd0be9c', 'serial': '73bfe61e-2eab-4b45-b976-47a4dcd0be9c'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 754.128784] env[64443]: DEBUG nova.compute.provider_tree [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.178377] env[64443]: DEBUG oslo_vmware.api [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676338, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.516233] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.632745] env[64443]: DEBUG nova.scheduler.client.report [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.680832] env[64443]: DEBUG oslo_vmware.api [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676338, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.846413] env[64443]: DEBUG nova.compute.manager [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.015365] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676363, 'name': ReconfigVM_Task, 'duration_secs': 0.712758} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.015577] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 816437a1-05dc-4c40-8fc6-5171bdb524e6/816437a1-05dc-4c40-8fc6-5171bdb524e6.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.016291] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3678f6a-fe29-4304-86e9-7b78919b5e31 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.026306] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 755.026306] env[64443]: value = "task-2676364" [ 755.026306] env[64443]: _type = "Task" [ 755.026306] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.037072] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676364, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.140238] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.319s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.143857] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.401s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.143994] env[64443]: DEBUG nova.objects.instance [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64443) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 755.158151] env[64443]: DEBUG nova.objects.instance [None req-77be8bfd-3650-487e-8083-f9d8f0cada58 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Lazy-loading 'flavor' on Instance uuid 2437eab1-4de1-4f9e-a946-c71695cd7895 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.175397] env[64443]: INFO nova.scheduler.client.report [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Deleted allocations for instance ebd70bba-160b-41dc-94ca-5d45e99e5dd8 [ 755.180968] env[64443]: DEBUG oslo_vmware.api [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676338, 'name': ReconfigVM_Task, 'duration_secs': 6.579764} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.184168] env[64443]: DEBUG oslo_concurrency.lockutils [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.184168] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Reconfigured VM to detach interface {{(pid=64443) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 755.538588] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676364, 'name': Rename_Task, 'duration_secs': 0.270294} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.538926] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.539227] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c470b8ef-27d6-4d74-a9b6-e0ca0dd9d822 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.550559] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 755.550559] env[64443]: value = "task-2676366" [ 755.550559] env[64443]: _type = "Task" [ 755.550559] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.555677] env[64443]: DEBUG nova.network.neutron [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Successfully updated port: 4f7baecc-ddee-4ec2-bfc8-c318a81128cc {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.563907] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.662975] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77be8bfd-3650-487e-8083-f9d8f0cada58 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Lock "2437eab1-4de1-4f9e-a946-c71695cd7895" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.894s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.691051] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1752b1b3-1f69-4c50-92eb-15be83c05d6c tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "ebd70bba-160b-41dc-94ca-5d45e99e5dd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.766s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.066084] env[64443]: DEBUG oslo_concurrency.lockutils [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "refresh_cache-60590d5a-3ca8-4189-a294-c72f00d2bf8c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.066395] env[64443]: DEBUG oslo_concurrency.lockutils [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquired lock "refresh_cache-60590d5a-3ca8-4189-a294-c72f00d2bf8c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.066431] env[64443]: DEBUG nova.network.neutron [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.067787] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676366, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.132151] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 756.132151] env[64443]: value = "vm-539650" [ 756.132151] env[64443]: _type = "VirtualMachine" [ 756.132151] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 756.132866] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ebfb01ea-0a30-4681-a8ca-715244df0d0c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.139996] env[64443]: DEBUG nova.virt.hardware [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:04:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b3bf0849-3af4-4cbd-b4ca-7fabcd344104',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-828660940',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.140334] env[64443]: DEBUG nova.virt.hardware [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.140578] env[64443]: DEBUG nova.virt.hardware [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.140838] env[64443]: DEBUG nova.virt.hardware [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.141117] env[64443]: DEBUG nova.virt.hardware [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.141325] env[64443]: DEBUG nova.virt.hardware [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.141546] env[64443]: DEBUG nova.virt.hardware [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.141712] env[64443]: DEBUG nova.virt.hardware [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.141887] env[64443]: DEBUG nova.virt.hardware [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.142067] env[64443]: DEBUG nova.virt.hardware [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.142252] env[64443]: DEBUG nova.virt.hardware [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.144357] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b83f53-18a5-4ef7-ac17-0be29bf420a1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.148974] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lease: (returnval){ [ 756.148974] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]526fcb06-7079-1eac-8c0b-9223dc698bd9" [ 756.148974] env[64443]: _type = "HttpNfcLease" [ 756.148974] env[64443]: } obtained for exporting VM: (result){ [ 756.148974] env[64443]: value = "vm-539650" [ 756.148974] env[64443]: _type = "VirtualMachine" [ 756.148974] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 756.149366] env[64443]: DEBUG oslo_vmware.api [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the lease: (returnval){ [ 756.149366] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]526fcb06-7079-1eac-8c0b-9223dc698bd9" [ 756.149366] env[64443]: _type = "HttpNfcLease" [ 756.149366] env[64443]: } to be ready. {{(pid=64443) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 756.156351] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47638d0d-916f-4b72-a730-de6dae84c3b4 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.157528] env[64443]: DEBUG oslo_concurrency.lockutils [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.374s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.159034] env[64443]: INFO nova.compute.claims [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.163248] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9f200f-cef1-49a6-a3c9-f1718803d5f1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.169707] env[64443]: DEBUG oslo_vmware.rw_handles [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ed9a9-96eb-8d0d-fe4a-5994f8c67adf/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 756.173426] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06e7655-d79a-416c-ba2f-1a146110a9b2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.176304] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 756.176304] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]526fcb06-7079-1eac-8c0b-9223dc698bd9" [ 756.176304] env[64443]: _type = "HttpNfcLease" [ 756.176304] env[64443]: } is ready. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 756.177232] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 756.177232] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]526fcb06-7079-1eac-8c0b-9223dc698bd9" [ 756.177232] env[64443]: _type = "HttpNfcLease" [ 756.177232] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 756.178460] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c48085-2b71-4153-85eb-9b8bd70721d8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.191133] env[64443]: DEBUG oslo_vmware.rw_handles [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ed9a9-96eb-8d0d-fe4a-5994f8c67adf/disk-0.vmdk is in state: ready. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 756.191391] env[64443]: ERROR oslo_vmware.rw_handles [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ed9a9-96eb-8d0d-fe4a-5994f8c67adf/disk-0.vmdk due to incomplete transfer. [ 756.192379] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-facfa363-34c5-449d-94bc-6714e05c28f0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.198354] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c7e91c-cce1-00f4-6592-5c77aba273d5/disk-0.vmdk from lease info. {{(pid=64443) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 756.198541] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c7e91c-cce1-00f4-6592-5c77aba273d5/disk-0.vmdk for reading. {{(pid=64443) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 756.202989] env[64443]: DEBUG oslo_vmware.rw_handles [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ed9a9-96eb-8d0d-fe4a-5994f8c67adf/disk-0.vmdk. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 756.203210] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Uploaded image 694a6898-23e7-456a-a79a-57161aacb4ce to the Glance image server {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 756.205547] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Destroying the VM {{(pid=64443) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 756.261542] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-63aea0c5-4ee2-485b-a896-2d877420658c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.272060] env[64443]: DEBUG oslo_vmware.api [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 756.272060] env[64443]: value = "task-2676368" [ 756.272060] env[64443]: _type = "Task" [ 756.272060] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.283445] env[64443]: DEBUG oslo_vmware.api [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676368, 'name': Destroy_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.304432] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6a52fc96-4fb1-4846-86ba-4d9f2a47e68e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.561923] env[64443]: DEBUG oslo_vmware.api [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676366, 'name': PowerOnVM_Task, 'duration_secs': 0.697896} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.561923] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.562092] env[64443]: INFO nova.compute.manager [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Took 9.55 seconds to spawn the instance on the hypervisor. [ 756.562309] env[64443]: DEBUG nova.compute.manager [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.563280] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2291f24-ed5d-473c-99ba-6075d531f57c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.584952] env[64443]: DEBUG oslo_concurrency.lockutils [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "refresh_cache-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.585162] env[64443]: DEBUG oslo_concurrency.lockutils [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "refresh_cache-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.585975] env[64443]: DEBUG nova.network.neutron [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.622555] env[64443]: DEBUG nova.network.neutron [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.783472] env[64443]: DEBUG oslo_vmware.api [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676368, 'name': Destroy_Task} progress is 33%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.827751] env[64443]: DEBUG nova.network.neutron [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Updating instance_info_cache with network_info: [{"id": "4f7baecc-ddee-4ec2-bfc8-c318a81128cc", "address": "fa:16:3e:1b:7b:7e", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f7baecc-dd", "ovs_interfaceid": "4f7baecc-ddee-4ec2-bfc8-c318a81128cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.065934] env[64443]: DEBUG nova.compute.manager [req-8ffb5e69-f595-4333-8f8a-fb805f559127 req-38303849-c590-4c96-9c4f-9337e3a41560 service nova] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Received event network-vif-deleted-a8b995d4-e49e-443b-88de-1738071966ae {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.066703] env[64443]: DEBUG nova.compute.manager [req-8ffb5e69-f595-4333-8f8a-fb805f559127 req-38303849-c590-4c96-9c4f-9337e3a41560 service nova] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Received event network-vif-deleted-e201ad36-c583-48ee-a910-9a5dec980775 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 757.087065] env[64443]: INFO nova.compute.manager [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Took 32.50 seconds to build instance. [ 757.172841] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquiring lock "c78fe721-d1f8-410d-aef1-077f00e53604" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.173293] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "c78fe721-d1f8-410d-aef1-077f00e53604" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.285983] env[64443]: DEBUG oslo_vmware.api [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676368, 'name': Destroy_Task, 'duration_secs': 0.856782} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.288421] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Destroyed the VM [ 757.288847] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Deleting Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 757.289432] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-875ffd52-ef9c-44a4-b6b2-d37ef1a916bd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.297429] env[64443]: DEBUG oslo_vmware.api [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 757.297429] env[64443]: value = "task-2676369" [ 757.297429] env[64443]: _type = "Task" [ 757.297429] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.310199] env[64443]: DEBUG oslo_vmware.api [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676369, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.331375] env[64443]: DEBUG oslo_concurrency.lockutils [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Releasing lock "refresh_cache-60590d5a-3ca8-4189-a294-c72f00d2bf8c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.332606] env[64443]: DEBUG nova.compute.manager [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Instance network_info: |[{"id": "4f7baecc-ddee-4ec2-bfc8-c318a81128cc", "address": "fa:16:3e:1b:7b:7e", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f7baecc-dd", "ovs_interfaceid": "4f7baecc-ddee-4ec2-bfc8-c318a81128cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.333681] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:7b:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f7baecc-ddee-4ec2-bfc8-c318a81128cc', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.344811] env[64443]: DEBUG oslo.service.loopingcall [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 757.349623] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.351074] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f0a7990-1c57-43e1-8e8c-076a61cac34f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.384605] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.384605] env[64443]: value = "task-2676370" [ 757.384605] env[64443]: _type = "Task" [ 757.384605] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.399562] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676370, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.595064] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8eb1add3-277d-4f6a-81f5-f41a3992ea77 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "816437a1-05dc-4c40-8fc6-5171bdb524e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.583s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.595064] env[64443]: INFO nova.network.neutron [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Port 62d27d7b-eba1-4308-adc1-0dc104bc395c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 757.595064] env[64443]: DEBUG nova.network.neutron [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Updating instance_info_cache with network_info: [{"id": "982c1fcb-e6dd-4d49-8eae-3aaf3849380b", "address": "fa:16:3e:f9:07:d7", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982c1fcb-e6", "ovs_interfaceid": "982c1fcb-e6dd-4d49-8eae-3aaf3849380b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.676575] env[64443]: DEBUG nova.compute.manager [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.784741] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a343e2f3-d328-4973-9a3e-5c93a4ac1a5d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.793605] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265c8d35-9639-4349-ad5b-d528ad9e883e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.833794] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6c0923-eeab-436e-b77e-dbfc2eb3ada5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.836831] env[64443]: DEBUG oslo_vmware.api [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676369, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.844720] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38d72a5-d7a7-488e-b755-ef6472a4fce5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.860717] env[64443]: DEBUG nova.compute.provider_tree [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.898417] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676370, 'name': CreateVM_Task, 'duration_secs': 0.424347} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.898688] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.899471] env[64443]: DEBUG oslo_concurrency.lockutils [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.899646] env[64443]: DEBUG oslo_concurrency.lockutils [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.899988] env[64443]: DEBUG oslo_concurrency.lockutils [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.900272] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58b1e1d9-63e6-41f9-bd83-b680a609d5a7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.906293] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 757.906293] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52cc3d12-bace-0c13-b37d-dafc1f001f35" [ 757.906293] env[64443]: _type = "Task" [ 757.906293] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.918883] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52cc3d12-bace-0c13-b37d-dafc1f001f35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.098982] env[64443]: DEBUG oslo_concurrency.lockutils [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "refresh_cache-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.200521] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.299398] env[64443]: DEBUG oslo_vmware.rw_handles [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265c146-fa83-3c23-91ac-2b21593720ff/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 758.300669] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42732e2-3272-411a-8b50-51250a20e3a9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.313725] env[64443]: DEBUG oslo_vmware.api [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676369, 'name': RemoveSnapshot_Task, 'duration_secs': 0.871149} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.315257] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Deleted Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 758.315536] env[64443]: INFO nova.compute.manager [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Took 16.91 seconds to snapshot the instance on the hypervisor. [ 758.318154] env[64443]: DEBUG oslo_vmware.rw_handles [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265c146-fa83-3c23-91ac-2b21593720ff/disk-0.vmdk is in state: ready. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 758.318346] env[64443]: ERROR oslo_vmware.rw_handles [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265c146-fa83-3c23-91ac-2b21593720ff/disk-0.vmdk due to incomplete transfer. [ 758.318638] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a3e94a17-4129-43f1-8885-1d6a9b54e3d6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.330301] env[64443]: DEBUG oslo_vmware.rw_handles [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265c146-fa83-3c23-91ac-2b21593720ff/disk-0.vmdk. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 758.330696] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Uploaded image 3e0bd6fb-82ed-4389-acf5-25fa0d8a62c4 to the Glance image server {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 758.335808] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Destroying the VM {{(pid=64443) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 758.336378] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1f8e86ac-9751-43ac-b08f-a1d075b2b442 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.338378] env[64443]: DEBUG oslo_concurrency.lockutils [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.338639] env[64443]: DEBUG oslo_concurrency.lockutils [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.338818] env[64443]: DEBUG oslo_concurrency.lockutils [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "1d7c8ea5-d01d-401b-89c1-0f7b02f9c442-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.338997] env[64443]: DEBUG oslo_concurrency.lockutils [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "1d7c8ea5-d01d-401b-89c1-0f7b02f9c442-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.341032] env[64443]: DEBUG oslo_concurrency.lockutils [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "1d7c8ea5-d01d-401b-89c1-0f7b02f9c442-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.343464] env[64443]: INFO nova.compute.manager [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Terminating instance [ 758.352924] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Waiting for the task: (returnval){ [ 758.352924] env[64443]: value = "task-2676371" [ 758.352924] env[64443]: _type = "Task" [ 758.352924] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.364991] env[64443]: DEBUG nova.scheduler.client.report [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.374628] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676371, 'name': Destroy_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.419225] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52cc3d12-bace-0c13-b37d-dafc1f001f35, 'name': SearchDatastore_Task, 'duration_secs': 0.014163} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.420506] env[64443]: DEBUG oslo_concurrency.lockutils [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.420506] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.420506] env[64443]: DEBUG oslo_concurrency.lockutils [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.420506] env[64443]: DEBUG oslo_concurrency.lockutils [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.420506] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.420771] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ad3bffb-825f-4c20-88ad-0140ea3885e6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.435268] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.435497] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.436330] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b246be1-2bdd-460c-84ea-7072e6e9934b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.443441] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 758.443441] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52023e78-b7ee-d767-f8a6-1fc975b77e24" [ 758.443441] env[64443]: _type = "Task" [ 758.443441] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.454434] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52023e78-b7ee-d767-f8a6-1fc975b77e24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.464659] env[64443]: DEBUG oslo_concurrency.lockutils [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.605326] env[64443]: DEBUG oslo_concurrency.lockutils [None req-db467849-37fd-407a-8f8c-e896e3cda100 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "interface-1d7c8ea5-d01d-401b-89c1-0f7b02f9c442-62d27d7b-eba1-4308-adc1-0dc104bc395c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.082s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.851335] env[64443]: DEBUG nova.compute.manager [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.851604] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.853400] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d71dab3-1c84-4806-8c9d-2ffe19f54731 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.865582] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.869897] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a45e74c6-9d81-486f-be02-b70289278bc7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.872455] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676371, 'name': Destroy_Task} progress is 33%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.874731] env[64443]: DEBUG nova.compute.manager [None req-817452dd-a78a-41fc-a48f-0d15eeadbc38 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Found 1 images (rotation: 2) {{(pid=64443) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 758.878349] env[64443]: DEBUG oslo_concurrency.lockutils [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.878349] env[64443]: DEBUG nova.compute.manager [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.883208] env[64443]: DEBUG oslo_concurrency.lockutils [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.119s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.883595] env[64443]: DEBUG nova.objects.instance [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lazy-loading 'resources' on Instance uuid 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.893444] env[64443]: DEBUG oslo_vmware.api [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 758.893444] env[64443]: value = "task-2676372" [ 758.893444] env[64443]: _type = "Task" [ 758.893444] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.908482] env[64443]: DEBUG oslo_vmware.api [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.955688] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52023e78-b7ee-d767-f8a6-1fc975b77e24, 'name': SearchDatastore_Task, 'duration_secs': 0.021125} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.957350] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d891d09-1c7c-4737-abff-aaa0c7481334 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.964822] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 758.964822] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52a1c787-3d06-d845-b100-0642ed1ddbfb" [ 758.964822] env[64443]: _type = "Task" [ 758.964822] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.978388] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52a1c787-3d06-d845-b100-0642ed1ddbfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.230469] env[64443]: DEBUG nova.compute.manager [req-e8cd91e0-e47e-4f78-b47a-50c634c9f950 req-97f4dce1-72f5-47c5-8d01-6cf707473a6a service nova] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Received event network-changed-fd7c9921-b839-41c5-808e-e3170a3cadac {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.230759] env[64443]: DEBUG nova.compute.manager [req-e8cd91e0-e47e-4f78-b47a-50c634c9f950 req-97f4dce1-72f5-47c5-8d01-6cf707473a6a service nova] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Refreshing instance network info cache due to event network-changed-fd7c9921-b839-41c5-808e-e3170a3cadac. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 759.230881] env[64443]: DEBUG oslo_concurrency.lockutils [req-e8cd91e0-e47e-4f78-b47a-50c634c9f950 req-97f4dce1-72f5-47c5-8d01-6cf707473a6a service nova] Acquiring lock "refresh_cache-816437a1-05dc-4c40-8fc6-5171bdb524e6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.231046] env[64443]: DEBUG oslo_concurrency.lockutils [req-e8cd91e0-e47e-4f78-b47a-50c634c9f950 req-97f4dce1-72f5-47c5-8d01-6cf707473a6a service nova] Acquired lock "refresh_cache-816437a1-05dc-4c40-8fc6-5171bdb524e6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.231396] env[64443]: DEBUG nova.network.neutron [req-e8cd91e0-e47e-4f78-b47a-50c634c9f950 req-97f4dce1-72f5-47c5-8d01-6cf707473a6a service nova] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Refreshing network info cache for port fd7c9921-b839-41c5-808e-e3170a3cadac {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.369829] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676371, 'name': Destroy_Task, 'duration_secs': 0.580194} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.371657] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Destroyed the VM [ 759.371657] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Deleting Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 759.371657] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-80563866-9a0b-468b-99a2-502462d4de5d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.381808] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Waiting for the task: (returnval){ [ 759.381808] env[64443]: value = "task-2676373" [ 759.381808] env[64443]: _type = "Task" [ 759.381808] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.389681] env[64443]: DEBUG nova.compute.utils [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 759.392683] env[64443]: DEBUG nova.compute.manager [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.392877] env[64443]: DEBUG nova.network.neutron [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.412986] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676373, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.420669] env[64443]: DEBUG oslo_vmware.api [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676372, 'name': PowerOffVM_Task, 'duration_secs': 0.322376} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.420669] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.420669] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.420669] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a21b4c08-dcaf-4c57-a685-d836eec9d999 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.448373] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "de9533bd-cb27-4d84-9be4-ed7c3a3b2197" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.448685] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "de9533bd-cb27-4d84-9be4-ed7c3a3b2197" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.452052] env[64443]: DEBUG nova.policy [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bc991b8ede04f8c81ff2c3cf9081e81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19a513f4e7a34df3ac30a0b52c7fdfaf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.477887] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52a1c787-3d06-d845-b100-0642ed1ddbfb, 'name': SearchDatastore_Task, 'duration_secs': 0.01339} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.482386] env[64443]: DEBUG oslo_concurrency.lockutils [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.482386] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 60590d5a-3ca8-4189-a294-c72f00d2bf8c/60590d5a-3ca8-4189-a294-c72f00d2bf8c.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.484046] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ba4df6d-8866-4da4-8bfc-0cb6e62c25bf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.490773] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "56c38d6a-4399-4852-99e7-23ff210146b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.491044] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "56c38d6a-4399-4852-99e7-23ff210146b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.504742] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.505052] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.505807] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Deleting the datastore file [datastore1] 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.505807] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 759.505807] env[64443]: value = "task-2676375" [ 759.505807] env[64443]: _type = "Task" [ 759.505807] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.506062] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8235aea9-1d71-49ce-a9ca-2993ddb7f16e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.523797] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.528851] env[64443]: DEBUG oslo_vmware.api [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 759.528851] env[64443]: value = "task-2676376" [ 759.528851] env[64443]: _type = "Task" [ 759.528851] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.542338] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "db12f279-a8f8-478c-885d-2a0d3062d87c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.542612] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "db12f279-a8f8-478c-885d-2a0d3062d87c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.552458] env[64443]: DEBUG oslo_vmware.api [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.585586] env[64443]: DEBUG nova.compute.manager [req-8e4b89ab-637e-42aa-ada2-f0e2af95b38f req-853d58b2-2a26-442b-a8c6-4e268ef1b8ba service nova] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Received event network-vif-deleted-a307019c-29d9-4c06-9c47-9103c9f19ecc {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.585712] env[64443]: DEBUG nova.compute.manager [req-8e4b89ab-637e-42aa-ada2-f0e2af95b38f req-853d58b2-2a26-442b-a8c6-4e268ef1b8ba service nova] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Received event network-vif-plugged-4f7baecc-ddee-4ec2-bfc8-c318a81128cc {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.586031] env[64443]: DEBUG oslo_concurrency.lockutils [req-8e4b89ab-637e-42aa-ada2-f0e2af95b38f req-853d58b2-2a26-442b-a8c6-4e268ef1b8ba service nova] Acquiring lock "60590d5a-3ca8-4189-a294-c72f00d2bf8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.586338] env[64443]: DEBUG oslo_concurrency.lockutils [req-8e4b89ab-637e-42aa-ada2-f0e2af95b38f req-853d58b2-2a26-442b-a8c6-4e268ef1b8ba service nova] Lock "60590d5a-3ca8-4189-a294-c72f00d2bf8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.586625] env[64443]: DEBUG oslo_concurrency.lockutils [req-8e4b89ab-637e-42aa-ada2-f0e2af95b38f req-853d58b2-2a26-442b-a8c6-4e268ef1b8ba service nova] Lock "60590d5a-3ca8-4189-a294-c72f00d2bf8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.586625] env[64443]: DEBUG nova.compute.manager [req-8e4b89ab-637e-42aa-ada2-f0e2af95b38f req-853d58b2-2a26-442b-a8c6-4e268ef1b8ba service nova] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] No waiting events found dispatching network-vif-plugged-4f7baecc-ddee-4ec2-bfc8-c318a81128cc {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.586834] env[64443]: WARNING nova.compute.manager [req-8e4b89ab-637e-42aa-ada2-f0e2af95b38f req-853d58b2-2a26-442b-a8c6-4e268ef1b8ba service nova] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Received unexpected event network-vif-plugged-4f7baecc-ddee-4ec2-bfc8-c318a81128cc for instance with vm_state building and task_state spawning. [ 759.587023] env[64443]: DEBUG nova.compute.manager [req-8e4b89ab-637e-42aa-ada2-f0e2af95b38f req-853d58b2-2a26-442b-a8c6-4e268ef1b8ba service nova] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Received event network-changed-4f7baecc-ddee-4ec2-bfc8-c318a81128cc {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.587202] env[64443]: DEBUG nova.compute.manager [req-8e4b89ab-637e-42aa-ada2-f0e2af95b38f req-853d58b2-2a26-442b-a8c6-4e268ef1b8ba service nova] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Refreshing instance network info cache due to event network-changed-4f7baecc-ddee-4ec2-bfc8-c318a81128cc. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 759.587442] env[64443]: DEBUG oslo_concurrency.lockutils [req-8e4b89ab-637e-42aa-ada2-f0e2af95b38f req-853d58b2-2a26-442b-a8c6-4e268ef1b8ba service nova] Acquiring lock "refresh_cache-60590d5a-3ca8-4189-a294-c72f00d2bf8c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.587657] env[64443]: DEBUG oslo_concurrency.lockutils [req-8e4b89ab-637e-42aa-ada2-f0e2af95b38f req-853d58b2-2a26-442b-a8c6-4e268ef1b8ba service nova] Acquired lock "refresh_cache-60590d5a-3ca8-4189-a294-c72f00d2bf8c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.587890] env[64443]: DEBUG nova.network.neutron [req-8e4b89ab-637e-42aa-ada2-f0e2af95b38f req-853d58b2-2a26-442b-a8c6-4e268ef1b8ba service nova] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Refreshing network info cache for port 4f7baecc-ddee-4ec2-bfc8-c318a81128cc {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.894522] env[64443]: DEBUG nova.compute.manager [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.901606] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676373, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.954913] env[64443]: DEBUG nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.994077] env[64443]: DEBUG nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.007685] env[64443]: DEBUG nova.network.neutron [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Successfully created port: ce11edf5-d021-4974-99b9-c7c4a3c28a72 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.025175] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676375, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.040702] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1fcf0608-e16c-49b9-9a6e-e747ce5fa7d1 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Acquiring lock "2437eab1-4de1-4f9e-a946-c71695cd7895" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.040946] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1fcf0608-e16c-49b9-9a6e-e747ce5fa7d1 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Lock "2437eab1-4de1-4f9e-a946-c71695cd7895" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.050357] env[64443]: DEBUG oslo_vmware.api [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379717} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.051501] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.052070] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.052572] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.052865] env[64443]: INFO nova.compute.manager [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Took 1.20 seconds to destroy the instance on the hypervisor. [ 760.053128] env[64443]: DEBUG oslo.service.loopingcall [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 760.053667] env[64443]: DEBUG nova.compute.manager [-] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.053789] env[64443]: DEBUG nova.network.neutron [-] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.057447] env[64443]: DEBUG nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.064177] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80628168-ccaf-4906-b54c-636f8990b84d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.080146] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0005fad-6d98-4f33-9059-efd921081151 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.124333] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb591d43-7639-4918-a5ed-18a0faf9e100 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.136631] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3bd9c1-975c-4c73-8207-3f489cd464c9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.156024] env[64443]: DEBUG nova.compute.provider_tree [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.183520] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40e89ca9-9876-42f4-83b8-becb119df37e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "784c66c4-1e41-4c6b-a8b8-43b9e725a5be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.183895] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40e89ca9-9876-42f4-83b8-becb119df37e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "784c66c4-1e41-4c6b-a8b8-43b9e725a5be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.325817] env[64443]: DEBUG nova.network.neutron [req-e8cd91e0-e47e-4f78-b47a-50c634c9f950 req-97f4dce1-72f5-47c5-8d01-6cf707473a6a service nova] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Updated VIF entry in instance network info cache for port fd7c9921-b839-41c5-808e-e3170a3cadac. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.326216] env[64443]: DEBUG nova.network.neutron [req-e8cd91e0-e47e-4f78-b47a-50c634c9f950 req-97f4dce1-72f5-47c5-8d01-6cf707473a6a service nova] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Updating instance_info_cache with network_info: [{"id": "fd7c9921-b839-41c5-808e-e3170a3cadac", "address": "fa:16:3e:dd:fa:62", "network": {"id": "e740e7db-62f0-4d7c-ab92-8257f202e936", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-984788311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12172c6e403474a8afed0fe4b0a0c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7c9921-b8", "ovs_interfaceid": "fd7c9921-b839-41c5-808e-e3170a3cadac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.394638] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676373, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.481439] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.525175] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631905} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.525488] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 60590d5a-3ca8-4189-a294-c72f00d2bf8c/60590d5a-3ca8-4189-a294-c72f00d2bf8c.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.525817] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.526110] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce22356f-1d73-41ab-a3d1-74fa2bcc68ad {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.534363] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 760.534363] env[64443]: value = "task-2676377" [ 760.534363] env[64443]: _type = "Task" [ 760.534363] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.536180] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.548060] env[64443]: INFO nova.compute.manager [None req-1fcf0608-e16c-49b9-9a6e-e747ce5fa7d1 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Detaching volume 73bfe61e-2eab-4b45-b976-47a4dcd0be9c [ 760.550108] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.599069] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.618443] env[64443]: INFO nova.virt.block_device [None req-1fcf0608-e16c-49b9-9a6e-e747ce5fa7d1 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Attempting to driver detach volume 73bfe61e-2eab-4b45-b976-47a4dcd0be9c from mountpoint /dev/sdb [ 760.619103] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fcf0608-e16c-49b9-9a6e-e747ce5fa7d1 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Volume detach. Driver type: vmdk {{(pid=64443) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 760.619103] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fcf0608-e16c-49b9-9a6e-e747ce5fa7d1 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539645', 'volume_id': '73bfe61e-2eab-4b45-b976-47a4dcd0be9c', 'name': 'volume-73bfe61e-2eab-4b45-b976-47a4dcd0be9c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2437eab1-4de1-4f9e-a946-c71695cd7895', 'attached_at': '', 'detached_at': '', 'volume_id': '73bfe61e-2eab-4b45-b976-47a4dcd0be9c', 'serial': '73bfe61e-2eab-4b45-b976-47a4dcd0be9c'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 760.619860] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2744f2-2f5f-4fb1-815c-479e4b042e4f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.649389] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c398aee-05dd-42e0-883a-c6eee66f952d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.659583] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d4d0bd-9fe9-49da-a84c-a794c7382d4d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.664735] env[64443]: DEBUG nova.scheduler.client.report [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.675359] env[64443]: DEBUG nova.network.neutron [req-8e4b89ab-637e-42aa-ada2-f0e2af95b38f req-853d58b2-2a26-442b-a8c6-4e268ef1b8ba service nova] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Updated VIF entry in instance network info cache for port 4f7baecc-ddee-4ec2-bfc8-c318a81128cc. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.675836] env[64443]: DEBUG nova.network.neutron [req-8e4b89ab-637e-42aa-ada2-f0e2af95b38f req-853d58b2-2a26-442b-a8c6-4e268ef1b8ba service nova] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Updating instance_info_cache with network_info: [{"id": "4f7baecc-ddee-4ec2-bfc8-c318a81128cc", "address": "fa:16:3e:1b:7b:7e", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f7baecc-dd", "ovs_interfaceid": "4f7baecc-ddee-4ec2-bfc8-c318a81128cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.702252] env[64443]: DEBUG nova.compute.manager [None req-40e89ca9-9876-42f4-83b8-becb119df37e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 784c66c4-1e41-4c6b-a8b8-43b9e725a5be] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.704830] env[64443]: DEBUG nova.compute.manager [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.706872] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddee40f-86bb-40aa-a7e6-fdd7e14b9256 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.711329] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b47105a-20a1-4c41-8e73-e690000d9004 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.734257] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fcf0608-e16c-49b9-9a6e-e747ce5fa7d1 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] The volume has not been displaced from its original location: [datastore1] volume-73bfe61e-2eab-4b45-b976-47a4dcd0be9c/volume-73bfe61e-2eab-4b45-b976-47a4dcd0be9c.vmdk. No consolidation needed. {{(pid=64443) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 760.740210] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fcf0608-e16c-49b9-9a6e-e747ce5fa7d1 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 760.744026] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18e19070-b656-439b-a828-d7e312aaa1ec {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.768843] env[64443]: DEBUG oslo_vmware.api [None req-1fcf0608-e16c-49b9-9a6e-e747ce5fa7d1 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Waiting for the task: (returnval){ [ 760.768843] env[64443]: value = "task-2676378" [ 760.768843] env[64443]: _type = "Task" [ 760.768843] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.780943] env[64443]: DEBUG oslo_vmware.api [None req-1fcf0608-e16c-49b9-9a6e-e747ce5fa7d1 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Task: {'id': task-2676378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.831825] env[64443]: DEBUG oslo_concurrency.lockutils [req-e8cd91e0-e47e-4f78-b47a-50c634c9f950 req-97f4dce1-72f5-47c5-8d01-6cf707473a6a service nova] Releasing lock "refresh_cache-816437a1-05dc-4c40-8fc6-5171bdb524e6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.894180] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676373, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.909886] env[64443]: DEBUG nova.compute.manager [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.934488] env[64443]: DEBUG nova.virt.hardware [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.934843] env[64443]: DEBUG nova.virt.hardware [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.935050] env[64443]: DEBUG nova.virt.hardware [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.935247] env[64443]: DEBUG nova.virt.hardware [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.935398] env[64443]: DEBUG nova.virt.hardware [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.935636] env[64443]: DEBUG nova.virt.hardware [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.935774] env[64443]: DEBUG nova.virt.hardware [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.935955] env[64443]: DEBUG nova.virt.hardware [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.936220] env[64443]: DEBUG nova.virt.hardware [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.939846] env[64443]: DEBUG nova.virt.hardware [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.939846] env[64443]: DEBUG nova.virt.hardware [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.939846] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d0f7ff-b9ae-4dc1-a527-cc6c172094ee {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.946730] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fcc016-1df5-47d2-a0b2-e92b80b3b7ec {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.046813] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132135} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.047174] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.048146] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243aefc6-dffb-42c9-b178-e53be55a2e91 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.074239] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 60590d5a-3ca8-4189-a294-c72f00d2bf8c/60590d5a-3ca8-4189-a294-c72f00d2bf8c.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.075010] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea6f417f-a098-4870-8aa2-e5a68077d454 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.095248] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 761.095248] env[64443]: value = "task-2676379" [ 761.095248] env[64443]: _type = "Task" [ 761.095248] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.106482] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.177693] env[64443]: DEBUG oslo_concurrency.lockutils [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.180253] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.754s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.180253] env[64443]: DEBUG nova.objects.instance [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lazy-loading 'resources' on Instance uuid 88f3252f-5271-4778-b8e4-a952460d400d {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.206523] env[64443]: DEBUG oslo_concurrency.lockutils [req-8e4b89ab-637e-42aa-ada2-f0e2af95b38f req-853d58b2-2a26-442b-a8c6-4e268ef1b8ba service nova] Releasing lock "refresh_cache-60590d5a-3ca8-4189-a294-c72f00d2bf8c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.206909] env[64443]: DEBUG nova.compute.manager [req-8e4b89ab-637e-42aa-ada2-f0e2af95b38f req-853d58b2-2a26-442b-a8c6-4e268ef1b8ba service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Received event network-vif-deleted-62d27d7b-eba1-4308-adc1-0dc104bc395c {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.207523] env[64443]: DEBUG nova.compute.manager [None req-40e89ca9-9876-42f4-83b8-becb119df37e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 784c66c4-1e41-4c6b-a8b8-43b9e725a5be] Instance disappeared before build. {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 761.209935] env[64443]: INFO nova.scheduler.client.report [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Deleted allocations for instance 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b [ 761.242312] env[64443]: INFO nova.compute.manager [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] instance snapshotting [ 761.242988] env[64443]: DEBUG nova.objects.instance [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lazy-loading 'flavor' on Instance uuid cdcc1d35-9ead-4e4c-ada3-ab31513b73af {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.281557] env[64443]: DEBUG oslo_vmware.api [None req-1fcf0608-e16c-49b9-9a6e-e747ce5fa7d1 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Task: {'id': task-2676378, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.396166] env[64443]: DEBUG oslo_vmware.api [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676373, 'name': RemoveSnapshot_Task, 'duration_secs': 1.529628} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.396407] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Deleted Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 761.396539] env[64443]: INFO nova.compute.manager [None req-790a4c22-8dfd-4e80-a85c-6a6797737643 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Took 18.52 seconds to snapshot the instance on the hypervisor. [ 761.510650] env[64443]: DEBUG nova.network.neutron [-] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.607709] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676379, 'name': ReconfigVM_Task, 'duration_secs': 0.338011} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.607709] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 60590d5a-3ca8-4189-a294-c72f00d2bf8c/60590d5a-3ca8-4189-a294-c72f00d2bf8c.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.608486] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00af5b77-6d8e-4366-ba55-e92d61e1fe0f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.616811] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 761.616811] env[64443]: value = "task-2676380" [ 761.616811] env[64443]: _type = "Task" [ 761.616811] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.630640] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676380, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.690346] env[64443]: DEBUG nova.compute.manager [req-ea623a16-cbd1-45ac-986f-dc3265b9e130 req-68cb9236-15bf-4ea9-9cfe-93fc80f72f50 service nova] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Received event network-vif-deleted-982c1fcb-e6dd-4d49-8eae-3aaf3849380b {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.721579] env[64443]: DEBUG oslo_concurrency.lockutils [None req-603eb4cd-bf92-4068-95aa-2d0d7567b6d2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "6826ea78-727c-4fbe-bb2c-13c66fdcaf3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.235s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.725169] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40e89ca9-9876-42f4-83b8-becb119df37e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "784c66c4-1e41-4c6b-a8b8-43b9e725a5be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.541s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.752295] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31beef18-d099-40bd-90bc-e6e8952edc5d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.784583] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964073f8-7274-49c6-aa70-53507ef36685 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.800429] env[64443]: DEBUG oslo_vmware.api [None req-1fcf0608-e16c-49b9-9a6e-e747ce5fa7d1 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Task: {'id': task-2676378, 'name': ReconfigVM_Task, 'duration_secs': 0.558735} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.803242] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fcf0608-e16c-49b9-9a6e-e747ce5fa7d1 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 761.808312] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea241b84-fbce-462e-9f13-171e69f2e56a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.827183] env[64443]: DEBUG oslo_vmware.api [None req-1fcf0608-e16c-49b9-9a6e-e747ce5fa7d1 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Waiting for the task: (returnval){ [ 761.827183] env[64443]: value = "task-2676381" [ 761.827183] env[64443]: _type = "Task" [ 761.827183] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.837016] env[64443]: DEBUG oslo_vmware.api [None req-1fcf0608-e16c-49b9-9a6e-e747ce5fa7d1 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Task: {'id': task-2676381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.961267] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "8ce6c57f-ef8b-4e88-a064-d12aefe8efb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.961436] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "8ce6c57f-ef8b-4e88-a064-d12aefe8efb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.013628] env[64443]: INFO nova.compute.manager [-] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Took 1.96 seconds to deallocate network for instance. [ 762.055502] env[64443]: DEBUG nova.network.neutron [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Successfully updated port: ce11edf5-d021-4974-99b9-c7c4a3c28a72 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.128893] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676380, 'name': Rename_Task, 'duration_secs': 0.168058} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.131847] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.132322] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2835df4-05ec-4173-8b25-e3bbe9d5eab8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.140632] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 762.140632] env[64443]: value = "task-2676382" [ 762.140632] env[64443]: _type = "Task" [ 762.140632] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.152495] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.261162] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416d7e44-f21e-48c0-9659-48e8e0e12a5f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.269745] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b98d46-ef1e-4d92-9b03-d46d6e54b2ad {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.305037] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Creating Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 762.305438] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-198e86cb-e480-4dd7-ba1f-13f48192d31f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.307975] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d042c3-f1e9-4926-9598-afc91bab22be {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.316556] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7d60f5-28e1-44d0-a20e-6bc4ca2ee411 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.321671] env[64443]: DEBUG oslo_vmware.api [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 762.321671] env[64443]: value = "task-2676383" [ 762.321671] env[64443]: _type = "Task" [ 762.321671] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.334082] env[64443]: DEBUG nova.compute.provider_tree [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.342399] env[64443]: DEBUG oslo_vmware.api [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676383, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.348800] env[64443]: DEBUG oslo_vmware.api [None req-1fcf0608-e16c-49b9-9a6e-e747ce5fa7d1 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Task: {'id': task-2676381, 'name': ReconfigVM_Task, 'duration_secs': 0.173057} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.349916] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fcf0608-e16c-49b9-9a6e-e747ce5fa7d1 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539645', 'volume_id': '73bfe61e-2eab-4b45-b976-47a4dcd0be9c', 'name': 'volume-73bfe61e-2eab-4b45-b976-47a4dcd0be9c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2437eab1-4de1-4f9e-a946-c71695cd7895', 'attached_at': '', 'detached_at': '', 'volume_id': '73bfe61e-2eab-4b45-b976-47a4dcd0be9c', 'serial': '73bfe61e-2eab-4b45-b976-47a4dcd0be9c'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 762.466450] env[64443]: DEBUG nova.compute.manager [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.524898] env[64443]: DEBUG oslo_concurrency.lockutils [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.561712] env[64443]: DEBUG oslo_concurrency.lockutils [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "refresh_cache-607c9db3-eb01-4317-bb37-c717e49c1aa7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.562378] env[64443]: DEBUG oslo_concurrency.lockutils [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquired lock "refresh_cache-607c9db3-eb01-4317-bb37-c717e49c1aa7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.562378] env[64443]: DEBUG nova.network.neutron [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.654255] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676382, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.833876] env[64443]: DEBUG oslo_vmware.api [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676383, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.841011] env[64443]: DEBUG nova.scheduler.client.report [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.903751] env[64443]: DEBUG nova.objects.instance [None req-1fcf0608-e16c-49b9-9a6e-e747ce5fa7d1 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Lazy-loading 'flavor' on Instance uuid 2437eab1-4de1-4f9e-a946-c71695cd7895 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.990046] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.097028] env[64443]: DEBUG nova.network.neutron [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.156357] env[64443]: DEBUG oslo_vmware.api [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676382, 'name': PowerOnVM_Task, 'duration_secs': 0.561044} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.156644] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.156851] env[64443]: INFO nova.compute.manager [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Took 8.31 seconds to spawn the instance on the hypervisor. [ 763.157068] env[64443]: DEBUG nova.compute.manager [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.158017] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ae0dab-be4a-40e0-842d-c42feaa6a28f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.250180] env[64443]: DEBUG nova.network.neutron [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Updating instance_info_cache with network_info: [{"id": "ce11edf5-d021-4974-99b9-c7c4a3c28a72", "address": "fa:16:3e:37:b1:f6", "network": {"id": "dfbbf7d1-044d-4133-b73e-9ed201379803", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1989595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a513f4e7a34df3ac30a0b52c7fdfaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce11edf5-d0", "ovs_interfaceid": "ce11edf5-d021-4974-99b9-c7c4a3c28a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.335350] env[64443]: DEBUG oslo_vmware.api [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676383, 'name': CreateSnapshot_Task, 'duration_secs': 0.935528} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.335670] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Created Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 763.336432] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00899be3-89dd-4be3-aa15-fe9a6280eceb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.347152] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.349762] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.227s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.349996] env[64443]: DEBUG nova.objects.instance [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lazy-loading 'resources' on Instance uuid 57c7045b-f9d7-46d9-8017-15896cee5224 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.367424] env[64443]: INFO nova.scheduler.client.report [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Deleted allocations for instance 88f3252f-5271-4778-b8e4-a952460d400d [ 763.679395] env[64443]: INFO nova.compute.manager [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Took 29.62 seconds to build instance. [ 763.737241] env[64443]: DEBUG nova.compute.manager [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.738810] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb04911-1c93-42f1-9126-2e124b01c02f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.752931] env[64443]: DEBUG oslo_concurrency.lockutils [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Releasing lock "refresh_cache-607c9db3-eb01-4317-bb37-c717e49c1aa7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 763.753615] env[64443]: DEBUG nova.compute.manager [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Instance network_info: |[{"id": "ce11edf5-d021-4974-99b9-c7c4a3c28a72", "address": "fa:16:3e:37:b1:f6", "network": {"id": "dfbbf7d1-044d-4133-b73e-9ed201379803", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1989595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a513f4e7a34df3ac30a0b52c7fdfaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce11edf5-d0", "ovs_interfaceid": "ce11edf5-d021-4974-99b9-c7c4a3c28a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.753615] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:b1:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce11edf5-d021-4974-99b9-c7c4a3c28a72', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.762285] env[64443]: DEBUG oslo.service.loopingcall [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 763.763708] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.764939] env[64443]: DEBUG nova.compute.manager [req-441c8878-3374-454a-a91d-5a91c6b31f7c req-985feab9-2212-4f95-8613-b23eb7b5a558 service nova] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Received event network-vif-plugged-ce11edf5-d021-4974-99b9-c7c4a3c28a72 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.765179] env[64443]: DEBUG oslo_concurrency.lockutils [req-441c8878-3374-454a-a91d-5a91c6b31f7c req-985feab9-2212-4f95-8613-b23eb7b5a558 service nova] Acquiring lock "607c9db3-eb01-4317-bb37-c717e49c1aa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.765393] env[64443]: DEBUG oslo_concurrency.lockutils [req-441c8878-3374-454a-a91d-5a91c6b31f7c req-985feab9-2212-4f95-8613-b23eb7b5a558 service nova] Lock "607c9db3-eb01-4317-bb37-c717e49c1aa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.765633] env[64443]: DEBUG oslo_concurrency.lockutils [req-441c8878-3374-454a-a91d-5a91c6b31f7c req-985feab9-2212-4f95-8613-b23eb7b5a558 service nova] Lock "607c9db3-eb01-4317-bb37-c717e49c1aa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.765828] env[64443]: DEBUG nova.compute.manager [req-441c8878-3374-454a-a91d-5a91c6b31f7c req-985feab9-2212-4f95-8613-b23eb7b5a558 service nova] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] No waiting events found dispatching network-vif-plugged-ce11edf5-d021-4974-99b9-c7c4a3c28a72 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.766008] env[64443]: WARNING nova.compute.manager [req-441c8878-3374-454a-a91d-5a91c6b31f7c req-985feab9-2212-4f95-8613-b23eb7b5a558 service nova] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Received unexpected event network-vif-plugged-ce11edf5-d021-4974-99b9-c7c4a3c28a72 for instance with vm_state building and task_state spawning. [ 763.766197] env[64443]: DEBUG nova.compute.manager [req-441c8878-3374-454a-a91d-5a91c6b31f7c req-985feab9-2212-4f95-8613-b23eb7b5a558 service nova] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Received event network-changed-ce11edf5-d021-4974-99b9-c7c4a3c28a72 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.766370] env[64443]: DEBUG nova.compute.manager [req-441c8878-3374-454a-a91d-5a91c6b31f7c req-985feab9-2212-4f95-8613-b23eb7b5a558 service nova] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Refreshing instance network info cache due to event network-changed-ce11edf5-d021-4974-99b9-c7c4a3c28a72. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 763.766920] env[64443]: DEBUG oslo_concurrency.lockutils [req-441c8878-3374-454a-a91d-5a91c6b31f7c req-985feab9-2212-4f95-8613-b23eb7b5a558 service nova] Acquiring lock "refresh_cache-607c9db3-eb01-4317-bb37-c717e49c1aa7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.766920] env[64443]: DEBUG oslo_concurrency.lockutils [req-441c8878-3374-454a-a91d-5a91c6b31f7c req-985feab9-2212-4f95-8613-b23eb7b5a558 service nova] Acquired lock "refresh_cache-607c9db3-eb01-4317-bb37-c717e49c1aa7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.766920] env[64443]: DEBUG nova.network.neutron [req-441c8878-3374-454a-a91d-5a91c6b31f7c req-985feab9-2212-4f95-8613-b23eb7b5a558 service nova] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Refreshing network info cache for port ce11edf5-d021-4974-99b9-c7c4a3c28a72 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.768238] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23500e1b-21a6-4b31-8877-dee8cbf3ec58 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.795814] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.795814] env[64443]: value = "task-2676384" [ 763.795814] env[64443]: _type = "Task" [ 763.795814] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.806065] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676384, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.857417] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Creating linked-clone VM from snapshot {{(pid=64443) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 763.861077] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dc6df109-c11e-4775-8334-8c1fd961ce74 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.875613] env[64443]: DEBUG oslo_vmware.api [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 763.875613] env[64443]: value = "task-2676385" [ 763.875613] env[64443]: _type = "Task" [ 763.875613] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.876168] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c7e67da-da1d-44ba-9724-9dcba07c045d tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "88f3252f-5271-4778-b8e4-a952460d400d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.256s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.899296] env[64443]: DEBUG oslo_vmware.api [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676385, 'name': CloneVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.915549] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1fcf0608-e16c-49b9-9a6e-e747ce5fa7d1 tempest-VolumesAssistedSnapshotsTest-620692819 tempest-VolumesAssistedSnapshotsTest-620692819-project-admin] Lock "2437eab1-4de1-4f9e-a946-c71695cd7895" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.874s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.049870] env[64443]: DEBUG nova.network.neutron [req-441c8878-3374-454a-a91d-5a91c6b31f7c req-985feab9-2212-4f95-8613-b23eb7b5a558 service nova] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Updated VIF entry in instance network info cache for port ce11edf5-d021-4974-99b9-c7c4a3c28a72. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.050989] env[64443]: DEBUG nova.network.neutron [req-441c8878-3374-454a-a91d-5a91c6b31f7c req-985feab9-2212-4f95-8613-b23eb7b5a558 service nova] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Updating instance_info_cache with network_info: [{"id": "ce11edf5-d021-4974-99b9-c7c4a3c28a72", "address": "fa:16:3e:37:b1:f6", "network": {"id": "dfbbf7d1-044d-4133-b73e-9ed201379803", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1989595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a513f4e7a34df3ac30a0b52c7fdfaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce11edf5-d0", "ovs_interfaceid": "ce11edf5-d021-4974-99b9-c7c4a3c28a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.136680] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c7e91c-cce1-00f4-6592-5c77aba273d5/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 764.138404] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df83db8-82ed-4274-a02d-c1efe84f48f6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.145691] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c7e91c-cce1-00f4-6592-5c77aba273d5/disk-0.vmdk is in state: ready. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 764.145830] env[64443]: ERROR oslo_vmware.rw_handles [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c7e91c-cce1-00f4-6592-5c77aba273d5/disk-0.vmdk due to incomplete transfer. [ 764.146270] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-de2b34bc-2cbe-45bc-9d02-122721ef174a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.158352] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c7e91c-cce1-00f4-6592-5c77aba273d5/disk-0.vmdk. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 764.158590] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Uploaded image cc495ae1-af45-4d53-b153-9ab2588ca3b0 to the Glance image server {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 764.162538] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Destroying the VM {{(pid=64443) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 764.166065] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-052dcc87-40cf-40f7-8a98-99017988ddb3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.173339] env[64443]: DEBUG oslo_vmware.api [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 764.173339] env[64443]: value = "task-2676386" [ 764.173339] env[64443]: _type = "Task" [ 764.173339] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.183629] env[64443]: DEBUG oslo_concurrency.lockutils [None req-87b7fb8e-704a-4dbb-b8fc-f5b654f9a9ab tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "60590d5a-3ca8-4189-a294-c72f00d2bf8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.142s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.183999] env[64443]: DEBUG oslo_vmware.api [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676386, 'name': Destroy_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.252046] env[64443]: INFO nova.compute.manager [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] instance snapshotting [ 764.254639] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ded4348-f540-40db-ab46-2f6def83e208 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.281498] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687a9672-a362-4002-b678-5e19d99bd8be {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.306778] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676384, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.388388] env[64443]: DEBUG oslo_vmware.api [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676385, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.390618] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3014adba-747a-4674-bdb6-74d24d3b3422 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.398129] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334797eb-61ca-4d47-936d-74e19bf19a56 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.434396] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eef0c2-20f6-4734-aab7-491248b37939 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.445183] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcb14c2-fbc9-4fde-b7fd-02481d0ad806 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.468770] env[64443]: DEBUG nova.compute.provider_tree [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.554501] env[64443]: DEBUG oslo_concurrency.lockutils [req-441c8878-3374-454a-a91d-5a91c6b31f7c req-985feab9-2212-4f95-8613-b23eb7b5a558 service nova] Releasing lock "refresh_cache-607c9db3-eb01-4317-bb37-c717e49c1aa7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.686565] env[64443]: DEBUG oslo_vmware.api [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676386, 'name': Destroy_Task, 'duration_secs': 0.371916} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.686565] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Destroyed the VM [ 764.687046] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Deleting Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 764.687046] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bff49ad1-5b42-4141-8f35-77ea9e24c0b4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.694777] env[64443]: DEBUG oslo_vmware.api [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 764.694777] env[64443]: value = "task-2676388" [ 764.694777] env[64443]: _type = "Task" [ 764.694777] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.705372] env[64443]: DEBUG oslo_vmware.api [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676388, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.793672] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Creating Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 764.794055] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-90b40f89-9cfc-498c-b89e-80efad609d68 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.805025] env[64443]: DEBUG oslo_vmware.api [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Waiting for the task: (returnval){ [ 764.805025] env[64443]: value = "task-2676389" [ 764.805025] env[64443]: _type = "Task" [ 764.805025] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.808312] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676384, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.819444] env[64443]: DEBUG oslo_vmware.api [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676389, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.889026] env[64443]: DEBUG oslo_vmware.api [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676385, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.977117] env[64443]: DEBUG nova.scheduler.client.report [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.206083] env[64443]: DEBUG oslo_vmware.api [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676388, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.270568] env[64443]: DEBUG nova.compute.manager [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Stashing vm_state: active {{(pid=64443) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 765.312755] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676384, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.322185] env[64443]: DEBUG oslo_vmware.api [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676389, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.335406] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ec6600e7-a9a6-4d34-af6d-dda7fae61eab tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.335711] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ec6600e7-a9a6-4d34-af6d-dda7fae61eab tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.335979] env[64443]: INFO nova.compute.manager [None req-ec6600e7-a9a6-4d34-af6d-dda7fae61eab tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Rebooting instance [ 765.390439] env[64443]: DEBUG oslo_vmware.api [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676385, 'name': CloneVM_Task} progress is 95%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.485437] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.488392] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.783s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.488786] env[64443]: DEBUG nova.objects.instance [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lazy-loading 'resources' on Instance uuid feb7967d-b35a-46b3-bd4e-6f1f837f58f2 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.507232] env[64443]: INFO nova.scheduler.client.report [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Deleted allocations for instance 57c7045b-f9d7-46d9-8017-15896cee5224 [ 765.705486] env[64443]: DEBUG oslo_vmware.api [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676388, 'name': RemoveSnapshot_Task, 'duration_secs': 0.687509} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.705818] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Deleted Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 765.706029] env[64443]: INFO nova.compute.manager [None req-a6b44d4b-157a-4458-a6f0-98276c0762f7 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Took 15.66 seconds to snapshot the instance on the hypervisor. [ 765.794330] env[64443]: DEBUG oslo_concurrency.lockutils [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.809719] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676384, 'name': CreateVM_Task, 'duration_secs': 1.973482} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.809991] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.810765] env[64443]: DEBUG oslo_concurrency.lockutils [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.810996] env[64443]: DEBUG oslo_concurrency.lockutils [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.811366] env[64443]: DEBUG oslo_concurrency.lockutils [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.813527] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ffceac2-1b3f-4c35-8d61-e2891a4a5660 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.827698] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 765.827698] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ae6a13-aa1b-f9bb-163c-d4d2d3317fa0" [ 765.827698] env[64443]: _type = "Task" [ 765.827698] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.827941] env[64443]: DEBUG oslo_vmware.api [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676389, 'name': CreateSnapshot_Task, 'duration_secs': 0.755048} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.828278] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Created Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 765.831674] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cf9dfd-2d28-4c31-bf6f-e4fb81561717 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.848032] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ae6a13-aa1b-f9bb-163c-d4d2d3317fa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.866022] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ec6600e7-a9a6-4d34-af6d-dda7fae61eab tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.866125] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ec6600e7-a9a6-4d34-af6d-dda7fae61eab tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.866344] env[64443]: DEBUG nova.network.neutron [None req-ec6600e7-a9a6-4d34-af6d-dda7fae61eab tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.891142] env[64443]: DEBUG oslo_vmware.api [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676385, 'name': CloneVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.015385] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ffa2fecd-40d2-4a81-996e-b2284402ec8a tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lock "57c7045b-f9d7-46d9-8017-15896cee5224" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.412s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.137124] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquiring lock "3e5f0538-c92f-41c2-a451-ecdece381f8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.137378] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lock "3e5f0538-c92f-41c2-a451-ecdece381f8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.137653] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquiring lock "3e5f0538-c92f-41c2-a451-ecdece381f8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.138062] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lock "3e5f0538-c92f-41c2-a451-ecdece381f8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.138062] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lock "3e5f0538-c92f-41c2-a451-ecdece381f8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.142498] env[64443]: INFO nova.compute.manager [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Terminating instance [ 766.343745] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ae6a13-aa1b-f9bb-163c-d4d2d3317fa0, 'name': SearchDatastore_Task, 'duration_secs': 0.026047} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.344425] env[64443]: DEBUG oslo_concurrency.lockutils [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.345331] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.345331] env[64443]: DEBUG oslo_concurrency.lockutils [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.345331] env[64443]: DEBUG oslo_concurrency.lockutils [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.345451] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.346477] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d9a08a0-f6e3-495a-8b25-8f6eb657a1ad {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.359144] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Creating linked-clone VM from snapshot {{(pid=64443) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 766.360475] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-03214055-f9b4-4e21-94d6-a6b9c3135aba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.371108] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.371304] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.375519] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aa6f213-b833-4728-9c78-ad9a8cfed8e3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.377929] env[64443]: DEBUG oslo_vmware.api [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Waiting for the task: (returnval){ [ 766.377929] env[64443]: value = "task-2676390" [ 766.377929] env[64443]: _type = "Task" [ 766.377929] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.385629] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 766.385629] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52919835-3979-3eb2-74d3-60e5db7becf2" [ 766.385629] env[64443]: _type = "Task" [ 766.385629] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.397487] env[64443]: DEBUG oslo_vmware.api [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676390, 'name': CloneVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.403120] env[64443]: DEBUG oslo_vmware.api [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676385, 'name': CloneVM_Task, 'duration_secs': 2.31291} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.405498] env[64443]: INFO nova.virt.vmwareapi.vmops [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Created linked-clone VM from snapshot [ 766.405793] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52919835-3979-3eb2-74d3-60e5db7becf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.406961] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d9f4b6-afa1-413e-8db7-5dde4296ebca {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.418477] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Uploading image 9d7f9623-ada8-452e-af16-8790d8cd20d4 {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 766.445876] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 766.445876] env[64443]: value = "vm-539656" [ 766.445876] env[64443]: _type = "VirtualMachine" [ 766.445876] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 766.446557] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8186793f-571a-44fd-86e4-37b41c740eab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.460773] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c82e73-4166-490a-a2a8-0907f53281c7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.463948] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lease: (returnval){ [ 766.463948] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ed46eb-20b2-6787-10ed-daf0fa54f31a" [ 766.463948] env[64443]: _type = "HttpNfcLease" [ 766.463948] env[64443]: } obtained for exporting VM: (result){ [ 766.463948] env[64443]: value = "vm-539656" [ 766.463948] env[64443]: _type = "VirtualMachine" [ 766.463948] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 766.464358] env[64443]: DEBUG oslo_vmware.api [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the lease: (returnval){ [ 766.464358] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ed46eb-20b2-6787-10ed-daf0fa54f31a" [ 766.464358] env[64443]: _type = "HttpNfcLease" [ 766.464358] env[64443]: } to be ready. {{(pid=64443) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 766.472532] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e6d899-26cb-4f81-8848-d6bc52d069c7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.479364] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 766.479364] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ed46eb-20b2-6787-10ed-daf0fa54f31a" [ 766.479364] env[64443]: _type = "HttpNfcLease" [ 766.479364] env[64443]: } is ready. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 766.479364] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 766.479364] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ed46eb-20b2-6787-10ed-daf0fa54f31a" [ 766.479364] env[64443]: _type = "HttpNfcLease" [ 766.479364] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 766.479364] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93558104-24e5-4cd6-8911-b98ab7c3ebcf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.512473] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437aa354-e7d4-408e-92db-b81eec32fdaa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.520290] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f6652-1640-9e50-561f-65116ef5be08/disk-0.vmdk from lease info. {{(pid=64443) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 766.520726] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f6652-1640-9e50-561f-65116ef5be08/disk-0.vmdk for reading. {{(pid=64443) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 766.589160] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c63b905-c00b-4fd2-94a2-b0b2d7252d77 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.608260] env[64443]: DEBUG nova.compute.provider_tree [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.646988] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8165c83e-20b9-4e09-8907-dbf962633f46 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.648675] env[64443]: DEBUG nova.compute.manager [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.648969] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.650737] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c26e093-c862-4d2a-8286-d21c669a8201 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.660688] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.661731] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-120647e1-32bd-4e5f-9572-5b0ddf5399cd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.671072] env[64443]: DEBUG oslo_vmware.api [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 766.671072] env[64443]: value = "task-2676392" [ 766.671072] env[64443]: _type = "Task" [ 766.671072] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.683122] env[64443]: DEBUG oslo_vmware.api [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.722492] env[64443]: DEBUG nova.network.neutron [None req-ec6600e7-a9a6-4d34-af6d-dda7fae61eab tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Updating instance_info_cache with network_info: [{"id": "a7ab0a27-394e-4943-affc-2d0416413973", "address": "fa:16:3e:7a:59:6c", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7ab0a27-39", "ovs_interfaceid": "a7ab0a27-394e-4943-affc-2d0416413973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.895018] env[64443]: DEBUG oslo_vmware.api [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676390, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.901984] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52919835-3979-3eb2-74d3-60e5db7becf2, 'name': SearchDatastore_Task, 'duration_secs': 0.01985} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.902877] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4620ec66-8da5-4f19-8573-02a56392df3a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.909242] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 766.909242] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52def1f5-423c-699b-89a4-2aad5c4e2d5c" [ 766.909242] env[64443]: _type = "Task" [ 766.909242] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.922284] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52def1f5-423c-699b-89a4-2aad5c4e2d5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.109975] env[64443]: DEBUG nova.scheduler.client.report [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.182828] env[64443]: DEBUG oslo_vmware.api [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676392, 'name': PowerOffVM_Task, 'duration_secs': 0.408738} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.183226] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.183489] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.183859] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27c06eaf-de09-46d3-a8f5-b6563c606aa9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.225457] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ec6600e7-a9a6-4d34-af6d-dda7fae61eab tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.229598] env[64443]: DEBUG nova.compute.manager [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.230720] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eae89dd-9359-4e68-9dae-d38a79e82aad {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.258137] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.259049] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.259049] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Deleting the datastore file [datastore2] 3e5f0538-c92f-41c2-a451-ecdece381f8f {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.259674] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19a68a3c-13a7-4a58-ba1b-d3d3995da4ae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.269430] env[64443]: DEBUG oslo_vmware.api [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for the task: (returnval){ [ 767.269430] env[64443]: value = "task-2676394" [ 767.269430] env[64443]: _type = "Task" [ 767.269430] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.284108] env[64443]: DEBUG oslo_vmware.api [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.391042] env[64443]: DEBUG oslo_vmware.api [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676390, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.421284] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52def1f5-423c-699b-89a4-2aad5c4e2d5c, 'name': SearchDatastore_Task, 'duration_secs': 0.023027} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.421969] env[64443]: DEBUG oslo_concurrency.lockutils [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.422471] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 607c9db3-eb01-4317-bb37-c717e49c1aa7/607c9db3-eb01-4317-bb37-c717e49c1aa7.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.422771] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71f45d26-3a9d-44f3-b16f-93e16cdcad5f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.430829] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 767.430829] env[64443]: value = "task-2676395" [ 767.430829] env[64443]: _type = "Task" [ 767.430829] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.439775] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.616044] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.619198] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.559s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.619441] env[64443]: DEBUG nova.objects.instance [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lazy-loading 'resources' on Instance uuid f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.645319] env[64443]: INFO nova.scheduler.client.report [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Deleted allocations for instance feb7967d-b35a-46b3-bd4e-6f1f837f58f2 [ 767.730797] env[64443]: DEBUG nova.compute.manager [None req-ec6600e7-a9a6-4d34-af6d-dda7fae61eab tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.731821] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e689b77-eee7-42dd-b88e-73348ce3aff0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.745697] env[64443]: INFO nova.compute.manager [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] instance snapshotting [ 767.749531] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b267d47b-084c-4e76-8f95-8c75ca4ccfa4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.781574] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7a1c58-c6d7-4d55-b653-33c9c18cee66 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.793849] env[64443]: DEBUG oslo_vmware.api [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Task: {'id': task-2676394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331241} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.796122] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.796341] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.796724] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.797013] env[64443]: INFO nova.compute.manager [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 767.797350] env[64443]: DEBUG oslo.service.loopingcall [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 767.804411] env[64443]: DEBUG nova.compute.manager [-] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.804588] env[64443]: DEBUG nova.network.neutron [-] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.901901] env[64443]: DEBUG oslo_vmware.api [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676390, 'name': CloneVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.952788] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676395, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.163570] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c2b9aa1-de37-4b57-bef4-4babce9d332e tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "feb7967d-b35a-46b3-bd4e-6f1f837f58f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.320s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.306974] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Creating Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 768.309775] env[64443]: DEBUG nova.compute.manager [req-dd693186-147b-47d8-a327-e69d3b0b92e3 req-f44f71f7-74c0-44b9-bfd9-f6ced57c4de9 service nova] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Received event network-vif-deleted-9312005e-ac86-42c8-a242-dc026ded3192 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.309775] env[64443]: INFO nova.compute.manager [req-dd693186-147b-47d8-a327-e69d3b0b92e3 req-f44f71f7-74c0-44b9-bfd9-f6ced57c4de9 service nova] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Neutron deleted interface 9312005e-ac86-42c8-a242-dc026ded3192; detaching it from the instance and deleting it from the info cache [ 768.309775] env[64443]: DEBUG nova.network.neutron [req-dd693186-147b-47d8-a327-e69d3b0b92e3 req-f44f71f7-74c0-44b9-bfd9-f6ced57c4de9 service nova] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.313728] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e2ff9030-74a2-43f9-8dea-12af1d19554f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.324371] env[64443]: DEBUG oslo_vmware.api [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 768.324371] env[64443]: value = "task-2676396" [ 768.324371] env[64443]: _type = "Task" [ 768.324371] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.339348] env[64443]: DEBUG oslo_vmware.api [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676396, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.397098] env[64443]: DEBUG oslo_vmware.api [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676390, 'name': CloneVM_Task, 'duration_secs': 1.707949} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.397590] env[64443]: INFO nova.virt.vmwareapi.vmops [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Created linked-clone VM from snapshot [ 768.398619] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6156fabf-8e6c-471d-992e-56ec94665805 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.408276] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Uploading image 959eeab8-9661-4876-b855-2254d562cd7b {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 768.438363] env[64443]: DEBUG oslo_vmware.rw_handles [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 768.438363] env[64443]: value = "vm-539658" [ 768.438363] env[64443]: _type = "VirtualMachine" [ 768.438363] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 768.438721] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-66d93106-c34c-47b9-b0af-e15bfd420e68 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.447895] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608089} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.449526] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 607c9db3-eb01-4317-bb37-c717e49c1aa7/607c9db3-eb01-4317-bb37-c717e49c1aa7.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.449840] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.450258] env[64443]: DEBUG oslo_vmware.rw_handles [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Lease: (returnval){ [ 768.450258] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5256758a-0cfb-eed4-506c-bd86364c5de0" [ 768.450258] env[64443]: _type = "HttpNfcLease" [ 768.450258] env[64443]: } obtained for exporting VM: (result){ [ 768.450258] env[64443]: value = "vm-539658" [ 768.450258] env[64443]: _type = "VirtualMachine" [ 768.450258] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 768.450537] env[64443]: DEBUG oslo_vmware.api [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Waiting for the lease: (returnval){ [ 768.450537] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5256758a-0cfb-eed4-506c-bd86364c5de0" [ 768.450537] env[64443]: _type = "HttpNfcLease" [ 768.450537] env[64443]: } to be ready. {{(pid=64443) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 768.452358] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07d16654-cc40-4476-984f-d8ffdd0e8b05 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.462928] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 768.462928] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5256758a-0cfb-eed4-506c-bd86364c5de0" [ 768.462928] env[64443]: _type = "HttpNfcLease" [ 768.462928] env[64443]: } is ready. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 768.464241] env[64443]: DEBUG oslo_vmware.rw_handles [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 768.464241] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5256758a-0cfb-eed4-506c-bd86364c5de0" [ 768.464241] env[64443]: _type = "HttpNfcLease" [ 768.464241] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 768.464530] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 768.464530] env[64443]: value = "task-2676398" [ 768.464530] env[64443]: _type = "Task" [ 768.464530] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.465282] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7bfbf9-9d5e-4e74-9482-c68f52857a7d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.477665] env[64443]: DEBUG oslo_vmware.rw_handles [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0c245-6411-c287-b10b-c4825283c5fc/disk-0.vmdk from lease info. {{(pid=64443) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 768.477965] env[64443]: DEBUG oslo_vmware.rw_handles [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0c245-6411-c287-b10b-c4825283c5fc/disk-0.vmdk for reading. {{(pid=64443) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 768.485525] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.560868] env[64443]: DEBUG oslo_concurrency.lockutils [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Acquiring lock "2437eab1-4de1-4f9e-a946-c71695cd7895" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.561215] env[64443]: DEBUG oslo_concurrency.lockutils [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Lock "2437eab1-4de1-4f9e-a946-c71695cd7895" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.561567] env[64443]: DEBUG oslo_concurrency.lockutils [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Acquiring lock "2437eab1-4de1-4f9e-a946-c71695cd7895-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.561803] env[64443]: DEBUG oslo_concurrency.lockutils [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Lock "2437eab1-4de1-4f9e-a946-c71695cd7895-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.562100] env[64443]: DEBUG oslo_concurrency.lockutils [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Lock "2437eab1-4de1-4f9e-a946-c71695cd7895-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.564403] env[64443]: INFO nova.compute.manager [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Terminating instance [ 768.601082] env[64443]: DEBUG nova.network.neutron [-] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.604802] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4adb8094-5af0-40c0-80b3-5c060c03c008 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.694834] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8174883e-45e5-493a-92ba-ead3b7ec6e0a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.705572] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965b4f53-ba6d-4430-9dd0-63af9da946d0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.742466] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ebfc20-f227-4390-8324-a59c4df24577 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.751843] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c3522d-ab27-4c93-a17e-bfcfe0dc0c7b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.757817] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886f5e88-8807-4b63-baff-048aab612a87 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.765575] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6600e7-a9a6-4d34-af6d-dda7fae61eab tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Doing hard reboot of VM {{(pid=64443) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 768.775200] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f1254dfc-6bbe-48dc-a88f-9f8887f23c64 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.777223] env[64443]: DEBUG nova.compute.provider_tree [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.786541] env[64443]: DEBUG oslo_vmware.api [None req-ec6600e7-a9a6-4d34-af6d-dda7fae61eab tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 768.786541] env[64443]: value = "task-2676399" [ 768.786541] env[64443]: _type = "Task" [ 768.786541] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.797512] env[64443]: DEBUG oslo_vmware.api [None req-ec6600e7-a9a6-4d34-af6d-dda7fae61eab tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676399, 'name': ResetVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.817513] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd18d306-9a89-4afa-88d4-0a2459df1de0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.830393] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac900efc-6bd7-4987-9120-8fcc67e4e05b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.862516] env[64443]: DEBUG oslo_vmware.api [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676396, 'name': CreateSnapshot_Task, 'duration_secs': 0.498088} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.862943] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Created Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 768.863604] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9ae60e-d4d1-4cc3-9913-d25fcd13bf14 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.886115] env[64443]: DEBUG nova.compute.manager [req-dd693186-147b-47d8-a327-e69d3b0b92e3 req-f44f71f7-74c0-44b9-bfd9-f6ced57c4de9 service nova] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Detach interface failed, port_id=9312005e-ac86-42c8-a242-dc026ded3192, reason: Instance 3e5f0538-c92f-41c2-a451-ecdece381f8f could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 768.980594] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089668} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.980904] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.981824] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596abc1f-5c66-4885-ae67-e6623260da26 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.008117] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 607c9db3-eb01-4317-bb37-c717e49c1aa7/607c9db3-eb01-4317-bb37-c717e49c1aa7.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.008759] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-805091f2-466d-4a54-99e6-076bcf2ed2e1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.035354] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 769.035354] env[64443]: value = "task-2676400" [ 769.035354] env[64443]: _type = "Task" [ 769.035354] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.046063] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.068043] env[64443]: DEBUG nova.compute.manager [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.068735] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.069720] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd224e8-e2b7-45fd-b792-8d97c56b02c1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.077920] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.078297] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e59839f-a4b2-49fc-9a6e-c6ac9a536a92 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.085945] env[64443]: DEBUG oslo_vmware.api [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Waiting for the task: (returnval){ [ 769.085945] env[64443]: value = "task-2676401" [ 769.085945] env[64443]: _type = "Task" [ 769.085945] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.098404] env[64443]: DEBUG oslo_vmware.api [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Task: {'id': task-2676401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.106053] env[64443]: INFO nova.compute.manager [-] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Took 1.30 seconds to deallocate network for instance. [ 769.283638] env[64443]: DEBUG nova.scheduler.client.report [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.304749] env[64443]: DEBUG oslo_vmware.api [None req-ec6600e7-a9a6-4d34-af6d-dda7fae61eab tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676399, 'name': ResetVM_Task, 'duration_secs': 0.107468} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.304749] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6600e7-a9a6-4d34-af6d-dda7fae61eab tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Did hard reboot of VM {{(pid=64443) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 769.304749] env[64443]: DEBUG nova.compute.manager [None req-ec6600e7-a9a6-4d34-af6d-dda7fae61eab tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.306600] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d66752-2120-4296-be51-6133b89affba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.404219] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Creating linked-clone VM from snapshot {{(pid=64443) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 769.404739] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6e5486a4-3977-47be-a2c4-bcb4a05819a8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.416545] env[64443]: DEBUG oslo_vmware.api [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 769.416545] env[64443]: value = "task-2676402" [ 769.416545] env[64443]: _type = "Task" [ 769.416545] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.426800] env[64443]: DEBUG oslo_vmware.api [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676402, 'name': CloneVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.551460] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.601305] env[64443]: DEBUG oslo_vmware.api [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Task: {'id': task-2676401, 'name': PowerOffVM_Task, 'duration_secs': 0.283953} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.601710] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.602569] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 769.602569] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-677d5875-d862-49dd-b818-a33432087b09 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.613532] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.714564] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.719834] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.720362] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Deleting the datastore file [datastore1] 2437eab1-4de1-4f9e-a946-c71695cd7895 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.720841] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1110b62-c8a2-4c8d-a463-da8b2464cee2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.734624] env[64443]: DEBUG oslo_vmware.api [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Waiting for the task: (returnval){ [ 769.734624] env[64443]: value = "task-2676404" [ 769.734624] env[64443]: _type = "Task" [ 769.734624] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.747309] env[64443]: DEBUG oslo_vmware.api [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Task: {'id': task-2676404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.796748] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.799717] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.565s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.799941] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.800147] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64443) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 769.800505] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.591s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.800953] env[64443]: DEBUG nova.objects.instance [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64443) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 769.804528] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bc9a78-a91d-4bc5-b68e-8b2c832145ed {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.816048] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23912e2a-f15f-4fdd-80e0-8827e7a04cf0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.827130] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ec6600e7-a9a6-4d34-af6d-dda7fae61eab tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.491s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.838793] env[64443]: INFO nova.scheduler.client.report [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Deleted allocations for instance f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7 [ 769.844039] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126c9bb1-2a34-4508-93c4-7d0fcc652574 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.863299] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97510214-e35c-40e9-92c0-d9e9652861b7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.901436] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177815MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=64443) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 769.901436] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.928672] env[64443]: DEBUG oslo_vmware.api [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676402, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.054545] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676400, 'name': ReconfigVM_Task, 'duration_secs': 0.606163} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.054991] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 607c9db3-eb01-4317-bb37-c717e49c1aa7/607c9db3-eb01-4317-bb37-c717e49c1aa7.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.056596] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79fc27fa-952a-4df9-8172-61c9ffe92f16 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.067876] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 770.067876] env[64443]: value = "task-2676405" [ 770.067876] env[64443]: _type = "Task" [ 770.067876] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.083508] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676405, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.246793] env[64443]: DEBUG oslo_vmware.api [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Task: {'id': task-2676404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410812} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.247257] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.247662] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.247929] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.248141] env[64443]: INFO nova.compute.manager [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Took 1.18 seconds to destroy the instance on the hypervisor. [ 770.248454] env[64443]: DEBUG oslo.service.loopingcall [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 770.248834] env[64443]: DEBUG nova.compute.manager [-] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.249046] env[64443]: DEBUG nova.network.neutron [-] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.359145] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4276b6d3-3fe1-447b-ad1d-ce0874d88e40 tempest-MultipleCreateTestJSON-172184536 tempest-MultipleCreateTestJSON-172184536-project-member] Lock "f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.772s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.429347] env[64443]: DEBUG oslo_vmware.api [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676402, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.582546] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676405, 'name': Rename_Task, 'duration_secs': 0.228626} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.583116] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.583824] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3373419-a0e5-45d4-a1ac-39c8927b1e0d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.592519] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 770.592519] env[64443]: value = "task-2676406" [ 770.592519] env[64443]: _type = "Task" [ 770.592519] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.603738] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.810653] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e83201a5-a460-4a9b-afe2-1a1abd427d48 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.811898] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.310s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.816410] env[64443]: INFO nova.compute.claims [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.942371] env[64443]: DEBUG oslo_vmware.api [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676402, 'name': CloneVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.104261] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.324303] env[64443]: DEBUG nova.network.neutron [-] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.431125] env[64443]: DEBUG oslo_vmware.api [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676402, 'name': CloneVM_Task, 'duration_secs': 1.598276} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.431125] env[64443]: INFO nova.virt.vmwareapi.vmops [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Created linked-clone VM from snapshot [ 771.431730] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c4f102-e09f-47f6-be9e-df0c074e0a79 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.441826] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Uploading image 59c1ebef-c96f-4c19-97fe-96164176f43a {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 771.605567] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.832216] env[64443]: INFO nova.compute.manager [-] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Took 1.58 seconds to deallocate network for instance. [ 772.110249] env[64443]: DEBUG oslo_vmware.api [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676406, 'name': PowerOnVM_Task, 'duration_secs': 1.285161} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.110640] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.110946] env[64443]: INFO nova.compute.manager [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Took 11.20 seconds to spawn the instance on the hypervisor. [ 772.111248] env[64443]: DEBUG nova.compute.manager [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.112544] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d8ceb1-77d7-42c8-950b-c674477c7a0c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.273906] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef82d38-9c51-4048-ad3c-a73b01f89a19 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.282640] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf2456b-29fc-49a9-a5cb-618879efa3e1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.316065] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd139e8-45b1-43df-8057-a875a8bab66b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.324752] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392a810d-3cfd-4109-befd-68277304282e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.339911] env[64443]: DEBUG nova.compute.provider_tree [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.341920] env[64443]: DEBUG oslo_concurrency.lockutils [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.638986] env[64443]: INFO nova.compute.manager [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Took 35.87 seconds to build instance. [ 772.844198] env[64443]: DEBUG nova.scheduler.client.report [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.140968] env[64443]: DEBUG oslo_concurrency.lockutils [None req-461db0f0-7023-4f2f-9c83-b0f33bd46603 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "607c9db3-eb01-4317-bb37-c717e49c1aa7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.389s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.349280] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.349758] env[64443]: DEBUG nova.compute.manager [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.352987] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.150s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.353244] env[64443]: DEBUG nova.objects.instance [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lazy-loading 'resources' on Instance uuid ca8eed0f-3212-4528-ac6e-b5b714c34478 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.854615] env[64443]: DEBUG nova.compute.utils [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 773.856122] env[64443]: DEBUG nova.compute.manager [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.856295] env[64443]: DEBUG nova.network.neutron [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.910991] env[64443]: DEBUG nova.policy [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1850c568e81b4f5abcecd8cd7eff2eda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b46183a164846548e1e9ea550aae102', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.194930] env[64443]: DEBUG nova.network.neutron [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Successfully created port: 5e51cb56-1868-4f04-bee0-689c3ea17f40 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.273952] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e7248a-a914-483b-82e1-1826bb801e60 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.282188] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37980f3-59de-45b9-b345-49590d233fbb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.313980] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8127e16d-ab01-44c8-90aa-de36bd596969 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.323235] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbff8651-0bf2-4906-ada3-69f0963c4ec8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.340241] env[64443]: DEBUG nova.compute.provider_tree [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.367021] env[64443]: DEBUG nova.compute.manager [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.843595] env[64443]: DEBUG nova.scheduler.client.report [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.349826] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.353068] env[64443]: DEBUG oslo_concurrency.lockutils [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.671s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.373757] env[64443]: DEBUG nova.compute.manager [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.379252] env[64443]: INFO nova.scheduler.client.report [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Deleted allocations for instance ca8eed0f-3212-4528-ac6e-b5b714c34478 [ 775.675402] env[64443]: DEBUG oslo_vmware.rw_handles [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 775.675402] env[64443]: value = "vm-539660" [ 775.675402] env[64443]: _type = "VirtualMachine" [ 775.675402] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 775.677478] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-010184ec-e533-47af-a536-9aa4300086bc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.692242] env[64443]: DEBUG oslo_vmware.rw_handles [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lease: (returnval){ [ 775.692242] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]529b4ad2-f9ce-93ce-2c17-0e9fe352465b" [ 775.692242] env[64443]: _type = "HttpNfcLease" [ 775.692242] env[64443]: } obtained for exporting VM: (result){ [ 775.692242] env[64443]: value = "vm-539660" [ 775.692242] env[64443]: _type = "VirtualMachine" [ 775.692242] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 775.692974] env[64443]: DEBUG oslo_vmware.api [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the lease: (returnval){ [ 775.692974] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]529b4ad2-f9ce-93ce-2c17-0e9fe352465b" [ 775.692974] env[64443]: _type = "HttpNfcLease" [ 775.692974] env[64443]: } to be ready. {{(pid=64443) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 775.704944] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.704944] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]529b4ad2-f9ce-93ce-2c17-0e9fe352465b" [ 775.704944] env[64443]: _type = "HttpNfcLease" [ 775.704944] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 775.718902] env[64443]: DEBUG nova.virt.hardware [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.719194] env[64443]: DEBUG nova.virt.hardware [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.719359] env[64443]: DEBUG nova.virt.hardware [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.719563] env[64443]: DEBUG nova.virt.hardware [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.719765] env[64443]: DEBUG nova.virt.hardware [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.719889] env[64443]: DEBUG nova.virt.hardware [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.720182] env[64443]: DEBUG nova.virt.hardware [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.720375] env[64443]: DEBUG nova.virt.hardware [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.720598] env[64443]: DEBUG nova.virt.hardware [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.720775] env[64443]: DEBUG nova.virt.hardware [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.720960] env[64443]: DEBUG nova.virt.hardware [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.723341] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f28ec1-028b-4a4b-875f-89a2e9bd9abb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.732417] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f6652-1640-9e50-561f-65116ef5be08/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 775.733447] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458d8538-6680-4201-92e7-e6ebab59a429 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.740849] env[64443]: DEBUG nova.network.neutron [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Successfully updated port: 5e51cb56-1868-4f04-bee0-689c3ea17f40 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.746413] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ea818a-125c-44ec-849c-11ad153c4064 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.756727] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f6652-1640-9e50-561f-65116ef5be08/disk-0.vmdk is in state: ready. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 775.756917] env[64443]: ERROR oslo_vmware.rw_handles [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f6652-1640-9e50-561f-65116ef5be08/disk-0.vmdk due to incomplete transfer. [ 775.760452] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c9ba61fe-b3d5-464d-919d-d10323c28e6f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.774723] env[64443]: DEBUG oslo_vmware.rw_handles [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528f6652-1640-9e50-561f-65116ef5be08/disk-0.vmdk. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 775.774971] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Uploaded image 9d7f9623-ada8-452e-af16-8790d8cd20d4 to the Glance image server {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 775.778385] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Destroying the VM {{(pid=64443) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 775.779306] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-108bcbb6-fe04-460e-99e8-ba4a248a3274 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.788226] env[64443]: DEBUG oslo_vmware.api [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 775.788226] env[64443]: value = "task-2676408" [ 775.788226] env[64443]: _type = "Task" [ 775.788226] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.801195] env[64443]: DEBUG oslo_vmware.api [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676408, 'name': Destroy_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.859046] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a37561c-b024-4f2c-94b8-ab6e1d616646 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.870017] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f056d31b-d959-41be-8f4e-64d0357e1c13 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.907524] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7d7877-8a6b-4728-9b27-fee98d876303 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.910987] env[64443]: DEBUG oslo_concurrency.lockutils [None req-77aa12c8-ec4a-4369-99e3-e03aa9559822 tempest-SecurityGroupsTestJSON-1399429926 tempest-SecurityGroupsTestJSON-1399429926-project-member] Lock "ca8eed0f-3212-4528-ac6e-b5b714c34478" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.131s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.919276] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee452cd9-d1cf-4c0f-b96b-8509bf02259e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.938410] env[64443]: DEBUG nova.compute.provider_tree [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.203770] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 776.203770] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]529b4ad2-f9ce-93ce-2c17-0e9fe352465b" [ 776.203770] env[64443]: _type = "HttpNfcLease" [ 776.203770] env[64443]: } is ready. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 776.204184] env[64443]: DEBUG oslo_vmware.rw_handles [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 776.204184] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]529b4ad2-f9ce-93ce-2c17-0e9fe352465b" [ 776.204184] env[64443]: _type = "HttpNfcLease" [ 776.204184] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 776.204857] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07cc094-4d34-492a-b31b-9b4b1a958e32 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.215095] env[64443]: DEBUG oslo_vmware.rw_handles [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d758ac-d2f6-779a-9597-8e76b7de40a0/disk-0.vmdk from lease info. {{(pid=64443) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 776.215095] env[64443]: DEBUG oslo_vmware.rw_handles [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d758ac-d2f6-779a-9597-8e76b7de40a0/disk-0.vmdk for reading. {{(pid=64443) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 776.274292] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "refresh_cache-132228fb-0f30-408a-9f0d-b7d0378846d2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.274453] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquired lock "refresh_cache-132228fb-0f30-408a-9f0d-b7d0378846d2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.274602] env[64443]: DEBUG nova.network.neutron [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.299479] env[64443]: DEBUG oslo_vmware.api [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676408, 'name': Destroy_Task, 'duration_secs': 0.500557} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.299791] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Destroyed the VM [ 776.300075] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Deleting Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 776.300371] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d5647fce-e1bf-43f6-8ab7-8ecd91f940e2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.309303] env[64443]: DEBUG oslo_vmware.api [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 776.309303] env[64443]: value = "task-2676409" [ 776.309303] env[64443]: _type = "Task" [ 776.309303] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.319143] env[64443]: DEBUG oslo_vmware.api [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676409, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.322177] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-97ef334a-4ddc-4d54-9a75-18e4952ba0ba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.400752] env[64443]: DEBUG nova.compute.manager [req-408ef161-e8a5-46da-b71a-31650d57989a req-c0ea65ce-82d9-4fc9-a606-47586355de88 service nova] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Received event network-vif-deleted-fb4bc1fd-5b86-4a7c-8a54-40e9c8474dc7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 776.441876] env[64443]: DEBUG nova.scheduler.client.report [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.816953] env[64443]: DEBUG nova.network.neutron [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.828411] env[64443]: DEBUG oslo_vmware.api [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676409, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.947174] env[64443]: DEBUG oslo_concurrency.lockutils [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.595s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.948214] env[64443]: INFO nova.compute.manager [None req-145df7da-8fd1-481c-b46d-6c01c1eacac9 tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Successfully reverted task state from rebuilding on failure for instance. [ 776.959149] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.138s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.959488] env[64443]: DEBUG nova.objects.instance [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Lazy-loading 'resources' on Instance uuid c215ca65-70a9-4d74-9bd5-52fdf318654c {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.062643] env[64443]: DEBUG nova.network.neutron [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Updating instance_info_cache with network_info: [{"id": "5e51cb56-1868-4f04-bee0-689c3ea17f40", "address": "fa:16:3e:0e:0a:b7", "network": {"id": "f742c78a-97a1-4fac-89f8-1b1ac1afe3fd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1002782425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b46183a164846548e1e9ea550aae102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e51cb56-18", "ovs_interfaceid": "5e51cb56-1868-4f04-bee0-689c3ea17f40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.321012] env[64443]: DEBUG oslo_vmware.api [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676409, 'name': RemoveSnapshot_Task, 'duration_secs': 0.87382} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.321312] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Deleted Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 777.321547] env[64443]: INFO nova.compute.manager [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Took 15.57 seconds to snapshot the instance on the hypervisor. [ 777.360497] env[64443]: DEBUG oslo_vmware.rw_handles [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0c245-6411-c287-b10b-c4825283c5fc/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 777.361533] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5064101f-27c3-4c86-8027-37841f09fa9f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.370488] env[64443]: DEBUG oslo_vmware.rw_handles [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0c245-6411-c287-b10b-c4825283c5fc/disk-0.vmdk is in state: ready. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 777.370705] env[64443]: ERROR oslo_vmware.rw_handles [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0c245-6411-c287-b10b-c4825283c5fc/disk-0.vmdk due to incomplete transfer. [ 777.370959] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a556a85c-8a94-4b25-81ee-dfdcdfc40514 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.380580] env[64443]: DEBUG oslo_vmware.rw_handles [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e0c245-6411-c287-b10b-c4825283c5fc/disk-0.vmdk. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 777.380580] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Uploaded image 959eeab8-9661-4876-b855-2254d562cd7b to the Glance image server {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 777.382121] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Destroying the VM {{(pid=64443) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 777.382405] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7b226996-258f-4001-980e-33bd50a40e33 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.394623] env[64443]: DEBUG oslo_vmware.api [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Waiting for the task: (returnval){ [ 777.394623] env[64443]: value = "task-2676410" [ 777.394623] env[64443]: _type = "Task" [ 777.394623] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.419512] env[64443]: DEBUG oslo_vmware.api [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676410, 'name': Destroy_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.568460] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Releasing lock "refresh_cache-132228fb-0f30-408a-9f0d-b7d0378846d2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.568802] env[64443]: DEBUG nova.compute.manager [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Instance network_info: |[{"id": "5e51cb56-1868-4f04-bee0-689c3ea17f40", "address": "fa:16:3e:0e:0a:b7", "network": {"id": "f742c78a-97a1-4fac-89f8-1b1ac1afe3fd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1002782425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b46183a164846548e1e9ea550aae102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e51cb56-18", "ovs_interfaceid": "5e51cb56-1868-4f04-bee0-689c3ea17f40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.570071] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:0a:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e51cb56-1868-4f04-bee0-689c3ea17f40', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.580469] env[64443]: DEBUG oslo.service.loopingcall [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.583925] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.584692] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f833e004-d20e-4827-a014-b6b0d7cb2c0d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.619159] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.619159] env[64443]: value = "task-2676411" [ 777.619159] env[64443]: _type = "Task" [ 777.619159] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.633343] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676411, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.899606] env[64443]: DEBUG nova.compute.manager [None req-a5573daa-91b9-44b7-9d05-cfbca6b32454 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Found 2 images (rotation: 2) {{(pid=64443) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 777.925909] env[64443]: DEBUG oslo_vmware.api [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676410, 'name': Destroy_Task, 'duration_secs': 0.364825} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.926917] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Destroyed the VM [ 777.927592] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Deleting Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 777.927592] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-34ed64a1-b829-4650-af43-21300f8807be {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.945885] env[64443]: DEBUG oslo_vmware.api [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Waiting for the task: (returnval){ [ 777.945885] env[64443]: value = "task-2676412" [ 777.945885] env[64443]: _type = "Task" [ 777.945885] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.959492] env[64443]: DEBUG oslo_vmware.api [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676412, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.062393] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddad990-dcc0-4f57-bb15-104d6e7eba5f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.071762] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b83a1ae-d0d4-48eb-b71b-459c8a91aae5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.113102] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350d316c-c724-4831-a9c1-d528c03132d9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.127366] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd32cfe-0bae-43ca-aabc-26c6cb453919 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.147049] env[64443]: DEBUG nova.compute.provider_tree [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.148604] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676411, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.428851] env[64443]: DEBUG nova.compute.manager [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.429788] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60d41e9-f59b-4014-a5f7-d0164bd0da3c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.462019] env[64443]: DEBUG oslo_vmware.api [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676412, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.520898] env[64443]: DEBUG nova.compute.manager [req-8acbb95b-cbbf-4a85-bee2-815db8987273 req-ce3bca0c-7df2-4514-ba94-2146c2b16e6c service nova] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Received event network-vif-plugged-5e51cb56-1868-4f04-bee0-689c3ea17f40 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.520898] env[64443]: DEBUG oslo_concurrency.lockutils [req-8acbb95b-cbbf-4a85-bee2-815db8987273 req-ce3bca0c-7df2-4514-ba94-2146c2b16e6c service nova] Acquiring lock "132228fb-0f30-408a-9f0d-b7d0378846d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.521770] env[64443]: DEBUG oslo_concurrency.lockutils [req-8acbb95b-cbbf-4a85-bee2-815db8987273 req-ce3bca0c-7df2-4514-ba94-2146c2b16e6c service nova] Lock "132228fb-0f30-408a-9f0d-b7d0378846d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.521961] env[64443]: DEBUG oslo_concurrency.lockutils [req-8acbb95b-cbbf-4a85-bee2-815db8987273 req-ce3bca0c-7df2-4514-ba94-2146c2b16e6c service nova] Lock "132228fb-0f30-408a-9f0d-b7d0378846d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.522288] env[64443]: DEBUG nova.compute.manager [req-8acbb95b-cbbf-4a85-bee2-815db8987273 req-ce3bca0c-7df2-4514-ba94-2146c2b16e6c service nova] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] No waiting events found dispatching network-vif-plugged-5e51cb56-1868-4f04-bee0-689c3ea17f40 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 778.523243] env[64443]: WARNING nova.compute.manager [req-8acbb95b-cbbf-4a85-bee2-815db8987273 req-ce3bca0c-7df2-4514-ba94-2146c2b16e6c service nova] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Received unexpected event network-vif-plugged-5e51cb56-1868-4f04-bee0-689c3ea17f40 for instance with vm_state building and task_state spawning. [ 778.523243] env[64443]: DEBUG nova.compute.manager [req-8acbb95b-cbbf-4a85-bee2-815db8987273 req-ce3bca0c-7df2-4514-ba94-2146c2b16e6c service nova] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Received event network-changed-5e51cb56-1868-4f04-bee0-689c3ea17f40 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.523243] env[64443]: DEBUG nova.compute.manager [req-8acbb95b-cbbf-4a85-bee2-815db8987273 req-ce3bca0c-7df2-4514-ba94-2146c2b16e6c service nova] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Refreshing instance network info cache due to event network-changed-5e51cb56-1868-4f04-bee0-689c3ea17f40. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 778.523858] env[64443]: DEBUG oslo_concurrency.lockutils [req-8acbb95b-cbbf-4a85-bee2-815db8987273 req-ce3bca0c-7df2-4514-ba94-2146c2b16e6c service nova] Acquiring lock "refresh_cache-132228fb-0f30-408a-9f0d-b7d0378846d2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.523989] env[64443]: DEBUG oslo_concurrency.lockutils [req-8acbb95b-cbbf-4a85-bee2-815db8987273 req-ce3bca0c-7df2-4514-ba94-2146c2b16e6c service nova] Acquired lock "refresh_cache-132228fb-0f30-408a-9f0d-b7d0378846d2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.524435] env[64443]: DEBUG nova.network.neutron [req-8acbb95b-cbbf-4a85-bee2-815db8987273 req-ce3bca0c-7df2-4514-ba94-2146c2b16e6c service nova] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Refreshing network info cache for port 5e51cb56-1868-4f04-bee0-689c3ea17f40 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.636655] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676411, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.651446] env[64443]: DEBUG nova.scheduler.client.report [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.953671] env[64443]: INFO nova.compute.manager [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] instance snapshotting [ 778.960393] env[64443]: DEBUG oslo_vmware.api [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676412, 'name': RemoveSnapshot_Task, 'duration_secs': 0.782683} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.965289] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Deleted Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 778.966726] env[64443]: INFO nova.compute.manager [None req-2b5db49a-c4d4-4c17-a97f-a63801ca9300 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Took 14.71 seconds to snapshot the instance on the hypervisor. [ 778.968930] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10a164a-6990-4435-b77e-1546827c2e51 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.993702] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e0a3f5-6719-40af-8949-ae113b7ddd70 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.141044] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676411, 'name': CreateVM_Task, 'duration_secs': 1.412714} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.141111] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.141958] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.143102] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.143102] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.143102] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa48a2fc-19ed-46e0-8dd4-1a43232c7805 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.154836] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 779.154836] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5213440c-66dc-5cfa-8f4f-58eec9643ebc" [ 779.154836] env[64443]: _type = "Task" [ 779.154836] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.158508] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.162633] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.854s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.162633] env[64443]: INFO nova.compute.claims [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.172998] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5213440c-66dc-5cfa-8f4f-58eec9643ebc, 'name': SearchDatastore_Task, 'duration_secs': 0.019211} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.175291] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.175291] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.175291] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.175291] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.175291] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.175291] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff10e49b-e26a-4956-a0e3-773801128316 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.188270] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.188270] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.188890] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c5fc1f-596f-42c6-8109-807cdf165ef2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.197257] env[64443]: INFO nova.scheduler.client.report [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Deleted allocations for instance c215ca65-70a9-4d74-9bd5-52fdf318654c [ 779.200577] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 779.200577] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]528aa101-3c5b-68c3-1755-d356745faafa" [ 779.200577] env[64443]: _type = "Task" [ 779.200577] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.222085] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]528aa101-3c5b-68c3-1755-d356745faafa, 'name': SearchDatastore_Task, 'duration_secs': 0.015534} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.222941] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11501806-1cc3-4ee8-8128-6858551c02ff {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.230528] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 779.230528] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5208f1d5-07b6-711d-d08f-a2858c615d34" [ 779.230528] env[64443]: _type = "Task" [ 779.230528] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.242333] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5208f1d5-07b6-711d-d08f-a2858c615d34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.308195] env[64443]: DEBUG nova.network.neutron [req-8acbb95b-cbbf-4a85-bee2-815db8987273 req-ce3bca0c-7df2-4514-ba94-2146c2b16e6c service nova] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Updated VIF entry in instance network info cache for port 5e51cb56-1868-4f04-bee0-689c3ea17f40. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.308574] env[64443]: DEBUG nova.network.neutron [req-8acbb95b-cbbf-4a85-bee2-815db8987273 req-ce3bca0c-7df2-4514-ba94-2146c2b16e6c service nova] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Updating instance_info_cache with network_info: [{"id": "5e51cb56-1868-4f04-bee0-689c3ea17f40", "address": "fa:16:3e:0e:0a:b7", "network": {"id": "f742c78a-97a1-4fac-89f8-1b1ac1afe3fd", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1002782425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b46183a164846548e1e9ea550aae102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e51cb56-18", "ovs_interfaceid": "5e51cb56-1868-4f04-bee0-689c3ea17f40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.508053] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Creating Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 779.508652] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c3f2fcbe-7b26-4293-9282-cefa8e225dc5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.518221] env[64443]: DEBUG oslo_vmware.api [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 779.518221] env[64443]: value = "task-2676413" [ 779.518221] env[64443]: _type = "Task" [ 779.518221] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.528233] env[64443]: DEBUG oslo_vmware.api [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676413, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.606018] env[64443]: DEBUG nova.compute.manager [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.606018] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76cc564-93dd-49da-b2c3-0f24daf99ee2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.712211] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c1eb0d90-e13d-4a6a-b6db-32bbd3d5af35 tempest-ServersTestFqdnHostnames-248546948 tempest-ServersTestFqdnHostnames-248546948-project-member] Lock "c215ca65-70a9-4d74-9bd5-52fdf318654c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.763s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.744994] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5208f1d5-07b6-711d-d08f-a2858c615d34, 'name': SearchDatastore_Task, 'duration_secs': 0.01195} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.745314] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.745577] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 132228fb-0f30-408a-9f0d-b7d0378846d2/132228fb-0f30-408a-9f0d-b7d0378846d2.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.745914] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3143bece-a2aa-458d-94c5-eb20b81c398e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.754775] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 779.754775] env[64443]: value = "task-2676414" [ 779.754775] env[64443]: _type = "Task" [ 779.754775] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.765393] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.811439] env[64443]: DEBUG oslo_concurrency.lockutils [req-8acbb95b-cbbf-4a85-bee2-815db8987273 req-ce3bca0c-7df2-4514-ba94-2146c2b16e6c service nova] Releasing lock "refresh_cache-132228fb-0f30-408a-9f0d-b7d0378846d2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.032861] env[64443]: DEBUG oslo_vmware.api [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676413, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.119064] env[64443]: INFO nova.compute.manager [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] instance snapshotting [ 780.119727] env[64443]: DEBUG nova.objects.instance [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lazy-loading 'flavor' on Instance uuid cdcc1d35-9ead-4e4c-ada3-ab31513b73af {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.274276] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676414, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.533852] env[64443]: DEBUG oslo_vmware.api [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676413, 'name': CreateSnapshot_Task, 'duration_secs': 0.871549} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.534758] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Created Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 780.534758] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8216d3f-37c9-4bc1-86ba-f38a032fbbec {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.631038] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f257a8-6866-4926-bc3d-941ea7fb541e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.654294] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17866a7-48a3-48f7-b821-139c2a0db069 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.710206] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186600d0-4346-4bf7-a162-4978f5b626fc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.720109] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15f847c-0892-43d2-b9d7-da39df19040c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.756218] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Acquiring lock "4531838e-0b18-44a3-ab03-87107bfde98b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.756517] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Lock "4531838e-0b18-44a3-ab03-87107bfde98b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.756736] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Acquiring lock "4531838e-0b18-44a3-ab03-87107bfde98b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.756930] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Lock "4531838e-0b18-44a3-ab03-87107bfde98b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.757123] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Lock "4531838e-0b18-44a3-ab03-87107bfde98b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.759314] env[64443]: INFO nova.compute.manager [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Terminating instance [ 780.763690] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be5ebda-e857-45a7-9f37-6677a07e226b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.779595] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96c8282-2fd6-448b-b97d-dbd19fe3218b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.784011] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676414, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.798666] env[64443]: DEBUG nova.compute.provider_tree [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.059361] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Creating linked-clone VM from snapshot {{(pid=64443) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 781.059716] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-133063e9-ed0b-41fb-bccc-eefbd9506b63 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.070297] env[64443]: DEBUG oslo_vmware.api [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 781.070297] env[64443]: value = "task-2676415" [ 781.070297] env[64443]: _type = "Task" [ 781.070297] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.078879] env[64443]: DEBUG oslo_vmware.api [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676415, 'name': CloneVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.169461] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Creating Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 781.169561] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4fa95572-8252-45e8-92b7-89d627d87937 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.182766] env[64443]: DEBUG oslo_vmware.api [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 781.182766] env[64443]: value = "task-2676416" [ 781.182766] env[64443]: _type = "Task" [ 781.182766] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.198548] env[64443]: DEBUG oslo_vmware.api [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676416, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.263904] env[64443]: DEBUG nova.compute.manager [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.264405] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.265447] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af511c02-bcaf-4d7c-bdc4-603bd41e2c3c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.278852] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676414, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.233032} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.281402] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 132228fb-0f30-408a-9f0d-b7d0378846d2/132228fb-0f30-408a-9f0d-b7d0378846d2.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.281667] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.281980] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.282260] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f22cda88-7e0a-47ed-a628-cdf0f0f55be3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.284721] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27eb3bcf-af6e-47ea-a272-f941b90b9ea2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.293030] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 781.293030] env[64443]: value = "task-2676418" [ 781.293030] env[64443]: _type = "Task" [ 781.293030] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.294908] env[64443]: DEBUG oslo_vmware.api [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Waiting for the task: (returnval){ [ 781.294908] env[64443]: value = "task-2676417" [ 781.294908] env[64443]: _type = "Task" [ 781.294908] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.303938] env[64443]: DEBUG nova.scheduler.client.report [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.312544] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.318780] env[64443]: DEBUG oslo_vmware.api [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.582577] env[64443]: DEBUG oslo_vmware.api [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676415, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.692918] env[64443]: DEBUG oslo_vmware.api [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676416, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.809593] env[64443]: DEBUG oslo_vmware.api [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676417, 'name': PowerOffVM_Task, 'duration_secs': 0.204248} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.813327] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.813525] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.814333] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.815316] env[64443]: DEBUG nova.compute.manager [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.818210] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09235} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.822950] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33aa4b23-9db7-467e-8c43-00bb827bd9fd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.824819] env[64443]: DEBUG oslo_concurrency.lockutils [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.113s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.825088] env[64443]: DEBUG nova.objects.instance [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Lazy-loading 'resources' on Instance uuid 49bcdc71-bde6-45c3-a4d1-4e0458b5a415 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.826814] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.829197] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee122da8-3cf4-4ed4-89ef-298c0725d6d3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.854251] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 132228fb-0f30-408a-9f0d-b7d0378846d2/132228fb-0f30-408a-9f0d-b7d0378846d2.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.855023] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5303799e-7ea9-4340-b2a8-bc79cb193f22 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.880487] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 781.880487] env[64443]: value = "task-2676420" [ 781.880487] env[64443]: _type = "Task" [ 781.880487] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.922084] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.922084] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.922084] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Deleting the datastore file [datastore1] 4531838e-0b18-44a3-ab03-87107bfde98b {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.922084] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73e65ff6-89d1-49be-80f1-9f6d3b7eb9e0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.927604] env[64443]: DEBUG oslo_vmware.api [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Waiting for the task: (returnval){ [ 781.927604] env[64443]: value = "task-2676421" [ 781.927604] env[64443]: _type = "Task" [ 781.927604] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.939190] env[64443]: DEBUG oslo_vmware.api [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.086789] env[64443]: DEBUG oslo_vmware.api [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676415, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.194843] env[64443]: DEBUG oslo_vmware.api [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676416, 'name': CreateSnapshot_Task, 'duration_secs': 0.591852} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.195257] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Created Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 782.196383] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caafd093-a617-4b1e-b058-e1b7d850c550 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.326408] env[64443]: DEBUG nova.compute.utils [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 782.327101] env[64443]: DEBUG nova.compute.manager [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.327630] env[64443]: DEBUG nova.network.neutron [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.393536] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.397583] env[64443]: DEBUG nova.policy [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '133a428e047e4d10bd475562715c207a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ff6b88265304052ad7122b7fa1a5a2c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.443234] env[64443]: DEBUG oslo_vmware.api [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Task: {'id': task-2676421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155212} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.443234] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.443234] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.443234] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.443234] env[64443]: INFO nova.compute.manager [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 782.443588] env[64443]: DEBUG oslo.service.loopingcall [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 782.443588] env[64443]: DEBUG nova.compute.manager [-] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.444136] env[64443]: DEBUG nova.network.neutron [-] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.587431] env[64443]: DEBUG oslo_vmware.api [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676415, 'name': CloneVM_Task} progress is 95%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.723792] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Creating linked-clone VM from snapshot {{(pid=64443) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 782.724208] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba508031-439b-4dd1-987a-cf40e803974b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.739146] env[64443]: DEBUG oslo_vmware.api [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 782.739146] env[64443]: value = "task-2676422" [ 782.739146] env[64443]: _type = "Task" [ 782.739146] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.752457] env[64443]: DEBUG oslo_vmware.api [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676422, 'name': CloneVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.831422] env[64443]: DEBUG nova.compute.utils [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 782.893017] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676420, 'name': ReconfigVM_Task, 'duration_secs': 0.765266} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.897424] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 132228fb-0f30-408a-9f0d-b7d0378846d2/132228fb-0f30-408a-9f0d-b7d0378846d2.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.898816] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a9dfc6d-2f2b-4fbe-b68d-d5ef0010d539 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.909390] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 782.909390] env[64443]: value = "task-2676423" [ 782.909390] env[64443]: _type = "Task" [ 782.909390] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.925055] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676423, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.064312] env[64443]: DEBUG nova.network.neutron [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Successfully created port: 6a88cc7e-f210-4884-826d-46dad9672ce6 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.088811] env[64443]: DEBUG oslo_vmware.api [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676415, 'name': CloneVM_Task, 'duration_secs': 1.716653} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.089107] env[64443]: INFO nova.virt.vmwareapi.vmops [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Created linked-clone VM from snapshot [ 783.090025] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f79b84-e1a2-4994-abf9-889505401cb2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.105534] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Uploading image efa12963-f95b-4421-85fe-977f49d9d796 {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 783.124714] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8681082-f501-4588-a359-14bb027965e4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.137931] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae56215-a566-423b-9997-87345ffeb33f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.188568] env[64443]: DEBUG oslo_vmware.rw_handles [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 783.188568] env[64443]: value = "vm-539663" [ 783.188568] env[64443]: _type = "VirtualMachine" [ 783.188568] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 783.189664] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ce515f-a7b9-440d-aa1f-c8b7d7d4a6e3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.193413] env[64443]: DEBUG nova.compute.manager [req-917db152-b071-4a1c-bda2-0151bb41a2a6 req-02807509-fc42-4b7c-8a9f-6624d2a3dc4d service nova] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Received event network-vif-deleted-a1bb68d8-a092-4bae-bd98-01f910b533f1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 783.193573] env[64443]: INFO nova.compute.manager [req-917db152-b071-4a1c-bda2-0151bb41a2a6 req-02807509-fc42-4b7c-8a9f-6624d2a3dc4d service nova] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Neutron deleted interface a1bb68d8-a092-4bae-bd98-01f910b533f1; detaching it from the instance and deleting it from the info cache [ 783.193755] env[64443]: DEBUG nova.network.neutron [req-917db152-b071-4a1c-bda2-0151bb41a2a6 req-02807509-fc42-4b7c-8a9f-6624d2a3dc4d service nova] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.195166] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-60c64a07-5320-44b9-bbf8-628bbdc28d44 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.207059] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50484381-7b7e-4e82-b7fa-06b228220cb1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.210855] env[64443]: DEBUG oslo_vmware.rw_handles [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lease: (returnval){ [ 783.210855] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]526d65ae-6b15-5e02-d9f6-d99e21eea4a9" [ 783.210855] env[64443]: _type = "HttpNfcLease" [ 783.210855] env[64443]: } obtained for exporting VM: (result){ [ 783.210855] env[64443]: value = "vm-539663" [ 783.210855] env[64443]: _type = "VirtualMachine" [ 783.210855] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 783.211276] env[64443]: DEBUG oslo_vmware.api [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the lease: (returnval){ [ 783.211276] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]526d65ae-6b15-5e02-d9f6-d99e21eea4a9" [ 783.211276] env[64443]: _type = "HttpNfcLease" [ 783.211276] env[64443]: } to be ready. {{(pid=64443) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 783.229243] env[64443]: DEBUG nova.compute.provider_tree [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.235940] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 783.235940] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]526d65ae-6b15-5e02-d9f6-d99e21eea4a9" [ 783.235940] env[64443]: _type = "HttpNfcLease" [ 783.235940] env[64443]: } is ready. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 783.236126] env[64443]: DEBUG oslo_vmware.rw_handles [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 783.236126] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]526d65ae-6b15-5e02-d9f6-d99e21eea4a9" [ 783.236126] env[64443]: _type = "HttpNfcLease" [ 783.236126] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 783.237076] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156d1a9a-e0b2-40c0-a787-c67356ecc861 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.252167] env[64443]: DEBUG oslo_vmware.rw_handles [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5287b87e-2911-3a88-e543-56364df79108/disk-0.vmdk from lease info. {{(pid=64443) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 783.252375] env[64443]: DEBUG oslo_vmware.rw_handles [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5287b87e-2911-3a88-e543-56364df79108/disk-0.vmdk for reading. {{(pid=64443) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 783.258506] env[64443]: DEBUG oslo_vmware.api [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676422, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.338989] env[64443]: DEBUG nova.compute.manager [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.352151] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ca4b80cb-d14c-4318-8c31-87bd434e0919 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.420643] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676423, 'name': Rename_Task, 'duration_secs': 0.188968} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.420643] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.420966] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9cafc53-aa67-47d3-bf60-2eddebec3537 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.428951] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 783.428951] env[64443]: value = "task-2676425" [ 783.428951] env[64443]: _type = "Task" [ 783.428951] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.439256] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.462982] env[64443]: DEBUG nova.network.neutron [-] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.699511] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9342fd20-fffa-4404-8b21-3a5f7d6b3c73 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.715245] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7973fa62-8597-4822-a316-09878408f524 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.732652] env[64443]: DEBUG nova.scheduler.client.report [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.767862] env[64443]: DEBUG nova.compute.manager [req-917db152-b071-4a1c-bda2-0151bb41a2a6 req-02807509-fc42-4b7c-8a9f-6624d2a3dc4d service nova] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Detach interface failed, port_id=a1bb68d8-a092-4bae-bd98-01f910b533f1, reason: Instance 4531838e-0b18-44a3-ab03-87107bfde98b could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 783.779276] env[64443]: DEBUG oslo_vmware.api [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676422, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.943154] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676425, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.967430] env[64443]: INFO nova.compute.manager [-] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Took 1.52 seconds to deallocate network for instance. [ 784.018708] env[64443]: DEBUG oslo_vmware.rw_handles [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d758ac-d2f6-779a-9597-8e76b7de40a0/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 784.020140] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a88b49d-daf2-48d3-8e73-a21b6c969215 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.031022] env[64443]: DEBUG oslo_vmware.rw_handles [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d758ac-d2f6-779a-9597-8e76b7de40a0/disk-0.vmdk is in state: ready. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 784.031022] env[64443]: ERROR oslo_vmware.rw_handles [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d758ac-d2f6-779a-9597-8e76b7de40a0/disk-0.vmdk due to incomplete transfer. [ 784.031022] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d0b8a26f-0faf-40e2-9f38-eddf59c01d0d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.046211] env[64443]: DEBUG oslo_vmware.rw_handles [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d758ac-d2f6-779a-9597-8e76b7de40a0/disk-0.vmdk. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 784.046418] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Uploaded image 59c1ebef-c96f-4c19-97fe-96164176f43a to the Glance image server {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 784.050532] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Destroying the VM {{(pid=64443) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 784.051237] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-89546bdb-2950-4e25-8298-49f0d1cd6d70 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.061793] env[64443]: DEBUG oslo_vmware.api [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 784.061793] env[64443]: value = "task-2676426" [ 784.061793] env[64443]: _type = "Task" [ 784.061793] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.072207] env[64443]: DEBUG oslo_vmware.api [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676426, 'name': Destroy_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.240070] env[64443]: DEBUG oslo_concurrency.lockutils [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.415s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.242983] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.227s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.244164] env[64443]: DEBUG nova.objects.instance [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Lazy-loading 'resources' on Instance uuid 57de5093-57f2-414f-b665-89affbbf74dd {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.257917] env[64443]: DEBUG oslo_vmware.api [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676422, 'name': CloneVM_Task, 'duration_secs': 1.49025} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.260435] env[64443]: INFO nova.virt.vmwareapi.vmops [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Created linked-clone VM from snapshot [ 784.261550] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9499f41d-a67a-4f2c-bdc2-463ebd44dd10 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.273980] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Uploading image 79354d26-57aa-4fd5-b920-50eff3e92b2d {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 784.285983] env[64443]: INFO nova.scheduler.client.report [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Deleted allocations for instance 49bcdc71-bde6-45c3-a4d1-4e0458b5a415 [ 784.307576] env[64443]: DEBUG oslo_vmware.rw_handles [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 784.307576] env[64443]: value = "vm-539665" [ 784.307576] env[64443]: _type = "VirtualMachine" [ 784.307576] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 784.307576] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-839a1f8e-cd1e-4f3a-b40a-9b9154e489ae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.316827] env[64443]: DEBUG oslo_vmware.rw_handles [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lease: (returnval){ [ 784.316827] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5272dcb4-7931-2e83-baf5-9dfa609b6449" [ 784.316827] env[64443]: _type = "HttpNfcLease" [ 784.316827] env[64443]: } obtained for exporting VM: (result){ [ 784.316827] env[64443]: value = "vm-539665" [ 784.316827] env[64443]: _type = "VirtualMachine" [ 784.316827] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 784.317076] env[64443]: DEBUG oslo_vmware.api [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the lease: (returnval){ [ 784.317076] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5272dcb4-7931-2e83-baf5-9dfa609b6449" [ 784.317076] env[64443]: _type = "HttpNfcLease" [ 784.317076] env[64443]: } to be ready. {{(pid=64443) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 784.325555] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 784.325555] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5272dcb4-7931-2e83-baf5-9dfa609b6449" [ 784.325555] env[64443]: _type = "HttpNfcLease" [ 784.325555] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 784.353029] env[64443]: DEBUG nova.compute.manager [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.391140] env[64443]: DEBUG nova.virt.hardware [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='2121581364',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-2107578225',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.391404] env[64443]: DEBUG nova.virt.hardware [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.391714] env[64443]: DEBUG nova.virt.hardware [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.391777] env[64443]: DEBUG nova.virt.hardware [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.391885] env[64443]: DEBUG nova.virt.hardware [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.392094] env[64443]: DEBUG nova.virt.hardware [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.392324] env[64443]: DEBUG nova.virt.hardware [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.392657] env[64443]: DEBUG nova.virt.hardware [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.392880] env[64443]: DEBUG nova.virt.hardware [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.393088] env[64443]: DEBUG nova.virt.hardware [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.393274] env[64443]: DEBUG nova.virt.hardware [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.394198] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a1d205-25d9-48a9-a632-c90bede4c006 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.404837] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac46e920-4a0a-49fe-8ca4-2a5c4614a3f1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.442380] env[64443]: DEBUG oslo_vmware.api [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676425, 'name': PowerOnVM_Task, 'duration_secs': 0.565418} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.442659] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.442864] env[64443]: INFO nova.compute.manager [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Took 9.07 seconds to spawn the instance on the hypervisor. [ 784.443059] env[64443]: DEBUG nova.compute.manager [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.443955] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecbfada-1799-421f-99fb-0f2d4ad99d45 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.481906] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.577642] env[64443]: DEBUG oslo_vmware.api [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676426, 'name': Destroy_Task, 'duration_secs': 0.380001} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.578252] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Destroyed the VM [ 784.578577] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Deleting Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 784.578900] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0892de64-dc2f-4a77-b27b-2a98ef30df5a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.589092] env[64443]: DEBUG oslo_vmware.api [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 784.589092] env[64443]: value = "task-2676428" [ 784.589092] env[64443]: _type = "Task" [ 784.589092] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.599420] env[64443]: DEBUG oslo_vmware.api [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676428, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.799144] env[64443]: DEBUG oslo_concurrency.lockutils [None req-86e26d57-e785-434d-8a1e-cc277270464e tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Lock "49bcdc71-bde6-45c3-a4d1-4e0458b5a415" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.523s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.827371] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 784.827371] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5272dcb4-7931-2e83-baf5-9dfa609b6449" [ 784.827371] env[64443]: _type = "HttpNfcLease" [ 784.827371] env[64443]: } is ready. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 784.827715] env[64443]: DEBUG oslo_vmware.rw_handles [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 784.827715] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5272dcb4-7931-2e83-baf5-9dfa609b6449" [ 784.827715] env[64443]: _type = "HttpNfcLease" [ 784.827715] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 784.828758] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fab2cc1-a6b2-4095-acf0-33d9840616b1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.839747] env[64443]: DEBUG oslo_vmware.rw_handles [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e16ed-d15b-1daf-4c85-6bec6abdcee0/disk-0.vmdk from lease info. {{(pid=64443) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 784.839893] env[64443]: DEBUG oslo_vmware.rw_handles [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e16ed-d15b-1daf-4c85-6bec6abdcee0/disk-0.vmdk for reading. {{(pid=64443) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 784.950617] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-be069046-498a-4085-962e-a6ff03d10bf5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.966365] env[64443]: DEBUG nova.network.neutron [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Successfully updated port: 6a88cc7e-f210-4884-826d-46dad9672ce6 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.972773] env[64443]: INFO nova.compute.manager [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Took 37.49 seconds to build instance. [ 785.101667] env[64443]: DEBUG oslo_vmware.api [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676428, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.427165] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3055a241-5c1b-4212-8d27-547dbc8a2d56 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.436837] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813bd481-2574-4282-a23f-ed705518336c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.473542] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquiring lock "refresh_cache-e33c53ff-e145-485c-82ec-de74deaf219f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.473792] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquired lock "refresh_cache-e33c53ff-e145-485c-82ec-de74deaf219f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.474265] env[64443]: DEBUG nova.network.neutron [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.479826] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bacaf2f6-5a92-477b-a3a9-eb57f03048db tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "132228fb-0f30-408a-9f0d-b7d0378846d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.008s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.479826] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d07d54a-04a1-417d-b5e5-2942e50b6234 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.492022] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afdbf69-b3d6-41f1-a2e7-2579c59ae45d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.513989] env[64443]: DEBUG nova.compute.provider_tree [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.587750] env[64443]: DEBUG nova.compute.manager [req-debd1776-b82a-4f62-bcdd-1670cf9eb568 req-a23d8a87-b494-4b5d-aa3b-ab7234ea83f8 service nova] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Received event network-vif-plugged-6a88cc7e-f210-4884-826d-46dad9672ce6 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 785.588141] env[64443]: DEBUG oslo_concurrency.lockutils [req-debd1776-b82a-4f62-bcdd-1670cf9eb568 req-a23d8a87-b494-4b5d-aa3b-ab7234ea83f8 service nova] Acquiring lock "e33c53ff-e145-485c-82ec-de74deaf219f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.588522] env[64443]: DEBUG oslo_concurrency.lockutils [req-debd1776-b82a-4f62-bcdd-1670cf9eb568 req-a23d8a87-b494-4b5d-aa3b-ab7234ea83f8 service nova] Lock "e33c53ff-e145-485c-82ec-de74deaf219f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.588826] env[64443]: DEBUG oslo_concurrency.lockutils [req-debd1776-b82a-4f62-bcdd-1670cf9eb568 req-a23d8a87-b494-4b5d-aa3b-ab7234ea83f8 service nova] Lock "e33c53ff-e145-485c-82ec-de74deaf219f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.589218] env[64443]: DEBUG nova.compute.manager [req-debd1776-b82a-4f62-bcdd-1670cf9eb568 req-a23d8a87-b494-4b5d-aa3b-ab7234ea83f8 service nova] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] No waiting events found dispatching network-vif-plugged-6a88cc7e-f210-4884-826d-46dad9672ce6 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.589427] env[64443]: WARNING nova.compute.manager [req-debd1776-b82a-4f62-bcdd-1670cf9eb568 req-a23d8a87-b494-4b5d-aa3b-ab7234ea83f8 service nova] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Received unexpected event network-vif-plugged-6a88cc7e-f210-4884-826d-46dad9672ce6 for instance with vm_state building and task_state spawning. [ 785.589684] env[64443]: DEBUG nova.compute.manager [req-debd1776-b82a-4f62-bcdd-1670cf9eb568 req-a23d8a87-b494-4b5d-aa3b-ab7234ea83f8 service nova] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Received event network-changed-6a88cc7e-f210-4884-826d-46dad9672ce6 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 785.589992] env[64443]: DEBUG nova.compute.manager [req-debd1776-b82a-4f62-bcdd-1670cf9eb568 req-a23d8a87-b494-4b5d-aa3b-ab7234ea83f8 service nova] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Refreshing instance network info cache due to event network-changed-6a88cc7e-f210-4884-826d-46dad9672ce6. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 785.590187] env[64443]: DEBUG oslo_concurrency.lockutils [req-debd1776-b82a-4f62-bcdd-1670cf9eb568 req-a23d8a87-b494-4b5d-aa3b-ab7234ea83f8 service nova] Acquiring lock "refresh_cache-e33c53ff-e145-485c-82ec-de74deaf219f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.604342] env[64443]: DEBUG oslo_vmware.api [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676428, 'name': RemoveSnapshot_Task, 'duration_secs': 0.584501} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.604914] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Deleted Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 785.608856] env[64443]: INFO nova.compute.manager [None req-c1202f1f-311f-4a3f-8d46-72906193ee03 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Took 17.86 seconds to snapshot the instance on the hypervisor. [ 785.835053] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "132228fb-0f30-408a-9f0d-b7d0378846d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.835419] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "132228fb-0f30-408a-9f0d-b7d0378846d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.835791] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "132228fb-0f30-408a-9f0d-b7d0378846d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.835915] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "132228fb-0f30-408a-9f0d-b7d0378846d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.836079] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "132228fb-0f30-408a-9f0d-b7d0378846d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.839729] env[64443]: INFO nova.compute.manager [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Terminating instance [ 786.019027] env[64443]: DEBUG nova.scheduler.client.report [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.027855] env[64443]: DEBUG nova.network.neutron [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.297600] env[64443]: DEBUG nova.network.neutron [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Updating instance_info_cache with network_info: [{"id": "6a88cc7e-f210-4884-826d-46dad9672ce6", "address": "fa:16:3e:af:e9:42", "network": {"id": "8cd69edd-edaf-46e4-abed-7135d15f3018", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1765477335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ff6b88265304052ad7122b7fa1a5a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a88cc7e-f2", "ovs_interfaceid": "6a88cc7e-f210-4884-826d-46dad9672ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.344508] env[64443]: DEBUG nova.compute.manager [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.348022] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.348022] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ceceff-641e-413e-9b52-1e94eef166c5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.360694] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.361177] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27671d29-dc84-4cb4-bd2f-628f03410a5e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.370495] env[64443]: DEBUG oslo_vmware.api [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 786.370495] env[64443]: value = "task-2676429" [ 786.370495] env[64443]: _type = "Task" [ 786.370495] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.383345] env[64443]: DEBUG oslo_vmware.api [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.525780] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.528458] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.456s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.528617] env[64443]: DEBUG nova.objects.instance [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lazy-loading 'resources' on Instance uuid 0981bdf7-7ad1-45d4-a556-7e69da1cf213 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.554819] env[64443]: INFO nova.scheduler.client.report [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Deleted allocations for instance 57de5093-57f2-414f-b665-89affbbf74dd [ 786.801666] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Releasing lock "refresh_cache-e33c53ff-e145-485c-82ec-de74deaf219f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.802043] env[64443]: DEBUG nova.compute.manager [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Instance network_info: |[{"id": "6a88cc7e-f210-4884-826d-46dad9672ce6", "address": "fa:16:3e:af:e9:42", "network": {"id": "8cd69edd-edaf-46e4-abed-7135d15f3018", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1765477335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ff6b88265304052ad7122b7fa1a5a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a88cc7e-f2", "ovs_interfaceid": "6a88cc7e-f210-4884-826d-46dad9672ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.803016] env[64443]: DEBUG oslo_concurrency.lockutils [req-debd1776-b82a-4f62-bcdd-1670cf9eb568 req-a23d8a87-b494-4b5d-aa3b-ab7234ea83f8 service nova] Acquired lock "refresh_cache-e33c53ff-e145-485c-82ec-de74deaf219f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.803016] env[64443]: DEBUG nova.network.neutron [req-debd1776-b82a-4f62-bcdd-1670cf9eb568 req-a23d8a87-b494-4b5d-aa3b-ab7234ea83f8 service nova] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Refreshing network info cache for port 6a88cc7e-f210-4884-826d-46dad9672ce6 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.803776] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:e9:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2180b40f-2bb0-47da-ba80-c2fbe7f98af0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a88cc7e-f210-4884-826d-46dad9672ce6', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.816225] env[64443]: DEBUG oslo.service.loopingcall [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 786.816836] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.817153] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45871fd7-9074-4473-af62-b7f9f8587d15 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.844600] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.844600] env[64443]: value = "task-2676430" [ 786.844600] env[64443]: _type = "Task" [ 786.844600] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.856024] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676430, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.899290] env[64443]: DEBUG oslo_vmware.api [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676429, 'name': PowerOffVM_Task, 'duration_secs': 0.261307} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.899639] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.899740] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.900031] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5de6dd2-b896-48e7-9c88-4285a941e97e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.985027] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.985027] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.985027] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Deleting the datastore file [datastore1] 132228fb-0f30-408a-9f0d-b7d0378846d2 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.985027] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-544e8121-5309-4cfa-a7e3-b8f3e9ca8912 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.993337] env[64443]: DEBUG oslo_vmware.api [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for the task: (returnval){ [ 786.993337] env[64443]: value = "task-2676432" [ 786.993337] env[64443]: _type = "Task" [ 786.993337] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.003404] env[64443]: DEBUG oslo_vmware.api [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.067445] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c664b853-87b0-4c8a-89a4-9a83a8a65db0 tempest-ServersTestBootFromVolume-1864235061 tempest-ServersTestBootFromVolume-1864235061-project-member] Lock "57de5093-57f2-414f-b665-89affbbf74dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.576s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.357050] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676430, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.453839] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845df7a1-a267-460c-a0bc-049e96d3442e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.463307] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b805a0-deb4-4314-9c26-fdced5a90929 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.503892] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d996c5-e583-4817-b158-afd28e22e6e4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.513687] env[64443]: DEBUG oslo_vmware.api [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Task: {'id': task-2676432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276955} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.516106] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.516331] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.516522] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.516699] env[64443]: INFO nova.compute.manager [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 787.517035] env[64443]: DEBUG oslo.service.loopingcall [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 787.517322] env[64443]: DEBUG nova.compute.manager [-] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.517441] env[64443]: DEBUG nova.network.neutron [-] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.520270] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a241358c-9778-4144-b7ad-868dff08b0bb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.535412] env[64443]: DEBUG nova.compute.provider_tree [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.644292] env[64443]: DEBUG nova.network.neutron [req-debd1776-b82a-4f62-bcdd-1670cf9eb568 req-a23d8a87-b494-4b5d-aa3b-ab7234ea83f8 service nova] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Updated VIF entry in instance network info cache for port 6a88cc7e-f210-4884-826d-46dad9672ce6. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.644689] env[64443]: DEBUG nova.network.neutron [req-debd1776-b82a-4f62-bcdd-1670cf9eb568 req-a23d8a87-b494-4b5d-aa3b-ab7234ea83f8 service nova] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Updating instance_info_cache with network_info: [{"id": "6a88cc7e-f210-4884-826d-46dad9672ce6", "address": "fa:16:3e:af:e9:42", "network": {"id": "8cd69edd-edaf-46e4-abed-7135d15f3018", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1765477335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ff6b88265304052ad7122b7fa1a5a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a88cc7e-f2", "ovs_interfaceid": "6a88cc7e-f210-4884-826d-46dad9672ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.858009] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676430, 'name': CreateVM_Task, 'duration_secs': 0.566779} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.858363] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.859078] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.859254] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.859605] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.859918] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69746daf-5f8c-4eff-8f8c-e9a1be889513 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.866082] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for the task: (returnval){ [ 787.866082] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52b393b6-271b-378c-e5f8-90f4e3c6e673" [ 787.866082] env[64443]: _type = "Task" [ 787.866082] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.880248] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b393b6-271b-378c-e5f8-90f4e3c6e673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.039077] env[64443]: DEBUG nova.scheduler.client.report [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.147661] env[64443]: DEBUG oslo_concurrency.lockutils [req-debd1776-b82a-4f62-bcdd-1670cf9eb568 req-a23d8a87-b494-4b5d-aa3b-ab7234ea83f8 service nova] Releasing lock "refresh_cache-e33c53ff-e145-485c-82ec-de74deaf219f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.324036] env[64443]: DEBUG nova.network.neutron [-] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.379446] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b393b6-271b-378c-e5f8-90f4e3c6e673, 'name': SearchDatastore_Task, 'duration_secs': 0.028455} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.379887] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.380255] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.380689] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.380822] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.381140] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.381501] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db48b053-491f-4d08-8394-fe108725219b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.392511] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.392730] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.394024] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e71c72-8aba-4619-b7b0-cee1f7d6a598 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.400734] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for the task: (returnval){ [ 788.400734] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52cef86a-898e-bcb4-f42e-1a6d0452f100" [ 788.400734] env[64443]: _type = "Task" [ 788.400734] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.410340] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52cef86a-898e-bcb4-f42e-1a6d0452f100, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.544571] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.547365] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47c23568-d4f8-44c6-8fb6-6ec9e0202e6b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.903s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.547664] env[64443]: DEBUG nova.objects.instance [None req-47c23568-d4f8-44c6-8fb6-6ec9e0202e6b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Lazy-loading 'resources' on Instance uuid 99eba029-a1cf-428f-a608-b4fe81e4c6a7 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.570701] env[64443]: INFO nova.scheduler.client.report [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Deleted allocations for instance 0981bdf7-7ad1-45d4-a556-7e69da1cf213 [ 788.827267] env[64443]: INFO nova.compute.manager [-] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Took 1.31 seconds to deallocate network for instance. [ 788.913859] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52cef86a-898e-bcb4-f42e-1a6d0452f100, 'name': SearchDatastore_Task, 'duration_secs': 0.01534} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.914773] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee80559-197b-47fc-aa12-281e2ba7f9e7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.921420] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for the task: (returnval){ [ 788.921420] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5205316b-5c08-878e-45a8-8fb7c75e8957" [ 788.921420] env[64443]: _type = "Task" [ 788.921420] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.931540] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5205316b-5c08-878e-45a8-8fb7c75e8957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.080056] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a8d03955-db16-4c5e-929b-48cf9e3b5da7 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "0981bdf7-7ad1-45d4-a556-7e69da1cf213" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.571s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.336309] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.409337] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d4d9cc-06fe-42cb-9f1c-fe9af75d455f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.418863] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5617dbaf-a19d-4f53-a08e-f80862e32195 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.432018] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5205316b-5c08-878e-45a8-8fb7c75e8957, 'name': SearchDatastore_Task, 'duration_secs': 0.016562} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.455213] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.455523] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] e33c53ff-e145-485c-82ec-de74deaf219f/e33c53ff-e145-485c-82ec-de74deaf219f.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.456069] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d155730-ee76-476f-901c-449c0c58c184 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.458666] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2c7d60-bb2e-4ee6-a32d-f71a899466de {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.467462] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c406b1-1394-4280-92c2-d51f329e3948 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.472458] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for the task: (returnval){ [ 789.472458] env[64443]: value = "task-2676433" [ 789.472458] env[64443]: _type = "Task" [ 789.472458] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.484869] env[64443]: DEBUG nova.compute.provider_tree [None req-47c23568-d4f8-44c6-8fb6-6ec9e0202e6b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.491479] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.984970] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676433, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.988453] env[64443]: DEBUG nova.scheduler.client.report [None req-47c23568-d4f8-44c6-8fb6-6ec9e0202e6b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.486411] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625974} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.486659] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] e33c53ff-e145-485c-82ec-de74deaf219f/e33c53ff-e145-485c-82ec-de74deaf219f.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.486847] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.487123] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2023aa7d-a06a-4716-9eb7-94397de066a3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.493099] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47c23568-d4f8-44c6-8fb6-6ec9e0202e6b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.496815] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.409s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.497064] env[64443]: DEBUG nova.objects.instance [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Lazy-loading 'resources' on Instance uuid cbdfcbe9-0ca2-4812-850b-15af857303a7 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.498452] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for the task: (returnval){ [ 790.498452] env[64443]: value = "task-2676434" [ 790.498452] env[64443]: _type = "Task" [ 790.498452] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.510551] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.012591] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079177} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.012961] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.013772] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3eda2e-4b1d-42e8-a133-861027395a94 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.020128] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47c23568-d4f8-44c6-8fb6-6ec9e0202e6b tempest-ServerActionsV293TestJSON-1533962128 tempest-ServerActionsV293TestJSON-1533962128-project-member] Lock "99eba029-a1cf-428f-a608-b4fe81e4c6a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.872s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.042524] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] e33c53ff-e145-485c-82ec-de74deaf219f/e33c53ff-e145-485c-82ec-de74deaf219f.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.046442] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-604a8edb-ec17-4664-8ed3-3bc43b437a16 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.068512] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for the task: (returnval){ [ 791.068512] env[64443]: value = "task-2676435" [ 791.068512] env[64443]: _type = "Task" [ 791.068512] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.081596] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.221712] env[64443]: DEBUG oslo_vmware.rw_handles [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5287b87e-2911-3a88-e543-56364df79108/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 791.222702] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381862e1-0dc1-4e87-a8e4-c1ffc367a89b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.229924] env[64443]: DEBUG oslo_vmware.rw_handles [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5287b87e-2911-3a88-e543-56364df79108/disk-0.vmdk is in state: ready. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 791.230125] env[64443]: ERROR oslo_vmware.rw_handles [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5287b87e-2911-3a88-e543-56364df79108/disk-0.vmdk due to incomplete transfer. [ 791.232638] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3b9b234a-08a2-43a8-9d86-ffad32b3d62c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.243202] env[64443]: DEBUG oslo_vmware.rw_handles [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5287b87e-2911-3a88-e543-56364df79108/disk-0.vmdk. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 791.243455] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Uploaded image efa12963-f95b-4421-85fe-977f49d9d796 to the Glance image server {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 791.245172] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Destroying the VM {{(pid=64443) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 791.247929] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-669f3464-e889-4e8e-a601-41413b7842b4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.255669] env[64443]: DEBUG oslo_vmware.api [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 791.255669] env[64443]: value = "task-2676436" [ 791.255669] env[64443]: _type = "Task" [ 791.255669] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.265330] env[64443]: DEBUG oslo_vmware.api [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676436, 'name': Destroy_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.388808] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb87a76d-e881-42d4-a999-3a849e5647a2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.397992] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029c4a87-4dcd-47ab-aa7b-e2482bef7869 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.431880] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2666d43d-46d3-4cbe-9962-a956b90f4556 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.440250] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cf44f5-db1b-48fc-be04-eed42fd613ae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.455780] env[64443]: DEBUG nova.compute.provider_tree [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.579810] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676435, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.770295] env[64443]: DEBUG oslo_vmware.api [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676436, 'name': Destroy_Task, 'duration_secs': 0.453739} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.770758] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Destroyed the VM [ 791.771043] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Deleting Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 791.771477] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0dbd64a5-aead-454f-8f27-fdc8ded3024c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.780025] env[64443]: DEBUG oslo_vmware.api [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 791.780025] env[64443]: value = "task-2676437" [ 791.780025] env[64443]: _type = "Task" [ 791.780025] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.789454] env[64443]: DEBUG oslo_vmware.api [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676437, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.958837] env[64443]: DEBUG nova.scheduler.client.report [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.080141] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676435, 'name': ReconfigVM_Task, 'duration_secs': 0.524734} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.080472] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Reconfigured VM instance instance-0000003c to attach disk [datastore1] e33c53ff-e145-485c-82ec-de74deaf219f/e33c53ff-e145-485c-82ec-de74deaf219f.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.082127] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=64443) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 792.082127] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-98b7040c-9fb6-4a0b-9681-9854ee5d350d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.090743] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for the task: (returnval){ [ 792.090743] env[64443]: value = "task-2676438" [ 792.090743] env[64443]: _type = "Task" [ 792.090743] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.101908] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676438, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.152015] env[64443]: DEBUG oslo_concurrency.lockutils [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Acquiring lock "80602fb3-01a6-4048-9d49-e9429af72d1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.152251] env[64443]: DEBUG oslo_concurrency.lockutils [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Lock "80602fb3-01a6-4048-9d49-e9429af72d1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.291419] env[64443]: DEBUG oslo_vmware.api [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676437, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.422355] env[64443]: DEBUG nova.compute.manager [req-2142e4d2-b4ae-48c8-ac27-f32363d6b8fc req-11cbe757-c9b6-4ba0-8af2-0eb2a531c0ed service nova] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Received event network-vif-deleted-5e51cb56-1868-4f04-bee0-689c3ea17f40 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 792.464792] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.468139] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.267s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.469876] env[64443]: INFO nova.compute.claims [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.487183] env[64443]: INFO nova.scheduler.client.report [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Deleted allocations for instance cbdfcbe9-0ca2-4812-850b-15af857303a7 [ 792.601942] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676438, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.21301} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.602275] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=64443) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 792.603076] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ed197a-c47e-4192-8853-ddda035e2609 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.630506] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] e33c53ff-e145-485c-82ec-de74deaf219f/ephemeral_0.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.631722] env[64443]: DEBUG nova.compute.manager [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.631937] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5db6ea62-650d-4ce5-af39-479afec8823f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.648476] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b25aa2-1cf8-43cd-8142-5563017184da {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.657823] env[64443]: DEBUG nova.compute.manager [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.663361] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for the task: (returnval){ [ 792.663361] env[64443]: value = "task-2676439" [ 792.663361] env[64443]: _type = "Task" [ 792.663361] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.675425] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676439, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.750644] env[64443]: DEBUG oslo_vmware.rw_handles [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e16ed-d15b-1daf-4c85-6bec6abdcee0/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 792.751696] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db5f7f8-3b08-4a13-824b-1df04e0d8fa9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.758502] env[64443]: DEBUG oslo_vmware.rw_handles [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e16ed-d15b-1daf-4c85-6bec6abdcee0/disk-0.vmdk is in state: ready. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 792.758706] env[64443]: ERROR oslo_vmware.rw_handles [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e16ed-d15b-1daf-4c85-6bec6abdcee0/disk-0.vmdk due to incomplete transfer. [ 792.758975] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5a78bde6-55b5-4a83-9e7c-ddc025320581 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.767788] env[64443]: DEBUG oslo_vmware.rw_handles [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e16ed-d15b-1daf-4c85-6bec6abdcee0/disk-0.vmdk. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 792.768461] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Uploaded image 79354d26-57aa-4fd5-b920-50eff3e92b2d to the Glance image server {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 792.771500] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Destroying the VM {{(pid=64443) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 792.771888] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b65b0e37-5205-4b55-b73b-0f3fd5f9b126 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.793749] env[64443]: DEBUG oslo_vmware.api [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 792.793749] env[64443]: value = "task-2676440" [ 792.793749] env[64443]: _type = "Task" [ 792.793749] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.801900] env[64443]: DEBUG oslo_vmware.api [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676437, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.808501] env[64443]: DEBUG oslo_vmware.api [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676440, 'name': Destroy_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.898497] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "36b6417a-ddb2-42f0-a081-097fcf051e0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.898919] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "36b6417a-ddb2-42f0-a081-097fcf051e0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.997483] env[64443]: DEBUG oslo_concurrency.lockutils [None req-40938250-7f05-4bcd-a35c-869326d541d7 tempest-ServersTestManualDisk-1492175432 tempest-ServersTestManualDisk-1492175432-project-member] Lock "cbdfcbe9-0ca2-4812-850b-15af857303a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.674s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.028024] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "47374946-3398-439c-b530-9f249844450b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.028349] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "47374946-3398-439c-b530-9f249844450b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.028592] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "47374946-3398-439c-b530-9f249844450b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.028799] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "47374946-3398-439c-b530-9f249844450b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.028982] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "47374946-3398-439c-b530-9f249844450b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.031314] env[64443]: INFO nova.compute.manager [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Terminating instance [ 793.164493] env[64443]: INFO nova.compute.manager [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] instance snapshotting [ 793.175060] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba402d3-04c2-4e2f-85b0-c5146677a290 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.184649] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676439, 'name': ReconfigVM_Task, 'duration_secs': 0.437415} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.203025] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Reconfigured VM instance instance-0000003c to attach disk [datastore1] e33c53ff-e145-485c-82ec-de74deaf219f/ephemeral_0.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.204820] env[64443]: DEBUG oslo_concurrency.lockutils [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.205113] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f073e06d-0699-4b20-a86c-9b1902e289a7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.207287] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed02df9b-0186-4375-8b99-b39801f0d419 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.221028] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for the task: (returnval){ [ 793.221028] env[64443]: value = "task-2676441" [ 793.221028] env[64443]: _type = "Task" [ 793.221028] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.226749] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676441, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.291685] env[64443]: DEBUG oslo_vmware.api [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676437, 'name': RemoveSnapshot_Task, 'duration_secs': 1.02199} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.291986] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Deleted Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 793.292237] env[64443]: INFO nova.compute.manager [None req-af2ee6f4-151d-4c5e-979d-1ba6015be778 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Took 14.33 seconds to snapshot the instance on the hypervisor. [ 793.304857] env[64443]: DEBUG oslo_vmware.api [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676440, 'name': Destroy_Task, 'duration_secs': 0.376065} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.305126] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Destroyed the VM [ 793.305362] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Deleting Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 793.305621] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9985a7f7-3b98-4e7f-baf7-26f674f89747 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.313901] env[64443]: DEBUG oslo_vmware.api [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 793.313901] env[64443]: value = "task-2676442" [ 793.313901] env[64443]: _type = "Task" [ 793.313901] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.326380] env[64443]: DEBUG oslo_vmware.api [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676442, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.402084] env[64443]: DEBUG nova.compute.manager [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.537039] env[64443]: DEBUG nova.compute.manager [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.537039] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.537039] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f969d2-be6c-42fe-8e67-52092c443d00 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.549923] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.550370] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c318164f-7878-4d88-9acf-a17fc6ddc28f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.559807] env[64443]: DEBUG oslo_vmware.api [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 793.559807] env[64443]: value = "task-2676443" [ 793.559807] env[64443]: _type = "Task" [ 793.559807] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.568873] env[64443]: DEBUG oslo_vmware.api [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.718387] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Creating Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 793.718843] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e0e2d4d5-5763-41c2-b7e0-31ac04e0c559 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.734813] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676441, 'name': Rename_Task, 'duration_secs': 0.183002} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.739022] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.739022] env[64443]: DEBUG oslo_vmware.api [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 793.739022] env[64443]: value = "task-2676444" [ 793.739022] env[64443]: _type = "Task" [ 793.739022] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.739022] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba832bad-faa4-4398-96bd-2a0becf59e02 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.759070] env[64443]: DEBUG oslo_vmware.api [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676444, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.760750] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for the task: (returnval){ [ 793.760750] env[64443]: value = "task-2676445" [ 793.760750] env[64443]: _type = "Task" [ 793.760750] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.773210] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.786306] env[64443]: DEBUG oslo_concurrency.lockutils [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "c064a08a-ab00-446c-a38e-a5d48cbde6d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.786578] env[64443]: DEBUG oslo_concurrency.lockutils [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "c064a08a-ab00-446c-a38e-a5d48cbde6d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.825696] env[64443]: DEBUG oslo_vmware.api [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676442, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.933600] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.978679] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b896fc0-6524-44c3-99f1-74c30cb7ff4f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.988111] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e22fdd8-b780-4574-be98-017cc394d1d5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.024684] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d847d9-1840-4b51-b3cf-648ec51591e1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.033996] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "2db75f09-f8f6-477b-b922-64b5aae65e29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.034281] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "2db75f09-f8f6-477b-b922-64b5aae65e29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.039685] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b3f877-e6be-4473-bb0e-2c613110acb4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.056128] env[64443]: DEBUG nova.compute.provider_tree [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.071083] env[64443]: DEBUG oslo_vmware.api [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676443, 'name': PowerOffVM_Task, 'duration_secs': 0.22239} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.071372] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.071565] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.072073] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10bf6c61-1c99-4194-a88d-b0dd4556700c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.143198] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.143505] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.143699] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Deleting the datastore file [datastore2] 47374946-3398-439c-b530-9f249844450b {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.144016] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e05df5c-e6d9-4d54-b62a-4dcd0d9ea477 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.152608] env[64443]: DEBUG oslo_vmware.api [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 794.152608] env[64443]: value = "task-2676447" [ 794.152608] env[64443]: _type = "Task" [ 794.152608] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.162083] env[64443]: DEBUG oslo_vmware.api [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.251657] env[64443]: DEBUG oslo_vmware.api [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676444, 'name': CreateSnapshot_Task, 'duration_secs': 0.493322} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.252173] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Created Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 794.252746] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576bef96-4091-4f2a-a411-3fa732ae9d39 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.277882] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676445, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.289981] env[64443]: DEBUG nova.compute.manager [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.325933] env[64443]: DEBUG oslo_vmware.api [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676442, 'name': RemoveSnapshot_Task, 'duration_secs': 0.565584} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.326707] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Deleted Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 794.326707] env[64443]: INFO nova.compute.manager [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Took 13.70 seconds to snapshot the instance on the hypervisor. [ 794.536427] env[64443]: DEBUG nova.compute.manager [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.559053] env[64443]: DEBUG nova.scheduler.client.report [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.671554] env[64443]: DEBUG oslo_vmware.api [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409961} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.672416] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.672416] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.672581] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.672698] env[64443]: INFO nova.compute.manager [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 47374946-3398-439c-b530-9f249844450b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 794.672926] env[64443]: DEBUG oslo.service.loopingcall [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 794.673240] env[64443]: DEBUG nova.compute.manager [-] [instance: 47374946-3398-439c-b530-9f249844450b] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 794.673334] env[64443]: DEBUG nova.network.neutron [-] [instance: 47374946-3398-439c-b530-9f249844450b] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.775074] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Creating linked-clone VM from snapshot {{(pid=64443) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 794.775574] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9a41f771-c97f-4968-9743-b6f5afc52644 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.789356] env[64443]: DEBUG oslo_vmware.api [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676445, 'name': PowerOnVM_Task, 'duration_secs': 0.56655} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.791060] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.791333] env[64443]: INFO nova.compute.manager [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Took 10.44 seconds to spawn the instance on the hypervisor. [ 794.791523] env[64443]: DEBUG nova.compute.manager [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.791857] env[64443]: DEBUG oslo_vmware.api [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 794.791857] env[64443]: value = "task-2676448" [ 794.791857] env[64443]: _type = "Task" [ 794.791857] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.796212] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c2fb9d-29a0-4034-84da-857b5c17ef17 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.812321] env[64443]: DEBUG oslo_vmware.api [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676448, 'name': CloneVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.831477] env[64443]: DEBUG oslo_concurrency.lockutils [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.886949] env[64443]: DEBUG nova.compute.manager [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Found 3 images (rotation: 2) {{(pid=64443) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 794.886949] env[64443]: DEBUG nova.compute.manager [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Rotating out 1 backups {{(pid=64443) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 794.886949] env[64443]: DEBUG nova.compute.manager [None req-e3610fed-82f5-452a-a8ea-a0eebc83e26b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Deleting image 694a6898-23e7-456a-a79a-57161aacb4ce {{(pid=64443) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 795.061791] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.068255] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.068566] env[64443]: DEBUG nova.compute.manager [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.071550] env[64443]: DEBUG oslo_concurrency.lockutils [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.607s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.072086] env[64443]: DEBUG nova.objects.instance [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lazy-loading 'pci_requests' on Instance uuid a9cd65b5-58ae-4174-ba35-131d685991ef {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.309691] env[64443]: DEBUG oslo_vmware.api [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676448, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.336820] env[64443]: INFO nova.compute.manager [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Took 46.05 seconds to build instance. [ 795.576249] env[64443]: DEBUG nova.compute.utils [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 795.583806] env[64443]: DEBUG nova.objects.instance [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lazy-loading 'numa_topology' on Instance uuid a9cd65b5-58ae-4174-ba35-131d685991ef {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.583806] env[64443]: DEBUG nova.compute.manager [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.583985] env[64443]: DEBUG nova.network.neutron [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.618221] env[64443]: DEBUG nova.network.neutron [-] [instance: 47374946-3398-439c-b530-9f249844450b] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.644552] env[64443]: DEBUG nova.compute.manager [req-df770fdc-53e5-4636-83f3-6d8e4bf21c16 req-bef5bb1d-0f53-4e23-b3f8-5613cd04f497 service nova] [instance: 47374946-3398-439c-b530-9f249844450b] Received event network-vif-deleted-7b6069b5-efbe-43aa-8f44-5a160cf277b2 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 795.644780] env[64443]: INFO nova.compute.manager [req-df770fdc-53e5-4636-83f3-6d8e4bf21c16 req-bef5bb1d-0f53-4e23-b3f8-5613cd04f497 service nova] [instance: 47374946-3398-439c-b530-9f249844450b] Neutron deleted interface 7b6069b5-efbe-43aa-8f44-5a160cf277b2; detaching it from the instance and deleting it from the info cache [ 795.644998] env[64443]: DEBUG nova.network.neutron [req-df770fdc-53e5-4636-83f3-6d8e4bf21c16 req-bef5bb1d-0f53-4e23-b3f8-5613cd04f497 service nova] [instance: 47374946-3398-439c-b530-9f249844450b] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.660370] env[64443]: DEBUG nova.policy [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8715eff1f6674be5a7b0ce0fdc853319', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3dd59339c7342c48fd9cbf87e7840b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.812459] env[64443]: DEBUG oslo_vmware.api [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676448, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.843310] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6538532-12c3-446d-9b87-832be9d329cf tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Lock "e33c53ff-e145-485c-82ec-de74deaf219f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.609s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.087941] env[64443]: DEBUG nova.compute.manager [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.091940] env[64443]: INFO nova.compute.claims [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.121371] env[64443]: INFO nova.compute.manager [-] [instance: 47374946-3398-439c-b530-9f249844450b] Took 1.45 seconds to deallocate network for instance. [ 796.149715] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85d9e8f9-3e39-4e17-bceb-60e9d9589522 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.169863] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e585bc-b69b-44d4-b1b6-b24da953ba25 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.210971] env[64443]: DEBUG nova.compute.manager [req-df770fdc-53e5-4636-83f3-6d8e4bf21c16 req-bef5bb1d-0f53-4e23-b3f8-5613cd04f497 service nova] [instance: 47374946-3398-439c-b530-9f249844450b] Detach interface failed, port_id=7b6069b5-efbe-43aa-8f44-5a160cf277b2, reason: Instance 47374946-3398-439c-b530-9f249844450b could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 796.309296] env[64443]: DEBUG oslo_vmware.api [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676448, 'name': CloneVM_Task, 'duration_secs': 1.465178} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.309601] env[64443]: INFO nova.virt.vmwareapi.vmops [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Created linked-clone VM from snapshot [ 796.310379] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04ca148-88ec-475a-a99c-5c250e870eed {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.318295] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Uploading image f7382822-5e6b-4b14-846e-1f2d43b28a6e {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 796.326110] env[64443]: DEBUG nova.network.neutron [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Successfully created port: b0a5f375-1a5b-407b-8343-e500ef024d2a {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.345239] env[64443]: DEBUG oslo_vmware.rw_handles [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 796.345239] env[64443]: value = "vm-539668" [ 796.345239] env[64443]: _type = "VirtualMachine" [ 796.345239] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 796.345239] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4d928058-eb89-42a2-a5c8-930f1d599181 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.350413] env[64443]: DEBUG oslo_vmware.rw_handles [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lease: (returnval){ [ 796.350413] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d49b57-6999-df79-7e7f-51c386b26505" [ 796.350413] env[64443]: _type = "HttpNfcLease" [ 796.350413] env[64443]: } obtained for exporting VM: (result){ [ 796.350413] env[64443]: value = "vm-539668" [ 796.350413] env[64443]: _type = "VirtualMachine" [ 796.350413] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 796.350657] env[64443]: DEBUG oslo_vmware.api [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the lease: (returnval){ [ 796.350657] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d49b57-6999-df79-7e7f-51c386b26505" [ 796.350657] env[64443]: _type = "HttpNfcLease" [ 796.350657] env[64443]: } to be ready. {{(pid=64443) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 796.360469] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 796.360469] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d49b57-6999-df79-7e7f-51c386b26505" [ 796.360469] env[64443]: _type = "HttpNfcLease" [ 796.360469] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 796.629112] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.863171] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 796.863171] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d49b57-6999-df79-7e7f-51c386b26505" [ 796.863171] env[64443]: _type = "HttpNfcLease" [ 796.863171] env[64443]: } is ready. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 796.863571] env[64443]: DEBUG oslo_vmware.rw_handles [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 796.863571] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d49b57-6999-df79-7e7f-51c386b26505" [ 796.863571] env[64443]: _type = "HttpNfcLease" [ 796.863571] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 796.864457] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0f85ef-2122-4d03-bd15-b2291705106f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.878290] env[64443]: DEBUG oslo_vmware.rw_handles [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d0c46-4bab-05b8-127b-88bfab7c5a4a/disk-0.vmdk from lease info. {{(pid=64443) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 796.878290] env[64443]: DEBUG oslo_vmware.rw_handles [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d0c46-4bab-05b8-127b-88bfab7c5a4a/disk-0.vmdk for reading. {{(pid=64443) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 796.970380] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-efc55030-42e9-4479-8c9f-4735b54a80c4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.103161] env[64443]: DEBUG nova.compute.manager [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.135115] env[64443]: DEBUG nova.virt.hardware [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.135115] env[64443]: DEBUG nova.virt.hardware [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.135316] env[64443]: DEBUG nova.virt.hardware [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.136369] env[64443]: DEBUG nova.virt.hardware [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.136562] env[64443]: DEBUG nova.virt.hardware [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.136784] env[64443]: DEBUG nova.virt.hardware [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.137072] env[64443]: DEBUG nova.virt.hardware [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.139635] env[64443]: DEBUG nova.virt.hardware [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.139635] env[64443]: DEBUG nova.virt.hardware [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.139635] env[64443]: DEBUG nova.virt.hardware [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.139863] env[64443]: DEBUG nova.virt.hardware [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.140630] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58ce9f9-89f3-4fe2-be12-519a8bf23c9b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.153686] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7568368-69e0-4db5-ae7f-cc1ee9d876ec {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.673165] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806ee62e-0195-4609-950e-3c8c38f9efe3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.684282] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050b0c1e-2ff1-49ff-8b2a-77ba39a35fca {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.722283] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0053dbc-7ffe-4a0a-a654-a4a7ccf77c33 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.732028] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f181bb5e-593a-4ac1-aa95-8212a696f53a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.751257] env[64443]: DEBUG nova.compute.provider_tree [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.002358] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Acquiring lock "b84768f5-b018-4142-8db1-b1b2299bfa9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.002613] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Lock "b84768f5-b018-4142-8db1-b1b2299bfa9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.056875] env[64443]: DEBUG nova.compute.manager [req-ee126507-9d99-45dd-ae9d-2122b4990168 req-05bc46f1-defe-4d34-a706-4a3342de53f1 service nova] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Received event network-changed-6a88cc7e-f210-4884-826d-46dad9672ce6 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 798.057735] env[64443]: DEBUG nova.compute.manager [req-ee126507-9d99-45dd-ae9d-2122b4990168 req-05bc46f1-defe-4d34-a706-4a3342de53f1 service nova] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Refreshing instance network info cache due to event network-changed-6a88cc7e-f210-4884-826d-46dad9672ce6. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 798.057735] env[64443]: DEBUG oslo_concurrency.lockutils [req-ee126507-9d99-45dd-ae9d-2122b4990168 req-05bc46f1-defe-4d34-a706-4a3342de53f1 service nova] Acquiring lock "refresh_cache-e33c53ff-e145-485c-82ec-de74deaf219f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.057735] env[64443]: DEBUG oslo_concurrency.lockutils [req-ee126507-9d99-45dd-ae9d-2122b4990168 req-05bc46f1-defe-4d34-a706-4a3342de53f1 service nova] Acquired lock "refresh_cache-e33c53ff-e145-485c-82ec-de74deaf219f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.057735] env[64443]: DEBUG nova.network.neutron [req-ee126507-9d99-45dd-ae9d-2122b4990168 req-05bc46f1-defe-4d34-a706-4a3342de53f1 service nova] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Refreshing network info cache for port 6a88cc7e-f210-4884-826d-46dad9672ce6 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.254683] env[64443]: DEBUG nova.scheduler.client.report [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.317547] env[64443]: DEBUG nova.network.neutron [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Successfully updated port: b0a5f375-1a5b-407b-8343-e500ef024d2a {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.508632] env[64443]: DEBUG nova.compute.manager [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.604191] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba1c0c76-e5ff-4bd1-8e5d-0f118c209e7e tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "cdcc1d35-9ead-4e4c-ada3-ab31513b73af" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.606029] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba1c0c76-e5ff-4bd1-8e5d-0f118c209e7e tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "cdcc1d35-9ead-4e4c-ada3-ab31513b73af" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.606029] env[64443]: DEBUG nova.compute.manager [None req-ba1c0c76-e5ff-4bd1-8e5d-0f118c209e7e tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.606594] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522fdac9-f81c-4600-807f-441133fd8fd0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.615239] env[64443]: DEBUG nova.compute.manager [None req-ba1c0c76-e5ff-4bd1-8e5d-0f118c209e7e tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64443) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 798.615988] env[64443]: DEBUG nova.objects.instance [None req-ba1c0c76-e5ff-4bd1-8e5d-0f118c209e7e tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lazy-loading 'flavor' on Instance uuid cdcc1d35-9ead-4e4c-ada3-ab31513b73af {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.761127] env[64443]: DEBUG oslo_concurrency.lockutils [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.689s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.763809] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.282s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.765297] env[64443]: INFO nova.compute.claims [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.801843] env[64443]: INFO nova.network.neutron [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Updating port b094d056-8fa9-4280-a019-ac6dc777b089 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 798.822126] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquiring lock "refresh_cache-c78fe721-d1f8-410d-aef1-077f00e53604" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.822288] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquired lock "refresh_cache-c78fe721-d1f8-410d-aef1-077f00e53604" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.822440] env[64443]: DEBUG nova.network.neutron [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.885493] env[64443]: DEBUG nova.network.neutron [req-ee126507-9d99-45dd-ae9d-2122b4990168 req-05bc46f1-defe-4d34-a706-4a3342de53f1 service nova] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Updated VIF entry in instance network info cache for port 6a88cc7e-f210-4884-826d-46dad9672ce6. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.885854] env[64443]: DEBUG nova.network.neutron [req-ee126507-9d99-45dd-ae9d-2122b4990168 req-05bc46f1-defe-4d34-a706-4a3342de53f1 service nova] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Updating instance_info_cache with network_info: [{"id": "6a88cc7e-f210-4884-826d-46dad9672ce6", "address": "fa:16:3e:af:e9:42", "network": {"id": "8cd69edd-edaf-46e4-abed-7135d15f3018", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1765477335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ff6b88265304052ad7122b7fa1a5a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2180b40f-2bb0-47da-ba80-c2fbe7f98af0", "external-id": "nsx-vlan-transportzone-970", "segmentation_id": 970, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a88cc7e-f2", "ovs_interfaceid": "6a88cc7e-f210-4884-826d-46dad9672ce6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.036386] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.363355] env[64443]: DEBUG nova.network.neutron [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.388948] env[64443]: DEBUG oslo_concurrency.lockutils [req-ee126507-9d99-45dd-ae9d-2122b4990168 req-05bc46f1-defe-4d34-a706-4a3342de53f1 service nova] Releasing lock "refresh_cache-e33c53ff-e145-485c-82ec-de74deaf219f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.501741] env[64443]: DEBUG nova.network.neutron [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Updating instance_info_cache with network_info: [{"id": "b0a5f375-1a5b-407b-8343-e500ef024d2a", "address": "fa:16:3e:58:d5:0f", "network": {"id": "c7302766-386e-4600-9573-75f9fa220f21", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-585538121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3dd59339c7342c48fd9cbf87e7840b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a5f375-1a", "ovs_interfaceid": "b0a5f375-1a5b-407b-8343-e500ef024d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.627114] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1c0c76-e5ff-4bd1-8e5d-0f118c209e7e tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.627479] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0fd720e-ed5d-4362-93e2-42e653a48a81 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.637286] env[64443]: DEBUG oslo_vmware.api [None req-ba1c0c76-e5ff-4bd1-8e5d-0f118c209e7e tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 799.637286] env[64443]: value = "task-2676450" [ 799.637286] env[64443]: _type = "Task" [ 799.637286] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.648519] env[64443]: DEBUG oslo_vmware.api [None req-ba1c0c76-e5ff-4bd1-8e5d-0f118c209e7e tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.007710] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Releasing lock "refresh_cache-c78fe721-d1f8-410d-aef1-077f00e53604" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.007710] env[64443]: DEBUG nova.compute.manager [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Instance network_info: |[{"id": "b0a5f375-1a5b-407b-8343-e500ef024d2a", "address": "fa:16:3e:58:d5:0f", "network": {"id": "c7302766-386e-4600-9573-75f9fa220f21", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-585538121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3dd59339c7342c48fd9cbf87e7840b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a5f375-1a", "ovs_interfaceid": "b0a5f375-1a5b-407b-8343-e500ef024d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.007710] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:d5:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0a5f375-1a5b-407b-8343-e500ef024d2a', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.014387] env[64443]: DEBUG oslo.service.loopingcall [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 800.017210] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.018036] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-455ef14d-b02a-446a-8e26-126ebdcc1abb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.042590] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.042590] env[64443]: value = "task-2676451" [ 800.042590] env[64443]: _type = "Task" [ 800.042590] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.054705] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676451, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.158874] env[64443]: DEBUG oslo_vmware.api [None req-ba1c0c76-e5ff-4bd1-8e5d-0f118c209e7e tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676450, 'name': PowerOffVM_Task, 'duration_secs': 0.338188} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.158874] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1c0c76-e5ff-4bd1-8e5d-0f118c209e7e tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.158874] env[64443]: DEBUG nova.compute.manager [None req-ba1c0c76-e5ff-4bd1-8e5d-0f118c209e7e tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.158874] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaf56bb-c5ab-4418-90f9-3f4881fe34cc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.230815] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90339780-e19c-4c36-988a-008720776f9e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.241515] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560f77e9-73a2-4770-b9e3-8424f0364528 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.276651] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffa43d2-fc8b-41c4-972a-360f091ef9a2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.280552] env[64443]: DEBUG nova.compute.manager [req-e458bc0e-1af2-4342-9e1a-fc9ce404b20e req-c37afa85-e522-4379-9ffd-9179f17a0f4a service nova] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Received event network-vif-plugged-b0a5f375-1a5b-407b-8343-e500ef024d2a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 800.280891] env[64443]: DEBUG oslo_concurrency.lockutils [req-e458bc0e-1af2-4342-9e1a-fc9ce404b20e req-c37afa85-e522-4379-9ffd-9179f17a0f4a service nova] Acquiring lock "c78fe721-d1f8-410d-aef1-077f00e53604-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.280969] env[64443]: DEBUG oslo_concurrency.lockutils [req-e458bc0e-1af2-4342-9e1a-fc9ce404b20e req-c37afa85-e522-4379-9ffd-9179f17a0f4a service nova] Lock "c78fe721-d1f8-410d-aef1-077f00e53604-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.281178] env[64443]: DEBUG oslo_concurrency.lockutils [req-e458bc0e-1af2-4342-9e1a-fc9ce404b20e req-c37afa85-e522-4379-9ffd-9179f17a0f4a service nova] Lock "c78fe721-d1f8-410d-aef1-077f00e53604-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.281305] env[64443]: DEBUG nova.compute.manager [req-e458bc0e-1af2-4342-9e1a-fc9ce404b20e req-c37afa85-e522-4379-9ffd-9179f17a0f4a service nova] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] No waiting events found dispatching network-vif-plugged-b0a5f375-1a5b-407b-8343-e500ef024d2a {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.281468] env[64443]: WARNING nova.compute.manager [req-e458bc0e-1af2-4342-9e1a-fc9ce404b20e req-c37afa85-e522-4379-9ffd-9179f17a0f4a service nova] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Received unexpected event network-vif-plugged-b0a5f375-1a5b-407b-8343-e500ef024d2a for instance with vm_state building and task_state spawning. [ 800.281625] env[64443]: DEBUG nova.compute.manager [req-e458bc0e-1af2-4342-9e1a-fc9ce404b20e req-c37afa85-e522-4379-9ffd-9179f17a0f4a service nova] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Received event network-changed-b0a5f375-1a5b-407b-8343-e500ef024d2a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 800.281814] env[64443]: DEBUG nova.compute.manager [req-e458bc0e-1af2-4342-9e1a-fc9ce404b20e req-c37afa85-e522-4379-9ffd-9179f17a0f4a service nova] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Refreshing instance network info cache due to event network-changed-b0a5f375-1a5b-407b-8343-e500ef024d2a. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 800.282072] env[64443]: DEBUG oslo_concurrency.lockutils [req-e458bc0e-1af2-4342-9e1a-fc9ce404b20e req-c37afa85-e522-4379-9ffd-9179f17a0f4a service nova] Acquiring lock "refresh_cache-c78fe721-d1f8-410d-aef1-077f00e53604" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.282668] env[64443]: DEBUG oslo_concurrency.lockutils [req-e458bc0e-1af2-4342-9e1a-fc9ce404b20e req-c37afa85-e522-4379-9ffd-9179f17a0f4a service nova] Acquired lock "refresh_cache-c78fe721-d1f8-410d-aef1-077f00e53604" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.282668] env[64443]: DEBUG nova.network.neutron [req-e458bc0e-1af2-4342-9e1a-fc9ce404b20e req-c37afa85-e522-4379-9ffd-9179f17a0f4a service nova] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Refreshing network info cache for port b0a5f375-1a5b-407b-8343-e500ef024d2a {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.290302] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6775e8-f15d-4399-abcb-61e5be1a53e6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.305586] env[64443]: DEBUG nova.compute.provider_tree [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.364008] env[64443]: DEBUG oslo_concurrency.lockutils [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "refresh_cache-a9cd65b5-58ae-4174-ba35-131d685991ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.364258] env[64443]: DEBUG oslo_concurrency.lockutils [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquired lock "refresh_cache-a9cd65b5-58ae-4174-ba35-131d685991ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.364460] env[64443]: DEBUG nova.network.neutron [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.553382] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676451, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.678771] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba1c0c76-e5ff-4bd1-8e5d-0f118c209e7e tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "cdcc1d35-9ead-4e4c-ada3-ab31513b73af" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.830409] env[64443]: ERROR nova.scheduler.client.report [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [req-c254ae5a-9b9a-43c2-8072-ab64cc41642c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c254ae5a-9b9a-43c2-8072-ab64cc41642c"}]} [ 800.851278] env[64443]: DEBUG nova.scheduler.client.report [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 800.870929] env[64443]: DEBUG nova.scheduler.client.report [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 800.870929] env[64443]: DEBUG nova.compute.provider_tree [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.885219] env[64443]: DEBUG nova.scheduler.client.report [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 800.904416] env[64443]: DEBUG nova.scheduler.client.report [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 801.054171] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676451, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.232662] env[64443]: DEBUG nova.network.neutron [req-e458bc0e-1af2-4342-9e1a-fc9ce404b20e req-c37afa85-e522-4379-9ffd-9179f17a0f4a service nova] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Updated VIF entry in instance network info cache for port b0a5f375-1a5b-407b-8343-e500ef024d2a. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.233016] env[64443]: DEBUG nova.network.neutron [req-e458bc0e-1af2-4342-9e1a-fc9ce404b20e req-c37afa85-e522-4379-9ffd-9179f17a0f4a service nova] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Updating instance_info_cache with network_info: [{"id": "b0a5f375-1a5b-407b-8343-e500ef024d2a", "address": "fa:16:3e:58:d5:0f", "network": {"id": "c7302766-386e-4600-9573-75f9fa220f21", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-585538121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3dd59339c7342c48fd9cbf87e7840b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0a5f375-1a", "ovs_interfaceid": "b0a5f375-1a5b-407b-8343-e500ef024d2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.338984] env[64443]: DEBUG nova.network.neutron [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Updating instance_info_cache with network_info: [{"id": "b094d056-8fa9-4280-a019-ac6dc777b089", "address": "fa:16:3e:bd:28:39", "network": {"id": "7c2af66a-bc77-4b95-973c-c00ae9314905", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-137743101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c09873846584fac8d92fdc11202d8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb094d056-8f", "ovs_interfaceid": "b094d056-8fa9-4280-a019-ac6dc777b089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.459908] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494ae8cb-6f3b-4415-bf9b-5c77822a92e7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.469263] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcbb66c-3837-4d0b-ac33-c202a238aef3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.507363] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad68e98a-7edb-4dbd-8b60-23822cbfbad6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.516691] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79164bfc-59d9-452e-9322-7a72522a5eea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.532519] env[64443]: DEBUG nova.compute.provider_tree [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.555686] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676451, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.736756] env[64443]: DEBUG oslo_concurrency.lockutils [req-e458bc0e-1af2-4342-9e1a-fc9ce404b20e req-c37afa85-e522-4379-9ffd-9179f17a0f4a service nova] Releasing lock "refresh_cache-c78fe721-d1f8-410d-aef1-077f00e53604" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.842679] env[64443]: DEBUG oslo_concurrency.lockutils [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Releasing lock "refresh_cache-a9cd65b5-58ae-4174-ba35-131d685991ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.874948] env[64443]: DEBUG nova.virt.hardware [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='103653b8ed1e741ad057351c8a17eacd',container_format='bare',created_at=2025-02-19T11:04:04Z,direct_url=,disk_format='vmdk',id=8c4dd395-f513-41ad-9ab9-8b7fc62c820f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-289178797-shelved',owner='5c09873846584fac8d92fdc11202d8d7',properties=ImageMetaProps,protected=,size=31662592,status='active',tags=,updated_at=2025-02-19T11:04:22Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.875237] env[64443]: DEBUG nova.virt.hardware [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.875401] env[64443]: DEBUG nova.virt.hardware [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.875651] env[64443]: DEBUG nova.virt.hardware [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.875730] env[64443]: DEBUG nova.virt.hardware [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.875972] env[64443]: DEBUG nova.virt.hardware [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.876191] env[64443]: DEBUG nova.virt.hardware [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.876350] env[64443]: DEBUG nova.virt.hardware [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.876528] env[64443]: DEBUG nova.virt.hardware [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.876697] env[64443]: DEBUG nova.virt.hardware [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.876876] env[64443]: DEBUG nova.virt.hardware [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.877775] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bbddeb-6288-4a3f-8086-8e99d1737eb4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.889163] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db600b24-5ca5-4e37-adee-1bfbb4bd04b3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.910119] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:28:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b094d056-8fa9-4280-a019-ac6dc777b089', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.919132] env[64443]: DEBUG oslo.service.loopingcall [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 801.919470] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.919695] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b51b408a-9bb8-40b6-ac63-df0d8bf7522d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.942276] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.942276] env[64443]: value = "task-2676452" [ 801.942276] env[64443]: _type = "Task" [ 801.942276] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.951782] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676452, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.056577] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676451, 'name': CreateVM_Task, 'duration_secs': 1.524213} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.057807] env[64443]: ERROR nova.scheduler.client.report [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [req-dc9d8136-6258-4cb4-ad11-e4e3595c068e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dc9d8136-6258-4cb4-ad11-e4e3595c068e"}]} [ 802.058385] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.061221] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.061434] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.061741] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.062016] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ce1c537-a7d4-4536-86e4-a0ca5695e47b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.068600] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 802.068600] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5256d48e-088c-6ed9-4c72-ef619801c75b" [ 802.068600] env[64443]: _type = "Task" [ 802.068600] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.078362] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5256d48e-088c-6ed9-4c72-ef619801c75b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.079485] env[64443]: DEBUG nova.scheduler.client.report [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 802.094611] env[64443]: DEBUG nova.scheduler.client.report [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 802.095103] env[64443]: DEBUG nova.compute.provider_tree [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.109033] env[64443]: DEBUG nova.scheduler.client.report [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 802.128619] env[64443]: DEBUG nova.scheduler.client.report [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 802.457720] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676452, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.509161] env[64443]: DEBUG nova.compute.manager [req-0fba5120-b3d1-4053-84ec-bc33f4ba273a req-6d959bc8-ddcd-438e-9f3f-6ba46f8499a1 service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Received event network-vif-plugged-b094d056-8fa9-4280-a019-ac6dc777b089 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.509161] env[64443]: DEBUG oslo_concurrency.lockutils [req-0fba5120-b3d1-4053-84ec-bc33f4ba273a req-6d959bc8-ddcd-438e-9f3f-6ba46f8499a1 service nova] Acquiring lock "a9cd65b5-58ae-4174-ba35-131d685991ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.509413] env[64443]: DEBUG oslo_concurrency.lockutils [req-0fba5120-b3d1-4053-84ec-bc33f4ba273a req-6d959bc8-ddcd-438e-9f3f-6ba46f8499a1 service nova] Lock "a9cd65b5-58ae-4174-ba35-131d685991ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.509531] env[64443]: DEBUG oslo_concurrency.lockutils [req-0fba5120-b3d1-4053-84ec-bc33f4ba273a req-6d959bc8-ddcd-438e-9f3f-6ba46f8499a1 service nova] Lock "a9cd65b5-58ae-4174-ba35-131d685991ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.509693] env[64443]: DEBUG nova.compute.manager [req-0fba5120-b3d1-4053-84ec-bc33f4ba273a req-6d959bc8-ddcd-438e-9f3f-6ba46f8499a1 service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] No waiting events found dispatching network-vif-plugged-b094d056-8fa9-4280-a019-ac6dc777b089 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.509855] env[64443]: WARNING nova.compute.manager [req-0fba5120-b3d1-4053-84ec-bc33f4ba273a req-6d959bc8-ddcd-438e-9f3f-6ba46f8499a1 service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Received unexpected event network-vif-plugged-b094d056-8fa9-4280-a019-ac6dc777b089 for instance with vm_state shelved_offloaded and task_state spawning. [ 802.510022] env[64443]: DEBUG nova.compute.manager [req-0fba5120-b3d1-4053-84ec-bc33f4ba273a req-6d959bc8-ddcd-438e-9f3f-6ba46f8499a1 service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Received event network-changed-b094d056-8fa9-4280-a019-ac6dc777b089 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.510188] env[64443]: DEBUG nova.compute.manager [req-0fba5120-b3d1-4053-84ec-bc33f4ba273a req-6d959bc8-ddcd-438e-9f3f-6ba46f8499a1 service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Refreshing instance network info cache due to event network-changed-b094d056-8fa9-4280-a019-ac6dc777b089. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 802.510364] env[64443]: DEBUG oslo_concurrency.lockutils [req-0fba5120-b3d1-4053-84ec-bc33f4ba273a req-6d959bc8-ddcd-438e-9f3f-6ba46f8499a1 service nova] Acquiring lock "refresh_cache-a9cd65b5-58ae-4174-ba35-131d685991ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.510497] env[64443]: DEBUG oslo_concurrency.lockutils [req-0fba5120-b3d1-4053-84ec-bc33f4ba273a req-6d959bc8-ddcd-438e-9f3f-6ba46f8499a1 service nova] Acquired lock "refresh_cache-a9cd65b5-58ae-4174-ba35-131d685991ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.510676] env[64443]: DEBUG nova.network.neutron [req-0fba5120-b3d1-4053-84ec-bc33f4ba273a req-6d959bc8-ddcd-438e-9f3f-6ba46f8499a1 service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Refreshing network info cache for port b094d056-8fa9-4280-a019-ac6dc777b089 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.519201] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "534390d7-da61-44a0-bc4b-94fb475598a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.519445] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "534390d7-da61-44a0-bc4b-94fb475598a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.581088] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5256d48e-088c-6ed9-4c72-ef619801c75b, 'name': SearchDatastore_Task, 'duration_secs': 0.013569} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.583757] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.584486] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.584486] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.584486] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.584636] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.585335] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03db8113-b5ca-4e73-a448-9a72cc04d27d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.593324] env[64443]: DEBUG nova.compute.manager [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Stashing vm_state: stopped {{(pid=64443) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 802.602744] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.602910] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.603997] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0235c7a7-3235-41c6-ba3d-dfee13daf704 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.610593] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 802.610593] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]522f0bea-3e2c-5d8c-8031-62d6adac9c63" [ 802.610593] env[64443]: _type = "Task" [ 802.610593] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.616622] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff48ddda-6e34-40ab-abaf-c10cb8e50b29 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.625736] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]522f0bea-3e2c-5d8c-8031-62d6adac9c63, 'name': SearchDatastore_Task, 'duration_secs': 0.013268} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.628299] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d76dfd9-28a7-4827-ac11-e705cd92125b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.632032] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c33f977-bda9-4830-8e19-da33a081723d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.642023] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 802.642023] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52f72cb7-77a4-8c24-cebf-054b0bc2802e" [ 802.642023] env[64443]: _type = "Task" [ 802.642023] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.669542] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b094bb4-4991-4a09-a07a-89bf528b3df8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.679347] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f72cb7-77a4-8c24-cebf-054b0bc2802e, 'name': SearchDatastore_Task, 'duration_secs': 0.01414} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.681958] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.682368] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] c78fe721-d1f8-410d-aef1-077f00e53604/c78fe721-d1f8-410d-aef1-077f00e53604.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.682572] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd0b4e7f-5f71-4121-8eb6-9ffc5248fb1c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.685599] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee27e1f3-29fa-4b24-9e43-0442b73439e5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.700895] env[64443]: DEBUG nova.compute.provider_tree [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.704082] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 802.704082] env[64443]: value = "task-2676453" [ 802.704082] env[64443]: _type = "Task" [ 802.704082] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.714781] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.957291] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676452, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.116732] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.220069] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676453, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.238480] env[64443]: DEBUG nova.scheduler.client.report [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 803.238746] env[64443]: DEBUG nova.compute.provider_tree [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 94 to 95 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 803.238931] env[64443]: DEBUG nova.compute.provider_tree [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.292248] env[64443]: DEBUG nova.network.neutron [req-0fba5120-b3d1-4053-84ec-bc33f4ba273a req-6d959bc8-ddcd-438e-9f3f-6ba46f8499a1 service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Updated VIF entry in instance network info cache for port b094d056-8fa9-4280-a019-ac6dc777b089. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.292819] env[64443]: DEBUG nova.network.neutron [req-0fba5120-b3d1-4053-84ec-bc33f4ba273a req-6d959bc8-ddcd-438e-9f3f-6ba46f8499a1 service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Updating instance_info_cache with network_info: [{"id": "b094d056-8fa9-4280-a019-ac6dc777b089", "address": "fa:16:3e:bd:28:39", "network": {"id": "7c2af66a-bc77-4b95-973c-c00ae9314905", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-137743101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c09873846584fac8d92fdc11202d8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb094d056-8f", "ovs_interfaceid": "b094d056-8fa9-4280-a019-ac6dc777b089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.454264] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676452, 'name': CreateVM_Task, 'duration_secs': 1.416648} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.454492] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.456030] env[64443]: DEBUG oslo_concurrency.lockutils [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c4dd395-f513-41ad-9ab9-8b7fc62c820f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.456240] env[64443]: DEBUG oslo_concurrency.lockutils [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c4dd395-f513-41ad-9ab9-8b7fc62c820f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.456682] env[64443]: DEBUG oslo_concurrency.lockutils [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c4dd395-f513-41ad-9ab9-8b7fc62c820f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 803.456974] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e78700fb-d8c4-4e29-9356-3193868e4dd7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.462229] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 803.462229] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5201a43b-00ea-7b48-0419-bea67e010ba1" [ 803.462229] env[64443]: _type = "Task" [ 803.462229] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.472948] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5201a43b-00ea-7b48-0419-bea67e010ba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.717482] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541401} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.717755] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] c78fe721-d1f8-410d-aef1-077f00e53604/c78fe721-d1f8-410d-aef1-077f00e53604.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.718429] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.718429] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bbf0e43-9af1-4a1e-95fd-224fd4e46727 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.726225] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 803.726225] env[64443]: value = "task-2676454" [ 803.726225] env[64443]: _type = "Task" [ 803.726225] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.735596] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.744620] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.981s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.745179] env[64443]: DEBUG nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.747944] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.212s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.749317] env[64443]: INFO nova.compute.claims [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.796799] env[64443]: DEBUG oslo_concurrency.lockutils [req-0fba5120-b3d1-4053-84ec-bc33f4ba273a req-6d959bc8-ddcd-438e-9f3f-6ba46f8499a1 service nova] Releasing lock "refresh_cache-a9cd65b5-58ae-4174-ba35-131d685991ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.973726] env[64443]: DEBUG oslo_concurrency.lockutils [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c4dd395-f513-41ad-9ab9-8b7fc62c820f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.974027] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Processing image 8c4dd395-f513-41ad-9ab9-8b7fc62c820f {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.974311] env[64443]: DEBUG oslo_concurrency.lockutils [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c4dd395-f513-41ad-9ab9-8b7fc62c820f/8c4dd395-f513-41ad-9ab9-8b7fc62c820f.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.974471] env[64443]: DEBUG oslo_concurrency.lockutils [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c4dd395-f513-41ad-9ab9-8b7fc62c820f/8c4dd395-f513-41ad-9ab9-8b7fc62c820f.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.974653] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.974919] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44b30142-8f98-4ebf-a0d3-1ba393f59c6b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.984643] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.984839] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.985589] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1333711-cc46-4974-9337-705257b1d260 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.991519] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 803.991519] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d9cdc9-0239-be64-2176-fa6ace88a2a5" [ 803.991519] env[64443]: _type = "Task" [ 803.991519] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.007176] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Preparing fetch location {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 804.007451] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Fetch image to [datastore2] OSTACK_IMG_33658d34-d682-421b-afe5-8fcabcc723a2/OSTACK_IMG_33658d34-d682-421b-afe5-8fcabcc723a2.vmdk {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 804.007656] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Downloading stream optimized image 8c4dd395-f513-41ad-9ab9-8b7fc62c820f to [datastore2] OSTACK_IMG_33658d34-d682-421b-afe5-8fcabcc723a2/OSTACK_IMG_33658d34-d682-421b-afe5-8fcabcc723a2.vmdk on the data store datastore2 as vApp {{(pid=64443) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 804.007851] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Downloading image file data 8c4dd395-f513-41ad-9ab9-8b7fc62c820f to the ESX as VM named 'OSTACK_IMG_33658d34-d682-421b-afe5-8fcabcc723a2' {{(pid=64443) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 804.094053] env[64443]: DEBUG oslo_vmware.rw_handles [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 804.094053] env[64443]: value = "resgroup-9" [ 804.094053] env[64443]: _type = "ResourcePool" [ 804.094053] env[64443]: }. {{(pid=64443) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 804.094344] env[64443]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b27a83ca-2f6e-409e-ae1d-39dc96a82aa8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.116628] env[64443]: DEBUG oslo_vmware.rw_handles [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lease: (returnval){ [ 804.116628] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52453c6c-3eef-ec63-65f5-d65a7027b1f6" [ 804.116628] env[64443]: _type = "HttpNfcLease" [ 804.116628] env[64443]: } obtained for vApp import into resource pool (val){ [ 804.116628] env[64443]: value = "resgroup-9" [ 804.116628] env[64443]: _type = "ResourcePool" [ 804.116628] env[64443]: }. {{(pid=64443) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 804.117088] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the lease: (returnval){ [ 804.117088] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52453c6c-3eef-ec63-65f5-d65a7027b1f6" [ 804.117088] env[64443]: _type = "HttpNfcLease" [ 804.117088] env[64443]: } to be ready. {{(pid=64443) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 804.123342] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 804.123342] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52453c6c-3eef-ec63-65f5-d65a7027b1f6" [ 804.123342] env[64443]: _type = "HttpNfcLease" [ 804.123342] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 804.236348] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117811} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.236644] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.237470] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11882fc2-dcfc-46b2-8a18-2f41e396caf0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.254884] env[64443]: DEBUG nova.compute.utils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 804.267553] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] c78fe721-d1f8-410d-aef1-077f00e53604/c78fe721-d1f8-410d-aef1-077f00e53604.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.269327] env[64443]: DEBUG nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.274833] env[64443]: DEBUG nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.274979] env[64443]: DEBUG nova.network.neutron [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.276753] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b36d1b4-3fdc-41c3-ab4a-a3dc0b5ec3d1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.297763] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 804.297763] env[64443]: value = "task-2676456" [ 804.297763] env[64443]: _type = "Task" [ 804.297763] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.306510] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.341051] env[64443]: DEBUG nova.policy [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc7f8fba9b4d4641a82899240b3677c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af6972087d0942b8a51f94e1cb548191', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.485021] env[64443]: DEBUG oslo_vmware.rw_handles [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d0c46-4bab-05b8-127b-88bfab7c5a4a/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 804.485021] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ff48ca-bf73-4e64-8046-296d4b456c8b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.492875] env[64443]: DEBUG oslo_vmware.rw_handles [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d0c46-4bab-05b8-127b-88bfab7c5a4a/disk-0.vmdk is in state: ready. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 804.493052] env[64443]: ERROR oslo_vmware.rw_handles [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d0c46-4bab-05b8-127b-88bfab7c5a4a/disk-0.vmdk due to incomplete transfer. [ 804.493285] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bb6a0b04-f9c7-44ef-9490-b2fe880d3cfc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.501325] env[64443]: DEBUG oslo_vmware.rw_handles [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d0c46-4bab-05b8-127b-88bfab7c5a4a/disk-0.vmdk. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 804.501523] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Uploaded image f7382822-5e6b-4b14-846e-1f2d43b28a6e to the Glance image server {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 804.504218] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Destroying the VM {{(pid=64443) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 804.504505] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-18407c5b-9c0d-463d-b593-cea205536a68 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.511487] env[64443]: DEBUG oslo_vmware.api [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 804.511487] env[64443]: value = "task-2676457" [ 804.511487] env[64443]: _type = "Task" [ 804.511487] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.517976] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "d0381940-546b-45e7-984e-a78444d069f1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.517976] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "d0381940-546b-45e7-984e-a78444d069f1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.517976] env[64443]: INFO nova.compute.manager [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Shelving [ 804.521601] env[64443]: DEBUG oslo_vmware.api [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676457, 'name': Destroy_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.626233] env[64443]: DEBUG nova.network.neutron [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Successfully created port: b20b1e9d-9ae2-4de7-8052-2d9efb2836b0 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.634587] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 804.634587] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52453c6c-3eef-ec63-65f5-d65a7027b1f6" [ 804.634587] env[64443]: _type = "HttpNfcLease" [ 804.634587] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 804.766222] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5659cbe2-555f-4273-a9a2-99c395f1c0bf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.774291] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcc33d3-a26d-4d63-b97c-3a080645d650 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.814437] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cee2d81-bdd9-4eed-8cf9-6bccee88f7a6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.826186] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.829358] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188830de-31ad-4767-b273-edeef45fc340 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.844820] env[64443]: DEBUG nova.compute.provider_tree [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.021795] env[64443]: DEBUG oslo_vmware.api [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676457, 'name': Destroy_Task, 'duration_secs': 0.36569} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.022090] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Destroyed the VM [ 805.022391] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Deleting Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 805.022612] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6fab0bb6-71db-40c6-8b6c-48c7c0b84e81 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.030156] env[64443]: DEBUG oslo_vmware.api [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 805.030156] env[64443]: value = "task-2676458" [ 805.030156] env[64443]: _type = "Task" [ 805.030156] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.038932] env[64443]: DEBUG oslo_vmware.api [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676458, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.127278] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.127278] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52453c6c-3eef-ec63-65f5-d65a7027b1f6" [ 805.127278] env[64443]: _type = "HttpNfcLease" [ 805.127278] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 805.313164] env[64443]: DEBUG nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.324679] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676456, 'name': ReconfigVM_Task, 'duration_secs': 0.868527} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.326283] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Reconfigured VM instance instance-0000003d to attach disk [datastore2] c78fe721-d1f8-410d-aef1-077f00e53604/c78fe721-d1f8-410d-aef1-077f00e53604.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.326283] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96de2c93-da7c-4c8c-96b7-8ad1608943b9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.331416] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 805.331416] env[64443]: value = "task-2676459" [ 805.331416] env[64443]: _type = "Task" [ 805.331416] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.341245] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676459, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.344025] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.344025] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.344210] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.344291] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.344446] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.344596] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.344805] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.344970] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.345155] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.345319] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.345492] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.346256] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a310d0f-bbf7-455a-b5d8-f9cf537a941d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.356109] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e9f245-404c-4134-9abd-b845d4d91a33 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.377194] env[64443]: DEBUG nova.scheduler.client.report [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 805.377507] env[64443]: DEBUG nova.compute.provider_tree [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 95 to 96 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 805.377711] env[64443]: DEBUG nova.compute.provider_tree [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 805.538485] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.540949] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b0631d8-13a4-49f4-a028-5acf817b0943 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.551827] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 805.551827] env[64443]: value = "task-2676460" [ 805.551827] env[64443]: _type = "Task" [ 805.551827] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.552208] env[64443]: DEBUG oslo_vmware.api [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676458, 'name': RemoveSnapshot_Task, 'duration_secs': 0.490288} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.552463] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Deleted Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 805.552790] env[64443]: INFO nova.compute.manager [None req-68fe86cb-66ef-4f19-bec3-dabf446e4721 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Took 12.38 seconds to snapshot the instance on the hypervisor. [ 805.570597] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.629642] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 805.629642] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52453c6c-3eef-ec63-65f5-d65a7027b1f6" [ 805.629642] env[64443]: _type = "HttpNfcLease" [ 805.629642] env[64443]: } is ready. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 805.630012] env[64443]: DEBUG oslo_vmware.rw_handles [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 805.630012] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52453c6c-3eef-ec63-65f5-d65a7027b1f6" [ 805.630012] env[64443]: _type = "HttpNfcLease" [ 805.630012] env[64443]: }. {{(pid=64443) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 805.631165] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16133a8c-9cb1-49d1-87ff-fa7f0b282b09 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.638784] env[64443]: DEBUG oslo_vmware.rw_handles [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a0d477-c806-c5df-567b-465ff6878daa/disk-0.vmdk from lease info. {{(pid=64443) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 805.638995] env[64443]: DEBUG oslo_vmware.rw_handles [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Creating HTTP connection to write to file with size = 31662592 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a0d477-c806-c5df-567b-465ff6878daa/disk-0.vmdk. {{(pid=64443) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 805.706026] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2e10645c-bf88-4112-94f9-73a84923c6f6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.842196] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676459, 'name': Rename_Task, 'duration_secs': 0.159065} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.842491] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.842741] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99e30ae7-17a5-499a-90fd-e0b7a31a12ee {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.848759] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 805.848759] env[64443]: value = "task-2676461" [ 805.848759] env[64443]: _type = "Task" [ 805.848759] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.856458] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.886105] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.135s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.886105] env[64443]: DEBUG nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.887974] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.288s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.888403] env[64443]: INFO nova.compute.claims [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.066190] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676460, 'name': PowerOffVM_Task, 'duration_secs': 0.194263} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.070276] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.071308] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c2f069-63ee-4814-9cc1-3576eccbfdc7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.099162] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05982428-c106-4582-9748-ce370da6b53e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.164093] env[64443]: DEBUG nova.compute.manager [req-af40b2f1-f648-46d8-8de3-ebf4b4d3c4f5 req-d9f2390c-4533-46e1-97f5-a833552b796e service nova] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Received event network-vif-plugged-b20b1e9d-9ae2-4de7-8052-2d9efb2836b0 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 806.164093] env[64443]: DEBUG oslo_concurrency.lockutils [req-af40b2f1-f648-46d8-8de3-ebf4b4d3c4f5 req-d9f2390c-4533-46e1-97f5-a833552b796e service nova] Acquiring lock "de9533bd-cb27-4d84-9be4-ed7c3a3b2197-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.164093] env[64443]: DEBUG oslo_concurrency.lockutils [req-af40b2f1-f648-46d8-8de3-ebf4b4d3c4f5 req-d9f2390c-4533-46e1-97f5-a833552b796e service nova] Lock "de9533bd-cb27-4d84-9be4-ed7c3a3b2197-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.164093] env[64443]: DEBUG oslo_concurrency.lockutils [req-af40b2f1-f648-46d8-8de3-ebf4b4d3c4f5 req-d9f2390c-4533-46e1-97f5-a833552b796e service nova] Lock "de9533bd-cb27-4d84-9be4-ed7c3a3b2197-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.164093] env[64443]: DEBUG nova.compute.manager [req-af40b2f1-f648-46d8-8de3-ebf4b4d3c4f5 req-d9f2390c-4533-46e1-97f5-a833552b796e service nova] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] No waiting events found dispatching network-vif-plugged-b20b1e9d-9ae2-4de7-8052-2d9efb2836b0 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.164093] env[64443]: WARNING nova.compute.manager [req-af40b2f1-f648-46d8-8de3-ebf4b4d3c4f5 req-d9f2390c-4533-46e1-97f5-a833552b796e service nova] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Received unexpected event network-vif-plugged-b20b1e9d-9ae2-4de7-8052-2d9efb2836b0 for instance with vm_state building and task_state spawning. [ 806.243647] env[64443]: DEBUG nova.network.neutron [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Successfully updated port: b20b1e9d-9ae2-4de7-8052-2d9efb2836b0 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.358572] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676461, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.393658] env[64443]: DEBUG nova.compute.utils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 806.396946] env[64443]: DEBUG nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.396946] env[64443]: DEBUG nova.network.neutron [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.433528] env[64443]: DEBUG nova.policy [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc7f8fba9b4d4641a82899240b3677c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af6972087d0942b8a51f94e1cb548191', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.619144] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Creating Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 806.619478] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f3c3483e-fe21-4594-9927-d1341a5d85ba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.627144] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 806.627144] env[64443]: value = "task-2676462" [ 806.627144] env[64443]: _type = "Task" [ 806.627144] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.635720] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676462, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.746807] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "refresh_cache-de9533bd-cb27-4d84-9be4-ed7c3a3b2197" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.747007] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquired lock "refresh_cache-de9533bd-cb27-4d84-9be4-ed7c3a3b2197" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.747185] env[64443]: DEBUG nova.network.neutron [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.859605] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676461, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.903245] env[64443]: DEBUG nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.910578] env[64443]: DEBUG nova.network.neutron [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Successfully created port: aaded852-18dc-4427-97cf-be4d114aa9e7 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.138365] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676462, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.282253] env[64443]: DEBUG nova.network.neutron [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.367899] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676461, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.372798] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5ebcfb-2fba-47a2-afd8-e7ba4995228d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.381326] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f37b9fe-37d5-4ef8-9375-344ee26652a9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.423703] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6762fd-2965-442b-a73b-44330a1a3d4e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.434997] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a751c050-e0a6-4191-aa06-84e08e8903ad {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.451948] env[64443]: DEBUG nova.compute.provider_tree [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.463859] env[64443]: DEBUG nova.network.neutron [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Updating instance_info_cache with network_info: [{"id": "b20b1e9d-9ae2-4de7-8052-2d9efb2836b0", "address": "fa:16:3e:f8:11:16", "network": {"id": "39e37fa4-178f-44f9-9ac6-1df0d15a9f83", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2089775186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6972087d0942b8a51f94e1cb548191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20b1e9d-9a", "ovs_interfaceid": "b20b1e9d-9ae2-4de7-8052-2d9efb2836b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.637889] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676462, 'name': CreateSnapshot_Task, 'duration_secs': 0.92919} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.638212] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Created Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 807.639036] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ad45b7-246b-4ba0-88d9-1abbf6da4e04 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.863197] env[64443]: DEBUG oslo_vmware.api [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676461, 'name': PowerOnVM_Task, 'duration_secs': 1.560063} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.863454] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.863659] env[64443]: INFO nova.compute.manager [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Took 10.76 seconds to spawn the instance on the hypervisor. [ 807.863843] env[64443]: DEBUG nova.compute.manager [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.864741] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03909465-67ed-49d6-96a5-fa011959f4f4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.930929] env[64443]: DEBUG nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.956922] env[64443]: DEBUG nova.scheduler.client.report [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.966105] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Releasing lock "refresh_cache-de9533bd-cb27-4d84-9be4-ed7c3a3b2197" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.966447] env[64443]: DEBUG nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Instance network_info: |[{"id": "b20b1e9d-9ae2-4de7-8052-2d9efb2836b0", "address": "fa:16:3e:f8:11:16", "network": {"id": "39e37fa4-178f-44f9-9ac6-1df0d15a9f83", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2089775186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6972087d0942b8a51f94e1cb548191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20b1e9d-9a", "ovs_interfaceid": "b20b1e9d-9ae2-4de7-8052-2d9efb2836b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.966852] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:11:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b20b1e9d-9ae2-4de7-8052-2d9efb2836b0', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.974406] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Creating folder: Project (af6972087d0942b8a51f94e1cb548191). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.975274] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f1550f2-5442-4f6c-ba1d-1261f3808f17 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.987896] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Created folder: Project (af6972087d0942b8a51f94e1cb548191) in parent group-v539479. [ 807.988135] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Creating folder: Instances. Parent ref: group-v539673. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.988390] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f522c2a0-74c5-4e7a-a3d7-ca307b5a8575 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.999400] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Created folder: Instances in parent group-v539673. [ 808.000141] env[64443]: DEBUG oslo.service.loopingcall [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.000141] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.000141] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a126baf4-5fe7-4f43-8447-24bf5373379f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.022088] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.022088] env[64443]: value = "task-2676465" [ 808.022088] env[64443]: _type = "Task" [ 808.022088] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.031266] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676465, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.033653] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.033917] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.034113] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.034330] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.034483] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.034633] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.034847] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.035014] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.035230] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.035412] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.035593] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.036558] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704115dd-8b01-43fb-a0c2-bf65a21716e9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.044930] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e7333e-63cd-410a-aca5-bb0c33361577 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.156606] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Creating linked-clone VM from snapshot {{(pid=64443) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 808.156928] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0d54b2e8-c957-40c0-bc4c-1d9d5b7c722e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.167145] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 808.167145] env[64443]: value = "task-2676466" [ 808.167145] env[64443]: _type = "Task" [ 808.167145] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.176958] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676466, 'name': CloneVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.195998] env[64443]: DEBUG nova.compute.manager [req-4f260835-6948-471f-8ddc-c5cba768cd6e req-bddb48f9-f741-4aef-b483-ab5308a2a0e7 service nova] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Received event network-changed-b20b1e9d-9ae2-4de7-8052-2d9efb2836b0 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.196271] env[64443]: DEBUG nova.compute.manager [req-4f260835-6948-471f-8ddc-c5cba768cd6e req-bddb48f9-f741-4aef-b483-ab5308a2a0e7 service nova] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Refreshing instance network info cache due to event network-changed-b20b1e9d-9ae2-4de7-8052-2d9efb2836b0. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 808.196492] env[64443]: DEBUG oslo_concurrency.lockutils [req-4f260835-6948-471f-8ddc-c5cba768cd6e req-bddb48f9-f741-4aef-b483-ab5308a2a0e7 service nova] Acquiring lock "refresh_cache-de9533bd-cb27-4d84-9be4-ed7c3a3b2197" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.196638] env[64443]: DEBUG oslo_concurrency.lockutils [req-4f260835-6948-471f-8ddc-c5cba768cd6e req-bddb48f9-f741-4aef-b483-ab5308a2a0e7 service nova] Acquired lock "refresh_cache-de9533bd-cb27-4d84-9be4-ed7c3a3b2197" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.196797] env[64443]: DEBUG nova.network.neutron [req-4f260835-6948-471f-8ddc-c5cba768cd6e req-bddb48f9-f741-4aef-b483-ab5308a2a0e7 service nova] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Refreshing network info cache for port b20b1e9d-9ae2-4de7-8052-2d9efb2836b0 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.386333] env[64443]: INFO nova.compute.manager [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Took 50.20 seconds to build instance. [ 809.191087] env[64443]: DEBUG nova.network.neutron [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Successfully updated port: aaded852-18dc-4427-97cf-be4d114aa9e7 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.199844] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.313s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.200410] env[64443]: DEBUG nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.206740] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f588b9f3-b9d5-4e78-b7d2-5fcfd9b8f94a tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "c78fe721-d1f8-410d-aef1-077f00e53604" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.034s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.207250] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquiring lock "b13e79da-5a9e-4e1d-a535-e5b97e76d2aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.207506] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lock "b13e79da-5a9e-4e1d-a535-e5b97e76d2aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.207825] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquiring lock "b13e79da-5a9e-4e1d-a535-e5b97e76d2aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.208184] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lock "b13e79da-5a9e-4e1d-a535-e5b97e76d2aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.208388] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lock "b13e79da-5a9e-4e1d-a535-e5b97e76d2aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.211051] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "refresh_cache-56c38d6a-4399-4852-99e7-23ff210146b2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.211223] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquired lock "refresh_cache-56c38d6a-4399-4852-99e7-23ff210146b2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.211464] env[64443]: DEBUG nova.network.neutron [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.215314] env[64443]: DEBUG oslo_concurrency.lockutils [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.691s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.215566] env[64443]: DEBUG nova.objects.instance [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lazy-loading 'resources' on Instance uuid 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.235237] env[64443]: INFO nova.compute.manager [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Terminating instance [ 809.244037] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676466, 'name': CloneVM_Task} progress is 95%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.249492] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676465, 'name': CreateVM_Task, 'duration_secs': 0.839248} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.249983] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.250786] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.250941] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.251350] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.251862] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ee4442-7bba-4193-88e8-e1ca0d443180 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.258596] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 809.258596] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]522f3c88-d430-18d0-d420-fa6043ab99f6" [ 809.258596] env[64443]: _type = "Task" [ 809.258596] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.274385] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]522f3c88-d430-18d0-d420-fa6043ab99f6, 'name': SearchDatastore_Task, 'duration_secs': 0.01227} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.277736] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.278140] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.278456] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.278631] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.278818] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.279518] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ece6e1c-f41e-4470-98b9-de346df0a5ae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.286115] env[64443]: DEBUG nova.network.neutron [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.292755] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.292967] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.293827] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17e9ac6b-1123-4329-9093-abef4e6d103b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.303287] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 809.303287] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]520c509b-569f-d71a-e933-80b36bbcb44b" [ 809.303287] env[64443]: _type = "Task" [ 809.303287] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.312255] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520c509b-569f-d71a-e933-80b36bbcb44b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.568288] env[64443]: DEBUG nova.network.neutron [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Updating instance_info_cache with network_info: [{"id": "aaded852-18dc-4427-97cf-be4d114aa9e7", "address": "fa:16:3e:f3:1f:d9", "network": {"id": "39e37fa4-178f-44f9-9ac6-1df0d15a9f83", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2089775186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6972087d0942b8a51f94e1cb548191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaded852-18", "ovs_interfaceid": "aaded852-18dc-4427-97cf-be4d114aa9e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.620158] env[64443]: DEBUG nova.network.neutron [req-4f260835-6948-471f-8ddc-c5cba768cd6e req-bddb48f9-f741-4aef-b483-ab5308a2a0e7 service nova] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Updated VIF entry in instance network info cache for port b20b1e9d-9ae2-4de7-8052-2d9efb2836b0. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.620576] env[64443]: DEBUG nova.network.neutron [req-4f260835-6948-471f-8ddc-c5cba768cd6e req-bddb48f9-f741-4aef-b483-ab5308a2a0e7 service nova] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Updating instance_info_cache with network_info: [{"id": "b20b1e9d-9ae2-4de7-8052-2d9efb2836b0", "address": "fa:16:3e:f8:11:16", "network": {"id": "39e37fa4-178f-44f9-9ac6-1df0d15a9f83", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2089775186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6972087d0942b8a51f94e1cb548191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20b1e9d-9a", "ovs_interfaceid": "b20b1e9d-9ae2-4de7-8052-2d9efb2836b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.714466] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676466, 'name': CloneVM_Task, 'duration_secs': 1.226136} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.714704] env[64443]: INFO nova.virt.vmwareapi.vmops [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Created linked-clone VM from snapshot [ 809.715493] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e88bcd9-9312-4cf0-a497-9ce60ddd4fd2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.718966] env[64443]: DEBUG nova.compute.utils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 809.720596] env[64443]: DEBUG nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.720818] env[64443]: DEBUG nova.network.neutron [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.731190] env[64443]: DEBUG nova.compute.manager [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.736037] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Uploading image 34c677d1-1a5e-4833-b8e6-ebc0dbe33c20 {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 809.750751] env[64443]: DEBUG nova.compute.manager [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.751031] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.752354] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06459bcd-ac3c-460c-a5d3-7e867fda9712 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.769997] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.774521] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3df25eef-23f6-4b02-8fbb-b6fc93ac6a40 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.777588] env[64443]: DEBUG nova.policy [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc7f8fba9b4d4641a82899240b3677c2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af6972087d0942b8a51f94e1cb548191', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.788628] env[64443]: DEBUG oslo_vmware.rw_handles [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 809.788628] env[64443]: value = "vm-539676" [ 809.788628] env[64443]: _type = "VirtualMachine" [ 809.788628] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 809.790020] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5abdb632-2458-4be8-9b37-d3ebacb073d2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.795036] env[64443]: DEBUG oslo_vmware.api [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 809.795036] env[64443]: value = "task-2676467" [ 809.795036] env[64443]: _type = "Task" [ 809.795036] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.807322] env[64443]: DEBUG oslo_vmware.rw_handles [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Completed reading data from the image iterator. {{(pid=64443) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 809.807674] env[64443]: DEBUG oslo_vmware.rw_handles [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a0d477-c806-c5df-567b-465ff6878daa/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 809.815544] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce18c3f3-ddd2-4b65-ac8c-d010bdb720a6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.819352] env[64443]: DEBUG oslo_vmware.rw_handles [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lease: (returnval){ [ 809.819352] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52909c8c-13b3-0542-a5cf-a1eafba36e2b" [ 809.819352] env[64443]: _type = "HttpNfcLease" [ 809.819352] env[64443]: } obtained for exporting VM: (result){ [ 809.819352] env[64443]: value = "vm-539676" [ 809.819352] env[64443]: _type = "VirtualMachine" [ 809.819352] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 809.819577] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the lease: (returnval){ [ 809.819577] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52909c8c-13b3-0542-a5cf-a1eafba36e2b" [ 809.819577] env[64443]: _type = "HttpNfcLease" [ 809.819577] env[64443]: } to be ready. {{(pid=64443) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 809.824585] env[64443]: DEBUG oslo_vmware.api [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.833848] env[64443]: DEBUG oslo_vmware.rw_handles [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a0d477-c806-c5df-567b-465ff6878daa/disk-0.vmdk is in state: ready. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 809.834060] env[64443]: DEBUG oslo_vmware.rw_handles [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a0d477-c806-c5df-567b-465ff6878daa/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 809.838089] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-af02538b-0499-472b-8667-138dc54d32f9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.839822] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520c509b-569f-d71a-e933-80b36bbcb44b, 'name': SearchDatastore_Task, 'duration_secs': 0.026081} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.842365] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 809.842365] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52909c8c-13b3-0542-a5cf-a1eafba36e2b" [ 809.842365] env[64443]: _type = "HttpNfcLease" [ 809.842365] env[64443]: } is ready. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 809.843570] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae6362f4-6ee8-462d-9768-285d2d97c2d2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.845813] env[64443]: DEBUG oslo_vmware.rw_handles [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 809.845813] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52909c8c-13b3-0542-a5cf-a1eafba36e2b" [ 809.845813] env[64443]: _type = "HttpNfcLease" [ 809.845813] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 809.849100] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4471956d-f808-4ffb-ba83-807587d27e5c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.857448] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 809.857448] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5205243d-76e8-f6d5-d0e1-7f6216776f4d" [ 809.857448] env[64443]: _type = "Task" [ 809.857448] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.861864] env[64443]: DEBUG oslo_vmware.rw_handles [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f54a6a-fbb2-3fff-e8a6-ef025db060cd/disk-0.vmdk from lease info. {{(pid=64443) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 809.861864] env[64443]: DEBUG oslo_vmware.rw_handles [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f54a6a-fbb2-3fff-e8a6-ef025db060cd/disk-0.vmdk for reading. {{(pid=64443) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 809.934980] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5205243d-76e8-f6d5-d0e1-7f6216776f4d, 'name': SearchDatastore_Task, 'duration_secs': 0.040594} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.935313] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.935590] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] de9533bd-cb27-4d84-9be4-ed7c3a3b2197/de9533bd-cb27-4d84-9be4-ed7c3a3b2197.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.936388] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1ab1a7c-2e25-4f58-990c-15937bb87127 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.945879] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 809.945879] env[64443]: value = "task-2676469" [ 809.945879] env[64443]: _type = "Task" [ 809.945879] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.956733] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.987017] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e088b580-5928-4140-b636-3c5b46c3a298 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.070737] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Releasing lock "refresh_cache-56c38d6a-4399-4852-99e7-23ff210146b2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.071157] env[64443]: DEBUG nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Instance network_info: |[{"id": "aaded852-18dc-4427-97cf-be4d114aa9e7", "address": "fa:16:3e:f3:1f:d9", "network": {"id": "39e37fa4-178f-44f9-9ac6-1df0d15a9f83", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2089775186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6972087d0942b8a51f94e1cb548191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaded852-18", "ovs_interfaceid": "aaded852-18dc-4427-97cf-be4d114aa9e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.071704] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:1f:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aaded852-18dc-4427-97cf-be4d114aa9e7', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.084715] env[64443]: DEBUG oslo.service.loopingcall [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 810.084715] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.084715] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93d730be-2fa1-4a43-8415-f88cd823ae3c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.109116] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.109116] env[64443]: value = "task-2676470" [ 810.109116] env[64443]: _type = "Task" [ 810.109116] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.113822] env[64443]: DEBUG nova.network.neutron [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Successfully created port: 9c87a9f2-43ec-4bc1-b4b5-80f2dc460127 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.124421] env[64443]: DEBUG oslo_concurrency.lockutils [req-4f260835-6948-471f-8ddc-c5cba768cd6e req-bddb48f9-f741-4aef-b483-ab5308a2a0e7 service nova] Releasing lock "refresh_cache-de9533bd-cb27-4d84-9be4-ed7c3a3b2197" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.124812] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676470, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.219566] env[64443]: DEBUG oslo_vmware.rw_handles [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a0d477-c806-c5df-567b-465ff6878daa/disk-0.vmdk. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 810.219812] env[64443]: INFO nova.virt.vmwareapi.images [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Downloaded image file data 8c4dd395-f513-41ad-9ab9-8b7fc62c820f [ 810.220687] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa40dd0-d6bf-4567-a535-6ae9a10dc8e4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.228690] env[64443]: DEBUG nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.244598] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-def43d80-0461-44e2-918c-843963a81261 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.272857] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.277964] env[64443]: INFO nova.virt.vmwareapi.images [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] The imported VM was unregistered [ 810.281572] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Caching image {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 810.281971] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Creating directory with path [datastore2] devstack-image-cache_base/8c4dd395-f513-41ad-9ab9-8b7fc62c820f {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.286149] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d261c67-c380-4a8e-91d0-9ab0ae46d574 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.310759] env[64443]: DEBUG oslo_vmware.api [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676467, 'name': PowerOffVM_Task, 'duration_secs': 0.213592} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.311078] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.311262] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.311537] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1541aa37-9dd0-4f69-b8da-760d215f59fe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.331070] env[64443]: DEBUG nova.compute.manager [req-ea2df634-c397-4ea5-952b-7482bdbfaa55 req-f7eab760-84b3-4d60-9c76-4a54cd4d66f0 service nova] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Received event network-vif-plugged-aaded852-18dc-4427-97cf-be4d114aa9e7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 810.331690] env[64443]: DEBUG oslo_concurrency.lockutils [req-ea2df634-c397-4ea5-952b-7482bdbfaa55 req-f7eab760-84b3-4d60-9c76-4a54cd4d66f0 service nova] Acquiring lock "56c38d6a-4399-4852-99e7-23ff210146b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.331690] env[64443]: DEBUG oslo_concurrency.lockutils [req-ea2df634-c397-4ea5-952b-7482bdbfaa55 req-f7eab760-84b3-4d60-9c76-4a54cd4d66f0 service nova] Lock "56c38d6a-4399-4852-99e7-23ff210146b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.331833] env[64443]: DEBUG oslo_concurrency.lockutils [req-ea2df634-c397-4ea5-952b-7482bdbfaa55 req-f7eab760-84b3-4d60-9c76-4a54cd4d66f0 service nova] Lock "56c38d6a-4399-4852-99e7-23ff210146b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.332358] env[64443]: DEBUG nova.compute.manager [req-ea2df634-c397-4ea5-952b-7482bdbfaa55 req-f7eab760-84b3-4d60-9c76-4a54cd4d66f0 service nova] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] No waiting events found dispatching network-vif-plugged-aaded852-18dc-4427-97cf-be4d114aa9e7 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 810.332358] env[64443]: WARNING nova.compute.manager [req-ea2df634-c397-4ea5-952b-7482bdbfaa55 req-f7eab760-84b3-4d60-9c76-4a54cd4d66f0 service nova] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Received unexpected event network-vif-plugged-aaded852-18dc-4427-97cf-be4d114aa9e7 for instance with vm_state building and task_state spawning. [ 810.332358] env[64443]: DEBUG nova.compute.manager [req-ea2df634-c397-4ea5-952b-7482bdbfaa55 req-f7eab760-84b3-4d60-9c76-4a54cd4d66f0 service nova] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Received event network-changed-aaded852-18dc-4427-97cf-be4d114aa9e7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 810.332509] env[64443]: DEBUG nova.compute.manager [req-ea2df634-c397-4ea5-952b-7482bdbfaa55 req-f7eab760-84b3-4d60-9c76-4a54cd4d66f0 service nova] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Refreshing instance network info cache due to event network-changed-aaded852-18dc-4427-97cf-be4d114aa9e7. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 810.332695] env[64443]: DEBUG oslo_concurrency.lockutils [req-ea2df634-c397-4ea5-952b-7482bdbfaa55 req-f7eab760-84b3-4d60-9c76-4a54cd4d66f0 service nova] Acquiring lock "refresh_cache-56c38d6a-4399-4852-99e7-23ff210146b2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.332845] env[64443]: DEBUG oslo_concurrency.lockutils [req-ea2df634-c397-4ea5-952b-7482bdbfaa55 req-f7eab760-84b3-4d60-9c76-4a54cd4d66f0 service nova] Acquired lock "refresh_cache-56c38d6a-4399-4852-99e7-23ff210146b2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.333018] env[64443]: DEBUG nova.network.neutron [req-ea2df634-c397-4ea5-952b-7482bdbfaa55 req-f7eab760-84b3-4d60-9c76-4a54cd4d66f0 service nova] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Refreshing network info cache for port aaded852-18dc-4427-97cf-be4d114aa9e7 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.336759] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Created directory with path [datastore2] devstack-image-cache_base/8c4dd395-f513-41ad-9ab9-8b7fc62c820f {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.336877] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_33658d34-d682-421b-afe5-8fcabcc723a2/OSTACK_IMG_33658d34-d682-421b-afe5-8fcabcc723a2.vmdk to [datastore2] devstack-image-cache_base/8c4dd395-f513-41ad-9ab9-8b7fc62c820f/8c4dd395-f513-41ad-9ab9-8b7fc62c820f.vmdk. {{(pid=64443) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 810.337180] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6d1a3ad7-58f0-48ac-a02d-ef600db792b4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.352178] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 810.352178] env[64443]: value = "task-2676473" [ 810.352178] env[64443]: _type = "Task" [ 810.352178] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.361390] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676473, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.413323] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.413323] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.413323] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Deleting the datastore file [datastore2] b13e79da-5a9e-4e1d-a535-e5b97e76d2aa {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.413323] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e45654a5-b798-4f78-ac40-65309876b6f2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.422918] env[64443]: DEBUG oslo_vmware.api [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 810.422918] env[64443]: value = "task-2676474" [ 810.422918] env[64443]: _type = "Task" [ 810.422918] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.429911] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211e045a-d51d-4cf8-8ad0-de80539b78f9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.440227] env[64443]: DEBUG oslo_vmware.api [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.444331] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c78e66-f8e7-48a7-8c53-c423eed92f96 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.458128] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676469, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.487330] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d0c8ab-dbe5-4428-818f-da47fe49e36f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.497381] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c6e1f4-e098-4677-843d-aaf20d445b96 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.513953] env[64443]: DEBUG nova.compute.provider_tree [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.627779] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676470, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.863205] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676473, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.936940] env[64443]: DEBUG oslo_vmware.api [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433838} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.938550] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.938550] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.938550] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.938550] env[64443]: INFO nova.compute.manager [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Took 1.19 seconds to destroy the instance on the hypervisor. [ 810.938550] env[64443]: DEBUG oslo.service.loopingcall [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 810.941120] env[64443]: DEBUG nova.compute.manager [-] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.941259] env[64443]: DEBUG nova.network.neutron [-] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.960751] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671783} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.961052] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] de9533bd-cb27-4d84-9be4-ed7c3a3b2197/de9533bd-cb27-4d84-9be4-ed7c3a3b2197.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.961315] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.961557] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba393245-5157-4b54-8849-d729f6519ceb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.971599] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 810.971599] env[64443]: value = "task-2676475" [ 810.971599] env[64443]: _type = "Task" [ 810.971599] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.989217] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.017772] env[64443]: DEBUG nova.scheduler.client.report [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.124379] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676470, 'name': CreateVM_Task, 'duration_secs': 0.676598} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.124541] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.125723] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.126032] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.126515] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 811.127035] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ff41fe8-2dad-4a46-a838-5b91c1e5fe9f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.134616] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 811.134616] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52dc29fb-83df-e813-9a1a-dfe736334d8d" [ 811.134616] env[64443]: _type = "Task" [ 811.134616] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.146118] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52dc29fb-83df-e813-9a1a-dfe736334d8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.237160] env[64443]: DEBUG nova.network.neutron [req-ea2df634-c397-4ea5-952b-7482bdbfaa55 req-f7eab760-84b3-4d60-9c76-4a54cd4d66f0 service nova] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Updated VIF entry in instance network info cache for port aaded852-18dc-4427-97cf-be4d114aa9e7. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.238414] env[64443]: DEBUG nova.network.neutron [req-ea2df634-c397-4ea5-952b-7482bdbfaa55 req-f7eab760-84b3-4d60-9c76-4a54cd4d66f0 service nova] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Updating instance_info_cache with network_info: [{"id": "aaded852-18dc-4427-97cf-be4d114aa9e7", "address": "fa:16:3e:f3:1f:d9", "network": {"id": "39e37fa4-178f-44f9-9ac6-1df0d15a9f83", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2089775186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6972087d0942b8a51f94e1cb548191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaded852-18", "ovs_interfaceid": "aaded852-18dc-4427-97cf-be4d114aa9e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.251926] env[64443]: DEBUG nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.279730] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.280546] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.280884] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.281205] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.281428] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.281686] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.281914] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.282089] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.282267] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.282433] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.282610] env[64443]: DEBUG nova.virt.hardware [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.284011] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cd0724-68fb-4434-9d54-bdb4b56cdfb8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.295502] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3f9e7d-57d3-407a-900b-682b8f12cdeb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.372458] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676473, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.486591] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099643} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.486899] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.487776] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ac9707-9290-4cde-b4ae-e688b0094f5f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.521032] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] de9533bd-cb27-4d84-9be4-ed7c3a3b2197/de9533bd-cb27-4d84-9be4-ed7c3a3b2197.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.521438] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17df5d3b-b72d-4152-9e5b-abf93019747c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.541518] env[64443]: DEBUG oslo_concurrency.lockutils [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.325s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.545335] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.555s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.549032] env[64443]: INFO nova.compute.claims [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.558488] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 811.558488] env[64443]: value = "task-2676476" [ 811.558488] env[64443]: _type = "Task" [ 811.558488] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.568316] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.577571] env[64443]: INFO nova.scheduler.client.report [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Deleted allocations for instance 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442 [ 811.651494] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52dc29fb-83df-e813-9a1a-dfe736334d8d, 'name': SearchDatastore_Task, 'duration_secs': 0.090378} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.651989] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.652544] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.652619] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.652743] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.652946] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.653465] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ceae5c8-54b7-4ccc-b393-c0e5e63aec87 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.673238] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.673649] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.674601] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-977c6ef4-d0b8-4b79-af21-e1148a678d6e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.683180] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 811.683180] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ede9b9-2943-b3de-d5df-f1b98c498877" [ 811.683180] env[64443]: _type = "Task" [ 811.683180] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.693721] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ede9b9-2943-b3de-d5df-f1b98c498877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.713779] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquiring lock "c78fe721-d1f8-410d-aef1-077f00e53604" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.717605] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "c78fe721-d1f8-410d-aef1-077f00e53604" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.718574] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquiring lock "c78fe721-d1f8-410d-aef1-077f00e53604-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.719236] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "c78fe721-d1f8-410d-aef1-077f00e53604-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.719428] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "c78fe721-d1f8-410d-aef1-077f00e53604-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.721903] env[64443]: DEBUG nova.network.neutron [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Successfully updated port: 9c87a9f2-43ec-4bc1-b4b5-80f2dc460127 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.723913] env[64443]: INFO nova.compute.manager [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Terminating instance [ 811.741510] env[64443]: DEBUG oslo_concurrency.lockutils [req-ea2df634-c397-4ea5-952b-7482bdbfaa55 req-f7eab760-84b3-4d60-9c76-4a54cd4d66f0 service nova] Releasing lock "refresh_cache-56c38d6a-4399-4852-99e7-23ff210146b2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.865649] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676473, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.882999] env[64443]: DEBUG nova.network.neutron [-] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.071139] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.087530] env[64443]: DEBUG oslo_concurrency.lockutils [None req-add635e3-de41-42d3-9acc-103a68b49571 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "1d7c8ea5-d01d-401b-89c1-0f7b02f9c442" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.749s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.196305] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ede9b9-2943-b3de-d5df-f1b98c498877, 'name': SearchDatastore_Task, 'duration_secs': 0.086705} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.197485] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-822b9490-aabd-49e1-8b18-566b5a70e687 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.205199] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 812.205199] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52575f90-95f1-ae59-052f-f2029d0976b2" [ 812.205199] env[64443]: _type = "Task" [ 812.205199] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.217481] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52575f90-95f1-ae59-052f-f2029d0976b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.227806] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "refresh_cache-db12f279-a8f8-478c-885d-2a0d3062d87c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.227806] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquired lock "refresh_cache-db12f279-a8f8-478c-885d-2a0d3062d87c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.227806] env[64443]: DEBUG nova.network.neutron [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.229681] env[64443]: DEBUG nova.compute.manager [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.230177] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.231387] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e420513b-dc3a-42a2-b12b-c37fa23d2a29 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.241771] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.242286] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44b907e2-da31-429d-8708-2aecc38cc917 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.250932] env[64443]: DEBUG oslo_vmware.api [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 812.250932] env[64443]: value = "task-2676477" [ 812.250932] env[64443]: _type = "Task" [ 812.250932] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.261682] env[64443]: DEBUG oslo_vmware.api [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.363761] env[64443]: DEBUG nova.compute.manager [req-367730be-898a-4b16-bc8a-ad35d2213dd7 req-78109f09-970b-459b-8158-b5250ce3997e service nova] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Received event network-vif-deleted-8736c033-cafd-485d-a4b1-34179cc44ef3 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.364053] env[64443]: DEBUG nova.compute.manager [req-367730be-898a-4b16-bc8a-ad35d2213dd7 req-78109f09-970b-459b-8158-b5250ce3997e service nova] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Received event network-vif-plugged-9c87a9f2-43ec-4bc1-b4b5-80f2dc460127 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.364341] env[64443]: DEBUG oslo_concurrency.lockutils [req-367730be-898a-4b16-bc8a-ad35d2213dd7 req-78109f09-970b-459b-8158-b5250ce3997e service nova] Acquiring lock "db12f279-a8f8-478c-885d-2a0d3062d87c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.364513] env[64443]: DEBUG oslo_concurrency.lockutils [req-367730be-898a-4b16-bc8a-ad35d2213dd7 req-78109f09-970b-459b-8158-b5250ce3997e service nova] Lock "db12f279-a8f8-478c-885d-2a0d3062d87c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.364713] env[64443]: DEBUG oslo_concurrency.lockutils [req-367730be-898a-4b16-bc8a-ad35d2213dd7 req-78109f09-970b-459b-8158-b5250ce3997e service nova] Lock "db12f279-a8f8-478c-885d-2a0d3062d87c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.364861] env[64443]: DEBUG nova.compute.manager [req-367730be-898a-4b16-bc8a-ad35d2213dd7 req-78109f09-970b-459b-8158-b5250ce3997e service nova] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] No waiting events found dispatching network-vif-plugged-9c87a9f2-43ec-4bc1-b4b5-80f2dc460127 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.365052] env[64443]: WARNING nova.compute.manager [req-367730be-898a-4b16-bc8a-ad35d2213dd7 req-78109f09-970b-459b-8158-b5250ce3997e service nova] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Received unexpected event network-vif-plugged-9c87a9f2-43ec-4bc1-b4b5-80f2dc460127 for instance with vm_state building and task_state spawning. [ 812.365294] env[64443]: DEBUG nova.compute.manager [req-367730be-898a-4b16-bc8a-ad35d2213dd7 req-78109f09-970b-459b-8158-b5250ce3997e service nova] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Received event network-changed-9c87a9f2-43ec-4bc1-b4b5-80f2dc460127 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.365485] env[64443]: DEBUG nova.compute.manager [req-367730be-898a-4b16-bc8a-ad35d2213dd7 req-78109f09-970b-459b-8158-b5250ce3997e service nova] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Refreshing instance network info cache due to event network-changed-9c87a9f2-43ec-4bc1-b4b5-80f2dc460127. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 812.365680] env[64443]: DEBUG oslo_concurrency.lockutils [req-367730be-898a-4b16-bc8a-ad35d2213dd7 req-78109f09-970b-459b-8158-b5250ce3997e service nova] Acquiring lock "refresh_cache-db12f279-a8f8-478c-885d-2a0d3062d87c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.371055] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676473, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.385617] env[64443]: INFO nova.compute.manager [-] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Took 1.44 seconds to deallocate network for instance. [ 812.569910] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.718149] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52575f90-95f1-ae59-052f-f2029d0976b2, 'name': SearchDatastore_Task, 'duration_secs': 0.093243} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.718652] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.719153] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 56c38d6a-4399-4852-99e7-23ff210146b2/56c38d6a-4399-4852-99e7-23ff210146b2.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.719764] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39ccae75-c00c-4248-929d-57850a6018e1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.736211] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 812.736211] env[64443]: value = "task-2676478" [ 812.736211] env[64443]: _type = "Task" [ 812.736211] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.747070] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.766391] env[64443]: DEBUG oslo_vmware.api [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.770926] env[64443]: DEBUG nova.network.neutron [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.872393] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676473, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.896091] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.945966] env[64443]: DEBUG nova.network.neutron [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Updating instance_info_cache with network_info: [{"id": "9c87a9f2-43ec-4bc1-b4b5-80f2dc460127", "address": "fa:16:3e:96:fb:0a", "network": {"id": "39e37fa4-178f-44f9-9ac6-1df0d15a9f83", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2089775186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6972087d0942b8a51f94e1cb548191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c87a9f2-43", "ovs_interfaceid": "9c87a9f2-43ec-4bc1-b4b5-80f2dc460127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.069639] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da22a375-7bfc-4162-b001-63387b8dc426 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.076831] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.082905] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747a68c2-7857-4675-9f9b-66f12d3758a5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.118556] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb265216-59a9-495d-b73d-924cd58c47e9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.128323] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e48056-d0ba-4202-82a2-5c9474fbf7de {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.143896] env[64443]: DEBUG nova.compute.provider_tree [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.247040] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676478, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.266044] env[64443]: DEBUG oslo_vmware.api [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676477, 'name': PowerOffVM_Task, 'duration_secs': 0.895357} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.267016] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.267016] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.267016] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7fc085f-76dc-43c3-a088-e9e6ea6d7a5f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.363264] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.363971] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.363971] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Deleting the datastore file [datastore2] c78fe721-d1f8-410d-aef1-077f00e53604 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.364314] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aba2ab47-c0ca-4609-99ee-3ae5219b581f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.375649] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676473, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.799863} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.375916] env[64443]: INFO nova.virt.vmwareapi.ds_util [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_33658d34-d682-421b-afe5-8fcabcc723a2/OSTACK_IMG_33658d34-d682-421b-afe5-8fcabcc723a2.vmdk to [datastore2] devstack-image-cache_base/8c4dd395-f513-41ad-9ab9-8b7fc62c820f/8c4dd395-f513-41ad-9ab9-8b7fc62c820f.vmdk. [ 813.375983] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Cleaning up location [datastore2] OSTACK_IMG_33658d34-d682-421b-afe5-8fcabcc723a2 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 813.377043] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_33658d34-d682-421b-afe5-8fcabcc723a2 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.377043] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c22ec746-c046-4f4a-9339-1ab0b996c981 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.380328] env[64443]: DEBUG oslo_vmware.api [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 813.380328] env[64443]: value = "task-2676480" [ 813.380328] env[64443]: _type = "Task" [ 813.380328] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.386713] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 813.386713] env[64443]: value = "task-2676481" [ 813.386713] env[64443]: _type = "Task" [ 813.386713] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.391053] env[64443]: DEBUG oslo_vmware.api [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.401921] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.449671] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Releasing lock "refresh_cache-db12f279-a8f8-478c-885d-2a0d3062d87c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.449921] env[64443]: DEBUG nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Instance network_info: |[{"id": "9c87a9f2-43ec-4bc1-b4b5-80f2dc460127", "address": "fa:16:3e:96:fb:0a", "network": {"id": "39e37fa4-178f-44f9-9ac6-1df0d15a9f83", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2089775186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6972087d0942b8a51f94e1cb548191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c87a9f2-43", "ovs_interfaceid": "9c87a9f2-43ec-4bc1-b4b5-80f2dc460127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.450407] env[64443]: DEBUG oslo_concurrency.lockutils [req-367730be-898a-4b16-bc8a-ad35d2213dd7 req-78109f09-970b-459b-8158-b5250ce3997e service nova] Acquired lock "refresh_cache-db12f279-a8f8-478c-885d-2a0d3062d87c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.450695] env[64443]: DEBUG nova.network.neutron [req-367730be-898a-4b16-bc8a-ad35d2213dd7 req-78109f09-970b-459b-8158-b5250ce3997e service nova] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Refreshing network info cache for port 9c87a9f2-43ec-4bc1-b4b5-80f2dc460127 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.452968] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:fb:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c87a9f2-43ec-4bc1-b4b5-80f2dc460127', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.460539] env[64443]: DEBUG oslo.service.loopingcall [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 813.461750] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.462028] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd3ae5ef-8927-48b4-8ece-4b89325f3364 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.484859] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.484859] env[64443]: value = "task-2676482" [ 813.484859] env[64443]: _type = "Task" [ 813.484859] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.500888] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676482, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.571439] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676476, 'name': ReconfigVM_Task, 'duration_secs': 1.689294} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.571721] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Reconfigured VM instance instance-0000003e to attach disk [datastore2] de9533bd-cb27-4d84-9be4-ed7c3a3b2197/de9533bd-cb27-4d84-9be4-ed7c3a3b2197.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.572388] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41f5bb8d-bdda-47c5-b3d0-82bbc1b81e18 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.580604] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 813.580604] env[64443]: value = "task-2676483" [ 813.580604] env[64443]: _type = "Task" [ 813.580604] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.590263] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676483, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.649090] env[64443]: DEBUG nova.scheduler.client.report [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.748948] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812966} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.749428] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 56c38d6a-4399-4852-99e7-23ff210146b2/56c38d6a-4399-4852-99e7-23ff210146b2.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.749736] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.750105] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f08a3f6d-3fc3-4d74-a36b-4614540dafce {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.758065] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 813.758065] env[64443]: value = "task-2676484" [ 813.758065] env[64443]: _type = "Task" [ 813.758065] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.767944] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.892328] env[64443]: DEBUG oslo_vmware.api [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355468} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.895424] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.895690] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.895867] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.896012] env[64443]: INFO nova.compute.manager [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Took 1.67 seconds to destroy the instance on the hypervisor. [ 813.896358] env[64443]: DEBUG oslo.service.loopingcall [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 813.896490] env[64443]: DEBUG nova.compute.manager [-] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.896594] env[64443]: DEBUG nova.network.neutron [-] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.903929] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150483} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.904194] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.904363] env[64443]: DEBUG oslo_concurrency.lockutils [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c4dd395-f513-41ad-9ab9-8b7fc62c820f/8c4dd395-f513-41ad-9ab9-8b7fc62c820f.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.904613] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c4dd395-f513-41ad-9ab9-8b7fc62c820f/8c4dd395-f513-41ad-9ab9-8b7fc62c820f.vmdk to [datastore2] a9cd65b5-58ae-4174-ba35-131d685991ef/a9cd65b5-58ae-4174-ba35-131d685991ef.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.906018] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-960509ed-8ea0-400e-83e8-9de3c73858c3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.913723] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 813.913723] env[64443]: value = "task-2676485" [ 813.913723] env[64443]: _type = "Task" [ 813.913723] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.929157] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.000181] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676482, 'name': CreateVM_Task, 'duration_secs': 0.415853} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.000181] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.000181] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.000482] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.000715] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.000981] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2be60f7-1836-4a73-aaa6-d0cd314f1a19 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.008737] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 814.008737] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]522886ac-c39e-3df1-888c-8fd0b157c53c" [ 814.008737] env[64443]: _type = "Task" [ 814.008737] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.019240] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]522886ac-c39e-3df1-888c-8fd0b157c53c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.093589] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676483, 'name': Rename_Task, 'duration_secs': 0.191081} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.098301] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.098604] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b4ac3e3-f3b7-473a-bbef-e7f78a8f4494 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.112132] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 814.112132] env[64443]: value = "task-2676486" [ 814.112132] env[64443]: _type = "Task" [ 814.112132] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.122356] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.156335] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.157083] env[64443]: DEBUG nova.compute.manager [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.160690] env[64443]: DEBUG oslo_concurrency.lockutils [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 48.366s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.269856] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087337} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.270263] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.271566] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b23ee8c-653b-4f9a-99fb-11e1abe08b97 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.301495] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 56c38d6a-4399-4852-99e7-23ff210146b2/56c38d6a-4399-4852-99e7-23ff210146b2.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.304429] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-725784a2-6c8c-47d9-871c-ecb984c87c73 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.326936] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 814.326936] env[64443]: value = "task-2676487" [ 814.326936] env[64443]: _type = "Task" [ 814.326936] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.338462] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.376904] env[64443]: DEBUG nova.network.neutron [req-367730be-898a-4b16-bc8a-ad35d2213dd7 req-78109f09-970b-459b-8158-b5250ce3997e service nova] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Updated VIF entry in instance network info cache for port 9c87a9f2-43ec-4bc1-b4b5-80f2dc460127. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.377306] env[64443]: DEBUG nova.network.neutron [req-367730be-898a-4b16-bc8a-ad35d2213dd7 req-78109f09-970b-459b-8158-b5250ce3997e service nova] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Updating instance_info_cache with network_info: [{"id": "9c87a9f2-43ec-4bc1-b4b5-80f2dc460127", "address": "fa:16:3e:96:fb:0a", "network": {"id": "39e37fa4-178f-44f9-9ac6-1df0d15a9f83", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2089775186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6972087d0942b8a51f94e1cb548191", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c87a9f2-43", "ovs_interfaceid": "9c87a9f2-43ec-4bc1-b4b5-80f2dc460127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.424945] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676485, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.521575] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]522886ac-c39e-3df1-888c-8fd0b157c53c, 'name': SearchDatastore_Task, 'duration_secs': 0.011248} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.521917] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.522176] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.522508] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.523295] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.523295] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.523295] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9fe2148-87ce-40bd-b3e4-0fd834600914 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.536178] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.536178] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.537227] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fdfab2b-8379-427b-a200-4b2eb7f8b2fb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.544578] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 814.544578] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52050063-cf89-8e46-aff7-64bf2d108abf" [ 814.544578] env[64443]: _type = "Task" [ 814.544578] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.555135] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52050063-cf89-8e46-aff7-64bf2d108abf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.559701] env[64443]: DEBUG nova.compute.manager [req-c3e57a19-92e6-43ad-b0a0-b302e0b2575d req-c4376fb6-2e05-44cc-96b4-d53cd5686c88 service nova] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Received event network-vif-deleted-b0a5f375-1a5b-407b-8343-e500ef024d2a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 814.559889] env[64443]: INFO nova.compute.manager [req-c3e57a19-92e6-43ad-b0a0-b302e0b2575d req-c4376fb6-2e05-44cc-96b4-d53cd5686c88 service nova] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Neutron deleted interface b0a5f375-1a5b-407b-8343-e500ef024d2a; detaching it from the instance and deleting it from the info cache [ 814.560080] env[64443]: DEBUG nova.network.neutron [req-c3e57a19-92e6-43ad-b0a0-b302e0b2575d req-c4376fb6-2e05-44cc-96b4-d53cd5686c88 service nova] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.625638] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676486, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.664625] env[64443]: DEBUG nova.compute.utils [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 814.666455] env[64443]: DEBUG nova.compute.manager [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.666660] env[64443]: DEBUG nova.network.neutron [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.676513] env[64443]: INFO nova.compute.claims [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.738756] env[64443]: DEBUG nova.policy [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40d171908f8a4c4f8761996e01857431', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21ad6831a4454d5ca5a5ee5440f25970', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.838413] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.852699] env[64443]: DEBUG nova.network.neutron [-] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.879659] env[64443]: DEBUG oslo_concurrency.lockutils [req-367730be-898a-4b16-bc8a-ad35d2213dd7 req-78109f09-970b-459b-8158-b5250ce3997e service nova] Releasing lock "refresh_cache-db12f279-a8f8-478c-885d-2a0d3062d87c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.927641] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676485, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.069669] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52050063-cf89-8e46-aff7-64bf2d108abf, 'name': SearchDatastore_Task, 'duration_secs': 0.014708} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.070052] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5fc3cf6-f87f-4893-8862-9be77f5c737a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.073804] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0da1ee6-d007-4c29-9ee0-8cfa80fff544 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.081391] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 815.081391] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52b4ebd1-5fd5-b026-f523-3979d24301f5" [ 815.081391] env[64443]: _type = "Task" [ 815.081391] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.082670] env[64443]: DEBUG nova.network.neutron [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Successfully created port: e7652b5b-b246-4052-b588-7b031f8f7f26 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.094532] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d0c175-9f10-4739-891c-2543c4235dbd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.115510] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b4ebd1-5fd5-b026-f523-3979d24301f5, 'name': SearchDatastore_Task, 'duration_secs': 0.013174} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.119202] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.119556] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] db12f279-a8f8-478c-885d-2a0d3062d87c/db12f279-a8f8-478c-885d-2a0d3062d87c.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.119876] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cf3fce8-c735-44d3-af3b-94ce319441e7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.142021] env[64443]: DEBUG nova.compute.manager [req-c3e57a19-92e6-43ad-b0a0-b302e0b2575d req-c4376fb6-2e05-44cc-96b4-d53cd5686c88 service nova] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Detach interface failed, port_id=b0a5f375-1a5b-407b-8343-e500ef024d2a, reason: Instance c78fe721-d1f8-410d-aef1-077f00e53604 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 815.143580] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676486, 'name': PowerOnVM_Task} progress is 71%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.145647] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 815.145647] env[64443]: value = "task-2676488" [ 815.145647] env[64443]: _type = "Task" [ 815.145647] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.156314] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.184293] env[64443]: DEBUG oslo_concurrency.lockutils [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "2b8158f0-c55c-48d5-88c9-269f0c89256a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.184564] env[64443]: DEBUG oslo_concurrency.lockutils [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "2b8158f0-c55c-48d5-88c9-269f0c89256a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.184989] env[64443]: DEBUG nova.compute.manager [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.189691] env[64443]: INFO nova.compute.resource_tracker [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Updating resource usage from migration 92484d2b-e865-446b-85ef-b2d38ca6cc09 [ 815.339714] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.360019] env[64443]: INFO nova.compute.manager [-] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Took 1.46 seconds to deallocate network for instance. [ 815.436217] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676485, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.632266] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676486, 'name': PowerOnVM_Task} progress is 78%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.661137] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676488, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.713416] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d05f57-4d1c-4322-be21-81a55537e7c4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.723331] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3706aa-6293-426a-9e91-6bbbabe4afbc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.763123] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f76fa7-d599-44b3-9a00-25afda2e120e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.774598] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936eee4a-0b2e-47a2-a50a-52bcaf1075f4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.795435] env[64443]: DEBUG nova.compute.provider_tree [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.843096] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676487, 'name': ReconfigVM_Task, 'duration_secs': 1.372114} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.843489] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 56c38d6a-4399-4852-99e7-23ff210146b2/56c38d6a-4399-4852-99e7-23ff210146b2.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.844321] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-450f2cd2-0fe1-4d5a-8208-1111f92a6f4a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.853409] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 815.853409] env[64443]: value = "task-2676489" [ 815.853409] env[64443]: _type = "Task" [ 815.853409] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.864768] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676489, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.867103] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.933249] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676485, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.128616] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676486, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.156929] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.934367} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.157154] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] db12f279-a8f8-478c-885d-2a0d3062d87c/db12f279-a8f8-478c-885d-2a0d3062d87c.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.157394] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.157650] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0129e71-43ce-43f4-b9fa-0b2415b655f6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.167722] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 816.167722] env[64443]: value = "task-2676490" [ 816.167722] env[64443]: _type = "Task" [ 816.167722] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.178276] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.194095] env[64443]: DEBUG nova.compute.manager [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.225603] env[64443]: DEBUG nova.virt.hardware [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.225850] env[64443]: DEBUG nova.virt.hardware [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.226021] env[64443]: DEBUG nova.virt.hardware [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.226255] env[64443]: DEBUG nova.virt.hardware [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.226415] env[64443]: DEBUG nova.virt.hardware [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.226566] env[64443]: DEBUG nova.virt.hardware [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.226787] env[64443]: DEBUG nova.virt.hardware [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.226953] env[64443]: DEBUG nova.virt.hardware [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.227187] env[64443]: DEBUG nova.virt.hardware [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.227388] env[64443]: DEBUG nova.virt.hardware [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.227568] env[64443]: DEBUG nova.virt.hardware [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.228491] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c11dc9-6216-45d1-93ab-d10a05743341 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.237285] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74558bb-295d-4d7f-8e2f-b03a1e63bebb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.298974] env[64443]: DEBUG nova.scheduler.client.report [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.365565] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676489, 'name': Rename_Task, 'duration_secs': 0.37319} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.365928] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.366353] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97184aad-e2c2-4c9f-b74f-7d9155c28cbe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.373599] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 816.373599] env[64443]: value = "task-2676491" [ 816.373599] env[64443]: _type = "Task" [ 816.373599] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.383470] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.431327] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676485, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.300421} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.431612] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c4dd395-f513-41ad-9ab9-8b7fc62c820f/8c4dd395-f513-41ad-9ab9-8b7fc62c820f.vmdk to [datastore2] a9cd65b5-58ae-4174-ba35-131d685991ef/a9cd65b5-58ae-4174-ba35-131d685991ef.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.432575] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44acb02-4030-47f9-9a8c-c9df503e2aaf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.458579] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] a9cd65b5-58ae-4174-ba35-131d685991ef/a9cd65b5-58ae-4174-ba35-131d685991ef.vmdk or device None with type streamOptimized {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.458579] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f0c66bb-2cdc-43bf-9ac5-cf9850860c5c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.480856] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 816.480856] env[64443]: value = "task-2676492" [ 816.480856] env[64443]: _type = "Task" [ 816.480856] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.489641] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.629162] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676486, 'name': PowerOnVM_Task, 'duration_secs': 2.276325} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.629549] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.629831] env[64443]: INFO nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Took 11.32 seconds to spawn the instance on the hypervisor. [ 816.630127] env[64443]: DEBUG nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.631333] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a09ee6-ae2d-4a8d-ba60-1fb96b6e17f1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.659153] env[64443]: DEBUG nova.network.neutron [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Successfully updated port: e7652b5b-b246-4052-b588-7b031f8f7f26 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.689127] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089266} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.690745] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.692489] env[64443]: DEBUG nova.compute.manager [req-cd72de2e-7695-4eb0-8328-243649641595 req-917df795-b2ee-4692-918c-c8d375181f3b service nova] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Received event network-vif-plugged-e7652b5b-b246-4052-b588-7b031f8f7f26 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 816.692759] env[64443]: DEBUG oslo_concurrency.lockutils [req-cd72de2e-7695-4eb0-8328-243649641595 req-917df795-b2ee-4692-918c-c8d375181f3b service nova] Acquiring lock "8ce6c57f-ef8b-4e88-a064-d12aefe8efb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.693066] env[64443]: DEBUG oslo_concurrency.lockutils [req-cd72de2e-7695-4eb0-8328-243649641595 req-917df795-b2ee-4692-918c-c8d375181f3b service nova] Lock "8ce6c57f-ef8b-4e88-a064-d12aefe8efb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.693322] env[64443]: DEBUG oslo_concurrency.lockutils [req-cd72de2e-7695-4eb0-8328-243649641595 req-917df795-b2ee-4692-918c-c8d375181f3b service nova] Lock "8ce6c57f-ef8b-4e88-a064-d12aefe8efb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.693560] env[64443]: DEBUG nova.compute.manager [req-cd72de2e-7695-4eb0-8328-243649641595 req-917df795-b2ee-4692-918c-c8d375181f3b service nova] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] No waiting events found dispatching network-vif-plugged-e7652b5b-b246-4052-b588-7b031f8f7f26 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.693811] env[64443]: WARNING nova.compute.manager [req-cd72de2e-7695-4eb0-8328-243649641595 req-917df795-b2ee-4692-918c-c8d375181f3b service nova] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Received unexpected event network-vif-plugged-e7652b5b-b246-4052-b588-7b031f8f7f26 for instance with vm_state building and task_state spawning. [ 816.694971] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a37063-e758-47ae-b03f-5be78b3b3d1e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.731760] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] db12f279-a8f8-478c-885d-2a0d3062d87c/db12f279-a8f8-478c-885d-2a0d3062d87c.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.732691] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06f4ee56-50df-433b-bbed-183635336b2b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.754418] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 816.754418] env[64443]: value = "task-2676493" [ 816.754418] env[64443]: _type = "Task" [ 816.754418] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.764055] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.806274] env[64443]: DEBUG oslo_concurrency.lockutils [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.643s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.806274] env[64443]: INFO nova.compute.manager [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Migrating [ 816.811347] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.198s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.811654] env[64443]: DEBUG nova.objects.instance [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lazy-loading 'resources' on Instance uuid 3e5f0538-c92f-41c2-a451-ecdece381f8f {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.886324] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676491, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.992041] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676492, 'name': ReconfigVM_Task, 'duration_secs': 0.36} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.992041] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Reconfigured VM instance instance-00000015 to attach disk [datastore2] a9cd65b5-58ae-4174-ba35-131d685991ef/a9cd65b5-58ae-4174-ba35-131d685991ef.vmdk or device None with type streamOptimized {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.993190] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'guest_format': None, 'size': 0, 'boot_index': 0, 'encryption_secret_uuid': None, 'encrypted': False, 'encryption_options': None, 'disk_bus': None, 'device_name': '/dev/sda', 'device_type': 'disk', 'image_id': 'dd719037-1855-48c3-aee4-b2a657ffb2c7'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'mount_device': '/dev/sdb', 'guest_format': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539652', 'volume_id': '91b132f0-b4ca-407d-8362-210440675069', 'name': 'volume-91b132f0-b4ca-407d-8362-210440675069', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a9cd65b5-58ae-4174-ba35-131d685991ef', 'attached_at': '', 'detached_at': '', 'volume_id': '91b132f0-b4ca-407d-8362-210440675069', 'serial': '91b132f0-b4ca-407d-8362-210440675069'}, 'disk_bus': None, 'device_type': None, 'attachment_id': 'b327077a-dd9f-4c83-b70a-c9a69177ef59', 'volume_type': None}], 'swap': None} {{(pid=64443) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 816.993461] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Volume attach. Driver type: vmdk {{(pid=64443) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 816.993671] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539652', 'volume_id': '91b132f0-b4ca-407d-8362-210440675069', 'name': 'volume-91b132f0-b4ca-407d-8362-210440675069', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a9cd65b5-58ae-4174-ba35-131d685991ef', 'attached_at': '', 'detached_at': '', 'volume_id': '91b132f0-b4ca-407d-8362-210440675069', 'serial': '91b132f0-b4ca-407d-8362-210440675069'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 816.994635] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ee837a-fb28-4fdd-8b37-3b0560e56df6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.012778] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5617d59b-f51f-4635-bbfd-9aa400da0dd8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.043527] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] volume-91b132f0-b4ca-407d-8362-210440675069/volume-91b132f0-b4ca-407d-8362-210440675069.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.043919] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d52bde6-1b35-4587-b1ab-b965625a8c16 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.063766] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 817.063766] env[64443]: value = "task-2676494" [ 817.063766] env[64443]: _type = "Task" [ 817.063766] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.073703] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.155613] env[64443]: INFO nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Took 56.69 seconds to build instance. [ 817.161700] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "refresh_cache-8ce6c57f-ef8b-4e88-a064-d12aefe8efb5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.161872] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired lock "refresh_cache-8ce6c57f-ef8b-4e88-a064-d12aefe8efb5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.162067] env[64443]: DEBUG nova.network.neutron [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.266160] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676493, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.323120] env[64443]: DEBUG oslo_concurrency.lockutils [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "refresh_cache-60590d5a-3ca8-4189-a294-c72f00d2bf8c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.323120] env[64443]: DEBUG oslo_concurrency.lockutils [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquired lock "refresh_cache-60590d5a-3ca8-4189-a294-c72f00d2bf8c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.323314] env[64443]: DEBUG nova.network.neutron [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.386737] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676491, 'name': PowerOnVM_Task, 'duration_secs': 0.540601} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.389719] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.389821] env[64443]: INFO nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Took 9.46 seconds to spawn the instance on the hypervisor. [ 817.390041] env[64443]: DEBUG nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.391107] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bc5e88-8709-41ab-abe8-6aff67894bdc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.575757] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676494, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.657899] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "de9533bd-cb27-4d84-9be4-ed7c3a3b2197" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.209s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.699173] env[64443]: DEBUG nova.network.neutron [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.765588] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676493, 'name': ReconfigVM_Task, 'duration_secs': 0.5755} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.766891] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Reconfigured VM instance instance-00000040 to attach disk [datastore1] db12f279-a8f8-478c-885d-2a0d3062d87c/db12f279-a8f8-478c-885d-2a0d3062d87c.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.768152] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ffa7a8-6147-4e4d-bea7-977ef36a1b65 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.773771] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f918448d-fb1e-4d03-8042-f441f4d49ae1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.784381] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1449bae8-3191-4b3f-8429-db4d6880063d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.788849] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 817.788849] env[64443]: value = "task-2676495" [ 817.788849] env[64443]: _type = "Task" [ 817.788849] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.823378] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57ac10f-d38a-4874-9a44-a3d8fd607701 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.834291] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676495, 'name': Rename_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.842020] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef6b9e1-e9a8-42ec-bea2-d2d9df5d7b8b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.859165] env[64443]: DEBUG nova.compute.provider_tree [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.900637] env[64443]: DEBUG nova.network.neutron [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Updating instance_info_cache with network_info: [{"id": "e7652b5b-b246-4052-b588-7b031f8f7f26", "address": "fa:16:3e:4c:28:6c", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7652b5b-b2", "ovs_interfaceid": "e7652b5b-b246-4052-b588-7b031f8f7f26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.913365] env[64443]: INFO nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Took 57.40 seconds to build instance. [ 818.041093] env[64443]: DEBUG oslo_vmware.rw_handles [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f54a6a-fbb2-3fff-e8a6-ef025db060cd/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 818.042293] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06efc9e9-e5f3-4ca9-98a4-64521f7f6b00 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.049673] env[64443]: DEBUG oslo_vmware.rw_handles [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f54a6a-fbb2-3fff-e8a6-ef025db060cd/disk-0.vmdk is in state: ready. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 818.049856] env[64443]: ERROR oslo_vmware.rw_handles [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f54a6a-fbb2-3fff-e8a6-ef025db060cd/disk-0.vmdk due to incomplete transfer. [ 818.050458] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e4751471-08af-44c1-bf4d-46176b95a980 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.062046] env[64443]: DEBUG oslo_vmware.rw_handles [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f54a6a-fbb2-3fff-e8a6-ef025db060cd/disk-0.vmdk. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 818.062046] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Uploaded image 34c677d1-1a5e-4833-b8e6-ebc0dbe33c20 to the Glance image server {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 818.063224] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Destroying the VM {{(pid=64443) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 818.063588] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0b657d5b-c923-4a3d-bb45-18cc1f80c09b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.071603] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 818.071603] env[64443]: value = "task-2676496" [ 818.071603] env[64443]: _type = "Task" [ 818.071603] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.078961] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676494, 'name': ReconfigVM_Task, 'duration_secs': 0.582332} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.081017] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Reconfigured VM instance instance-00000015 to attach disk [datastore1] volume-91b132f0-b4ca-407d-8362-210440675069/volume-91b132f0-b4ca-407d-8362-210440675069.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.087739] env[64443]: DEBUG nova.network.neutron [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Updating instance_info_cache with network_info: [{"id": "4f7baecc-ddee-4ec2-bfc8-c318a81128cc", "address": "fa:16:3e:1b:7b:7e", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f7baecc-dd", "ovs_interfaceid": "4f7baecc-ddee-4ec2-bfc8-c318a81128cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.097014] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d105c98-fc0d-4a71-b8ff-abc4a2143e29 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.103781] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676496, 'name': Destroy_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.105277] env[64443]: DEBUG oslo_concurrency.lockutils [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Releasing lock "refresh_cache-60590d5a-3ca8-4189-a294-c72f00d2bf8c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.117157] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 818.117157] env[64443]: value = "task-2676497" [ 818.117157] env[64443]: _type = "Task" [ 818.117157] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.126644] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676497, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.161046] env[64443]: DEBUG nova.compute.manager [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.300672] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676495, 'name': Rename_Task, 'duration_secs': 0.224145} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.301192] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.302057] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea244b97-2a95-4670-99a4-d98ddfc9e5ac {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.310812] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 818.310812] env[64443]: value = "task-2676498" [ 818.310812] env[64443]: _type = "Task" [ 818.310812] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.321657] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.362948] env[64443]: DEBUG nova.scheduler.client.report [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.405066] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Releasing lock "refresh_cache-8ce6c57f-ef8b-4e88-a064-d12aefe8efb5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.405751] env[64443]: DEBUG nova.compute.manager [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Instance network_info: |[{"id": "e7652b5b-b246-4052-b588-7b031f8f7f26", "address": "fa:16:3e:4c:28:6c", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7652b5b-b2", "ovs_interfaceid": "e7652b5b-b246-4052-b588-7b031f8f7f26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.406891] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:28:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7652b5b-b246-4052-b588-7b031f8f7f26', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.415741] env[64443]: DEBUG oslo.service.loopingcall [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 818.416575] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "56c38d6a-4399-4852-99e7-23ff210146b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.925s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.416855] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.417220] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae983e81-e253-4f77-956d-7bc6f5c2e1d7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.440732] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.440732] env[64443]: value = "task-2676499" [ 818.440732] env[64443]: _type = "Task" [ 818.440732] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.450893] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676499, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.583057] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676496, 'name': Destroy_Task, 'duration_secs': 0.326478} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.583368] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Destroyed the VM [ 818.583608] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Deleting Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 818.583864] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-129981d4-717e-4cdf-8ad5-a5641311c084 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.592035] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 818.592035] env[64443]: value = "task-2676500" [ 818.592035] env[64443]: _type = "Task" [ 818.592035] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.600514] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676500, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.627848] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676497, 'name': ReconfigVM_Task, 'duration_secs': 0.432891} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.628366] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539652', 'volume_id': '91b132f0-b4ca-407d-8362-210440675069', 'name': 'volume-91b132f0-b4ca-407d-8362-210440675069', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a9cd65b5-58ae-4174-ba35-131d685991ef', 'attached_at': '', 'detached_at': '', 'volume_id': '91b132f0-b4ca-407d-8362-210440675069', 'serial': '91b132f0-b4ca-407d-8362-210440675069'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 818.629105] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b5252ed-5cb3-41a8-86c1-40b1efe24b63 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.638173] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 818.638173] env[64443]: value = "task-2676501" [ 818.638173] env[64443]: _type = "Task" [ 818.638173] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.648813] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676501, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.683689] env[64443]: DEBUG oslo_concurrency.lockutils [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.771522] env[64443]: DEBUG nova.compute.manager [req-d6844c04-915e-438c-91c8-36ecaeb3a2df req-a8d4d107-0941-4779-a78a-7c8a625a2a94 service nova] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Received event network-changed-e7652b5b-b246-4052-b588-7b031f8f7f26 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.771726] env[64443]: DEBUG nova.compute.manager [req-d6844c04-915e-438c-91c8-36ecaeb3a2df req-a8d4d107-0941-4779-a78a-7c8a625a2a94 service nova] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Refreshing instance network info cache due to event network-changed-e7652b5b-b246-4052-b588-7b031f8f7f26. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 818.771952] env[64443]: DEBUG oslo_concurrency.lockutils [req-d6844c04-915e-438c-91c8-36ecaeb3a2df req-a8d4d107-0941-4779-a78a-7c8a625a2a94 service nova] Acquiring lock "refresh_cache-8ce6c57f-ef8b-4e88-a064-d12aefe8efb5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.772111] env[64443]: DEBUG oslo_concurrency.lockutils [req-d6844c04-915e-438c-91c8-36ecaeb3a2df req-a8d4d107-0941-4779-a78a-7c8a625a2a94 service nova] Acquired lock "refresh_cache-8ce6c57f-ef8b-4e88-a064-d12aefe8efb5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.772682] env[64443]: DEBUG nova.network.neutron [req-d6844c04-915e-438c-91c8-36ecaeb3a2df req-a8d4d107-0941-4779-a78a-7c8a625a2a94 service nova] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Refreshing network info cache for port e7652b5b-b246-4052-b588-7b031f8f7f26 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.822414] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676498, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.867681] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.871030] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 48.969s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.892784] env[64443]: INFO nova.scheduler.client.report [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Deleted allocations for instance 3e5f0538-c92f-41c2-a451-ecdece381f8f [ 818.953674] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676499, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.102231] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676500, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.149127] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676501, 'name': Rename_Task, 'duration_secs': 0.423331} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.149476] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.149734] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1624ea8-1608-492c-b74c-d9dda7d18e48 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.159673] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 819.159673] env[64443]: value = "task-2676502" [ 819.159673] env[64443]: _type = "Task" [ 819.159673] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.169412] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.324053] env[64443]: DEBUG oslo_vmware.api [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676498, 'name': PowerOnVM_Task, 'duration_secs': 0.938098} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.324353] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.324566] env[64443]: INFO nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Took 8.07 seconds to spawn the instance on the hypervisor. [ 819.324808] env[64443]: DEBUG nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.325562] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd82aa4-2749-4ff9-8232-714283388224 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.402647] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ffabf150-51d8-4b9b-88c4-f45162022df3 tempest-ServerRescueTestJSON-102856840 tempest-ServerRescueTestJSON-102856840-project-member] Lock "3e5f0538-c92f-41c2-a451-ecdece381f8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.265s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.457587] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676499, 'name': CreateVM_Task, 'duration_secs': 0.630541} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.457759] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.458560] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.458729] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.459091] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 819.459401] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13c8f7d0-3393-416a-9db9-12965967cbb6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.464864] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 819.464864] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]528d4e8c-6542-140b-b806-e73a6d9a03bd" [ 819.464864] env[64443]: _type = "Task" [ 819.464864] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.474529] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]528d4e8c-6542-140b-b806-e73a6d9a03bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.520180] env[64443]: DEBUG nova.network.neutron [req-d6844c04-915e-438c-91c8-36ecaeb3a2df req-a8d4d107-0941-4779-a78a-7c8a625a2a94 service nova] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Updated VIF entry in instance network info cache for port e7652b5b-b246-4052-b588-7b031f8f7f26. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.520565] env[64443]: DEBUG nova.network.neutron [req-d6844c04-915e-438c-91c8-36ecaeb3a2df req-a8d4d107-0941-4779-a78a-7c8a625a2a94 service nova] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Updating instance_info_cache with network_info: [{"id": "e7652b5b-b246-4052-b588-7b031f8f7f26", "address": "fa:16:3e:4c:28:6c", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7652b5b-b2", "ovs_interfaceid": "e7652b5b-b246-4052-b588-7b031f8f7f26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.606523] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676500, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.621321] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d486e4-8ee5-4eae-8ccb-295876a2308d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.642941] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Updating instance '60590d5a-3ca8-4189-a294-c72f00d2bf8c' progress to 0 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 819.672246] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676502, 'name': PowerOnVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.844187] env[64443]: INFO nova.compute.manager [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Took 59.27 seconds to build instance. [ 819.889755] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Applying migration context for instance 60590d5a-3ca8-4189-a294-c72f00d2bf8c as it has an incoming, in-progress migration 92484d2b-e865-446b-85ef-b2d38ca6cc09. Migration status is migrating {{(pid=64443) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 819.891991] env[64443]: INFO nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Updating resource usage from migration 92484d2b-e865-446b-85ef-b2d38ca6cc09 [ 819.892697] env[64443]: INFO nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Updating resource usage from migration 0f799fd7-6ed5-44ef-bd73-7dacb31436f6 [ 819.920709] env[64443]: WARNING nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 2437eab1-4de1-4f9e-a946-c71695cd7895 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 819.924055] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 8cbb1e8f-c258-42db-ac80-14af4337c82d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.924055] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 7a36ccc9-c594-48f8-a847-9b26cd0431fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.924055] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 184b46f6-60a1-4425-ae07-726c056b1a18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.924055] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.924055] env[64443]: WARNING nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 47374946-3398-439c-b530-9f249844450b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 819.924055] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance d0381940-546b-45e7-984e-a78444d069f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.924055] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 4527a9ba-28f7-4698-aec0-6389cfc9d788 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.924055] env[64443]: WARNING nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 4531838e-0b18-44a3-ab03-87107bfde98b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 819.924055] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 58d285df-0345-4a37-8254-87007c3af28d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.924055] env[64443]: WARNING nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance b13e79da-5a9e-4e1d-a535-e5b97e76d2aa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 819.924055] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 816437a1-05dc-4c40-8fc6-5171bdb524e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.924055] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance a9cd65b5-58ae-4174-ba35-131d685991ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.924055] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 607c9db3-eb01-4317-bb37-c717e49c1aa7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.924055] env[64443]: WARNING nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 132228fb-0f30-408a-9f0d-b7d0378846d2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 819.924509] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance e33c53ff-e145-485c-82ec-de74deaf219f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.924509] env[64443]: WARNING nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance c78fe721-d1f8-410d-aef1-077f00e53604 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 819.924509] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance de9533bd-cb27-4d84-9be4-ed7c3a3b2197 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.924509] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 56c38d6a-4399-4852-99e7-23ff210146b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.924509] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance db12f279-a8f8-478c-885d-2a0d3062d87c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.924509] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.924509] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Migration 92484d2b-e865-446b-85ef-b2d38ca6cc09 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 819.924509] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 60590d5a-3ca8-4189-a294-c72f00d2bf8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 819.976858] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]528d4e8c-6542-140b-b806-e73a6d9a03bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012441} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.977214] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.977409] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.977653] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.978140] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.978363] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.978644] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-397fa26a-d30d-4532-94b4-805dc81ee808 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.990510] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.990725] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.991482] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efb0a33a-d50f-4fbb-8dae-5b4a178a9c93 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.998046] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 819.998046] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52f004cd-8e8b-cab4-5e38-0984c82afd10" [ 819.998046] env[64443]: _type = "Task" [ 819.998046] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.006097] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f004cd-8e8b-cab4-5e38-0984c82afd10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.024310] env[64443]: DEBUG oslo_concurrency.lockutils [req-d6844c04-915e-438c-91c8-36ecaeb3a2df req-a8d4d107-0941-4779-a78a-7c8a625a2a94 service nova] Releasing lock "refresh_cache-8ce6c57f-ef8b-4e88-a064-d12aefe8efb5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.104182] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676500, 'name': RemoveSnapshot_Task, 'duration_secs': 1.160052} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.104482] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Deleted Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 820.104775] env[64443]: DEBUG nova.compute.manager [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.105591] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea310e08-a815-40ba-90cc-52dea8c6eca9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.149741] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.149920] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edbc4194-ec7e-481d-a075-a11cba6c3e9a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.161479] env[64443]: DEBUG oslo_vmware.api [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 820.161479] env[64443]: value = "task-2676503" [ 820.161479] env[64443]: _type = "Task" [ 820.161479] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.181895] env[64443]: DEBUG oslo_vmware.api [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.182226] env[64443]: DEBUG oslo_vmware.api [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676502, 'name': PowerOnVM_Task, 'duration_secs': 0.55608} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.182458] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.308222] env[64443]: DEBUG nova.compute.manager [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.308222] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2db176-09cc-4b92-9af0-f70fdbbc52a7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.347125] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c323b004-fdf8-4290-8961-0bad18f6369a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "db12f279-a8f8-478c-885d-2a0d3062d87c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.804s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.429353] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 80602fb3-01a6-4048-9d49-e9429af72d1b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 820.514019] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f004cd-8e8b-cab4-5e38-0984c82afd10, 'name': SearchDatastore_Task, 'duration_secs': 0.041097} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.514865] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-063dee92-1822-473f-aa21-b69d88bd5417 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.524417] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 820.524417] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52e7d32f-7c43-7ccf-8349-89dc5d61217c" [ 820.524417] env[64443]: _type = "Task" [ 820.524417] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.532238] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52e7d32f-7c43-7ccf-8349-89dc5d61217c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.621485] env[64443]: INFO nova.compute.manager [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Shelve offloading [ 820.672033] env[64443]: DEBUG oslo_vmware.api [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676503, 'name': PowerOffVM_Task, 'duration_secs': 0.414171} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.672033] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.672033] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Updating instance '60590d5a-3ca8-4189-a294-c72f00d2bf8c' progress to 17 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 820.827337] env[64443]: DEBUG oslo_concurrency.lockutils [None req-701b4733-d14a-45ee-ab1b-e905c1b9f8ca tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "a9cd65b5-58ae-4174-ba35-131d685991ef" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 70.229s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.933684] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 36b6417a-ddb2-42f0-a081-097fcf051e0c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 821.034836] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52e7d32f-7c43-7ccf-8349-89dc5d61217c, 'name': SearchDatastore_Task, 'duration_secs': 0.015291} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.035297] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.035455] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5/8ce6c57f-ef8b-4e88-a064-d12aefe8efb5.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.035823] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00e8e7f2-d16a-4fcc-af57-ba7259801ed0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.038390] env[64443]: DEBUG oslo_concurrency.lockutils [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "de9533bd-cb27-4d84-9be4-ed7c3a3b2197" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.038640] env[64443]: DEBUG oslo_concurrency.lockutils [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "de9533bd-cb27-4d84-9be4-ed7c3a3b2197" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.038880] env[64443]: DEBUG oslo_concurrency.lockutils [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "de9533bd-cb27-4d84-9be4-ed7c3a3b2197-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.040305] env[64443]: DEBUG oslo_concurrency.lockutils [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "de9533bd-cb27-4d84-9be4-ed7c3a3b2197-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.040305] env[64443]: DEBUG oslo_concurrency.lockutils [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "de9533bd-cb27-4d84-9be4-ed7c3a3b2197-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.042862] env[64443]: INFO nova.compute.manager [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Terminating instance [ 821.048604] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 821.048604] env[64443]: value = "task-2676504" [ 821.048604] env[64443]: _type = "Task" [ 821.048604] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.065318] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.126910] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.127597] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32f2b47b-a0ec-4fbb-8edf-9beb06307d33 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.139138] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 821.139138] env[64443]: value = "task-2676505" [ 821.139138] env[64443]: _type = "Task" [ 821.139138] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.149430] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] VM already powered off {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 821.149911] env[64443]: DEBUG nova.compute.manager [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.150450] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3e5ff3-dbfd-4afd-9d2e-f607bc4ac663 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.158034] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "refresh_cache-d0381940-546b-45e7-984e-a78444d069f1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.158244] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquired lock "refresh_cache-d0381940-546b-45e7-984e-a78444d069f1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.158456] env[64443]: DEBUG nova.network.neutron [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.182554] env[64443]: DEBUG nova.virt.hardware [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.182815] env[64443]: DEBUG nova.virt.hardware [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.182976] env[64443]: DEBUG nova.virt.hardware [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.183175] env[64443]: DEBUG nova.virt.hardware [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.183326] env[64443]: DEBUG nova.virt.hardware [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.183476] env[64443]: DEBUG nova.virt.hardware [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.183713] env[64443]: DEBUG nova.virt.hardware [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.183846] env[64443]: DEBUG nova.virt.hardware [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.185598] env[64443]: DEBUG nova.virt.hardware [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.186792] env[64443]: DEBUG nova.virt.hardware [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.186792] env[64443]: DEBUG nova.virt.hardware [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.195259] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57a4c9c9-c375-48dd-b4ec-90bf6f047008 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.212155] env[64443]: DEBUG oslo_vmware.api [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 821.212155] env[64443]: value = "task-2676506" [ 821.212155] env[64443]: _type = "Task" [ 821.212155] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.222244] env[64443]: DEBUG oslo_vmware.api [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676506, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.437909] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance c064a08a-ab00-446c-a38e-a5d48cbde6d7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 821.547178] env[64443]: DEBUG nova.compute.manager [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.547493] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.548435] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619c2a87-2c35-4f6d-b0ba-33940ea113dd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.563274] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676504, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.566063] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.566383] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9b18a7c-6bde-49ee-8959-2a9510cd6b22 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.578670] env[64443]: DEBUG oslo_vmware.api [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 821.578670] env[64443]: value = "task-2676507" [ 821.578670] env[64443]: _type = "Task" [ 821.578670] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.591350] env[64443]: DEBUG oslo_vmware.api [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.730329] env[64443]: DEBUG oslo_vmware.api [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676506, 'name': ReconfigVM_Task, 'duration_secs': 0.241335} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.730707] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Updating instance '60590d5a-3ca8-4189-a294-c72f00d2bf8c' progress to 33 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 821.931677] env[64443]: DEBUG nova.network.neutron [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Updating instance_info_cache with network_info: [{"id": "51db4609-051d-4b6c-8455-b2276d12c133", "address": "fa:16:3e:e4:22:51", "network": {"id": "3bf64cee-1c33-49ef-8f40-4936c511f838", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1746169105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "122a792cf0b742658db01a3db3c71133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51db4609-05", "ovs_interfaceid": "51db4609-051d-4b6c-8455-b2276d12c133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.938774] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 2db75f09-f8f6-477b-b922-64b5aae65e29 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 822.062861] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729066} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.063171] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5/8ce6c57f-ef8b-4e88-a064-d12aefe8efb5.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.063426] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.063689] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bcac538-afb3-4998-bcd2-5826418178c5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.070863] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 822.070863] env[64443]: value = "task-2676508" [ 822.070863] env[64443]: _type = "Task" [ 822.070863] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.079893] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.088344] env[64443]: DEBUG oslo_vmware.api [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676507, 'name': PowerOffVM_Task, 'duration_secs': 0.342016} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.088604] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.090102] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.090471] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bd58d67-2dee-45bc-b860-965c474f268c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.162489] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.162645] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.163258] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Deleting the datastore file [datastore2] de9533bd-cb27-4d84-9be4-ed7c3a3b2197 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.163258] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cdc8f28-df18-4ef6-9227-844aae1a4bf8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.171442] env[64443]: DEBUG oslo_vmware.api [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 822.171442] env[64443]: value = "task-2676510" [ 822.171442] env[64443]: _type = "Task" [ 822.171442] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.181376] env[64443]: DEBUG oslo_vmware.api [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.238494] env[64443]: DEBUG nova.virt.hardware [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:04:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b3bf0849-3af4-4cbd-b4ca-7fabcd344104',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-828660940',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.238726] env[64443]: DEBUG nova.virt.hardware [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.238897] env[64443]: DEBUG nova.virt.hardware [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.239598] env[64443]: DEBUG nova.virt.hardware [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.239598] env[64443]: DEBUG nova.virt.hardware [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.239598] env[64443]: DEBUG nova.virt.hardware [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.239598] env[64443]: DEBUG nova.virt.hardware [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.239791] env[64443]: DEBUG nova.virt.hardware [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.239880] env[64443]: DEBUG nova.virt.hardware [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.240048] env[64443]: DEBUG nova.virt.hardware [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.240225] env[64443]: DEBUG nova.virt.hardware [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.245659] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 822.245968] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0baa6005-aad1-4055-b707-c5606f0ed78f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.266222] env[64443]: DEBUG oslo_vmware.api [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 822.266222] env[64443]: value = "task-2676511" [ 822.266222] env[64443]: _type = "Task" [ 822.266222] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.280022] env[64443]: DEBUG oslo_vmware.api [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.435265] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Releasing lock "refresh_cache-d0381940-546b-45e7-984e-a78444d069f1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.441219] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance b84768f5-b018-4142-8db1-b1b2299bfa9e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 822.441383] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Migration 0f799fd7-6ed5-44ef-bd73-7dacb31436f6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 822.441513] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance cdcc1d35-9ead-4e4c-ada3-ab31513b73af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 822.581175] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091945} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.581466] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.582285] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00843d1-60df-44a5-87bc-88bd0144156f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.610513] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5/8ce6c57f-ef8b-4e88-a064-d12aefe8efb5.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.610898] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f336114-b5d9-4769-b0b1-e9cd3194cd4e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.632506] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 822.632506] env[64443]: value = "task-2676512" [ 822.632506] env[64443]: _type = "Task" [ 822.632506] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.641219] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.682117] env[64443]: DEBUG nova.compute.manager [req-08d6ef23-3c52-4a4b-a576-de46bf20c75f req-d07f0269-e829-445e-a801-67266bdb8f59 service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] Received event network-vif-unplugged-51db4609-051d-4b6c-8455-b2276d12c133 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.682169] env[64443]: DEBUG oslo_concurrency.lockutils [req-08d6ef23-3c52-4a4b-a576-de46bf20c75f req-d07f0269-e829-445e-a801-67266bdb8f59 service nova] Acquiring lock "d0381940-546b-45e7-984e-a78444d069f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.682560] env[64443]: DEBUG oslo_concurrency.lockutils [req-08d6ef23-3c52-4a4b-a576-de46bf20c75f req-d07f0269-e829-445e-a801-67266bdb8f59 service nova] Lock "d0381940-546b-45e7-984e-a78444d069f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.682560] env[64443]: DEBUG oslo_concurrency.lockutils [req-08d6ef23-3c52-4a4b-a576-de46bf20c75f req-d07f0269-e829-445e-a801-67266bdb8f59 service nova] Lock "d0381940-546b-45e7-984e-a78444d069f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.682661] env[64443]: DEBUG nova.compute.manager [req-08d6ef23-3c52-4a4b-a576-de46bf20c75f req-d07f0269-e829-445e-a801-67266bdb8f59 service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] No waiting events found dispatching network-vif-unplugged-51db4609-051d-4b6c-8455-b2276d12c133 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.682829] env[64443]: WARNING nova.compute.manager [req-08d6ef23-3c52-4a4b-a576-de46bf20c75f req-d07f0269-e829-445e-a801-67266bdb8f59 service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] Received unexpected event network-vif-unplugged-51db4609-051d-4b6c-8455-b2276d12c133 for instance with vm_state shelved and task_state shelving_offloading. [ 822.687209] env[64443]: DEBUG oslo_vmware.api [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307922} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.687466] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.687715] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.687819] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.687986] env[64443]: INFO nova.compute.manager [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Took 1.14 seconds to destroy the instance on the hypervisor. [ 822.688503] env[64443]: DEBUG oslo.service.loopingcall [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 822.688503] env[64443]: DEBUG nova.compute.manager [-] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.688921] env[64443]: DEBUG nova.network.neutron [-] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.729881] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.730755] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117272cb-4d32-4eaf-a9e7-f43419823686 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.740425] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.740946] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92de1d65-4961-4763-9227-749e8a713657 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.776867] env[64443]: DEBUG oslo_vmware.api [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676511, 'name': ReconfigVM_Task, 'duration_secs': 0.326032} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.777195] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 822.778038] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2903b3-ceff-4aa2-8b73-674f3381276a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.803680] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 60590d5a-3ca8-4189-a294-c72f00d2bf8c/60590d5a-3ca8-4189-a294-c72f00d2bf8c.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.804303] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-870731e6-ea7d-451a-ac6f-390b3aa463b6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.820224] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.820447] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.820630] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Deleting the datastore file [datastore1] d0381940-546b-45e7-984e-a78444d069f1 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.821363] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-839d0f97-0834-4a9c-b526-53a84f0301f8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.826452] env[64443]: DEBUG oslo_vmware.api [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 822.826452] env[64443]: value = "task-2676514" [ 822.826452] env[64443]: _type = "Task" [ 822.826452] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.831559] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 822.831559] env[64443]: value = "task-2676515" [ 822.831559] env[64443]: _type = "Task" [ 822.831559] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.841244] env[64443]: DEBUG oslo_vmware.api [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.846648] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.944477] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 534390d7-da61-44a0-bc4b-94fb475598a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 823.143400] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.339584] env[64443]: DEBUG oslo_vmware.api [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.345193] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.448090] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 2b8158f0-c55c-48d5-88c9-269f0c89256a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 823.448490] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 823.448644] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 823.460571] env[64443]: DEBUG nova.network.neutron [-] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.645991] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676512, 'name': ReconfigVM_Task, 'duration_secs': 0.894231} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.646305] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5/8ce6c57f-ef8b-4e88-a064-d12aefe8efb5.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.646945] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70d96817-0514-443e-a5ae-b5ec5390e86d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.655180] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 823.655180] env[64443]: value = "task-2676516" [ 823.655180] env[64443]: _type = "Task" [ 823.655180] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.666245] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676516, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.840230] env[64443]: DEBUG oslo_vmware.api [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676514, 'name': ReconfigVM_Task, 'duration_secs': 0.826481} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.840938] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940eacf8-858f-43be-849c-6d9447e3d033 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.843513] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 60590d5a-3ca8-4189-a294-c72f00d2bf8c/60590d5a-3ca8-4189-a294-c72f00d2bf8c.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.843804] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Updating instance '60590d5a-3ca8-4189-a294-c72f00d2bf8c' progress to 50 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 823.850227] env[64443]: DEBUG oslo_vmware.api [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.607481} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.850716] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.850899] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.851092] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.855313] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8dbf61-8614-4827-8420-7873193a19fe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.887954] env[64443]: INFO nova.scheduler.client.report [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Deleted allocations for instance d0381940-546b-45e7-984e-a78444d069f1 [ 823.890941] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af2907f-83f6-48ce-8949-6fc649042c46 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.900530] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f4c7c6-0b3f-4a2a-bac5-241fa7aaba18 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.915106] env[64443]: DEBUG nova.compute.provider_tree [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.963528] env[64443]: INFO nova.compute.manager [-] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Took 1.27 seconds to deallocate network for instance. [ 824.168300] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676516, 'name': Rename_Task, 'duration_secs': 0.426065} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.168592] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.168839] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f091db0c-0217-48ff-b9ad-9d4a1fc9dfb7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.176625] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 824.176625] env[64443]: value = "task-2676517" [ 824.176625] env[64443]: _type = "Task" [ 824.176625] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.184465] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.353807] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73151e0a-278b-4b5b-a2eb-104849c2aaf3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.373728] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d886a680-c605-4bdb-b108-e0f77db56bc5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.393092] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Updating instance '60590d5a-3ca8-4189-a294-c72f00d2bf8c' progress to 67 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 824.397221] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.418606] env[64443]: DEBUG nova.scheduler.client.report [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.469844] env[64443]: DEBUG oslo_concurrency.lockutils [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.689548] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676517, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.807111] env[64443]: DEBUG nova.compute.manager [req-1d1cb395-002f-4e0f-be3d-bbc06a3a06f0 req-4b300356-8905-454d-944e-6a46f8c44385 service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] Received event network-changed-51db4609-051d-4b6c-8455-b2276d12c133 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 824.807329] env[64443]: DEBUG nova.compute.manager [req-1d1cb395-002f-4e0f-be3d-bbc06a3a06f0 req-4b300356-8905-454d-944e-6a46f8c44385 service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] Refreshing instance network info cache due to event network-changed-51db4609-051d-4b6c-8455-b2276d12c133. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 824.807603] env[64443]: DEBUG oslo_concurrency.lockutils [req-1d1cb395-002f-4e0f-be3d-bbc06a3a06f0 req-4b300356-8905-454d-944e-6a46f8c44385 service nova] Acquiring lock "refresh_cache-d0381940-546b-45e7-984e-a78444d069f1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.807731] env[64443]: DEBUG oslo_concurrency.lockutils [req-1d1cb395-002f-4e0f-be3d-bbc06a3a06f0 req-4b300356-8905-454d-944e-6a46f8c44385 service nova] Acquired lock "refresh_cache-d0381940-546b-45e7-984e-a78444d069f1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.807899] env[64443]: DEBUG nova.network.neutron [req-1d1cb395-002f-4e0f-be3d-bbc06a3a06f0 req-4b300356-8905-454d-944e-6a46f8c44385 service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] Refreshing network info cache for port 51db4609-051d-4b6c-8455-b2276d12c133 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.924116] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64443) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 824.924576] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.054s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.925685] env[64443]: DEBUG oslo_concurrency.lockutils [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.583s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.925685] env[64443]: DEBUG oslo_concurrency.lockutils [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.927873] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.446s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.928257] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.930831] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.594s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.930831] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.932378] env[64443]: DEBUG oslo_concurrency.lockutils [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.727s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.933791] env[64443]: INFO nova.compute.claims [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.936730] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.936884] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Cleaning up deleted instances {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 824.946716] env[64443]: DEBUG nova.network.neutron [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Port 4f7baecc-ddee-4ec2-bfc8-c318a81128cc binding to destination host cpu-1 is already ACTIVE {{(pid=64443) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 824.958512] env[64443]: INFO nova.scheduler.client.report [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Deleted allocations for instance 4531838e-0b18-44a3-ab03-87107bfde98b [ 824.960430] env[64443]: INFO nova.scheduler.client.report [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Deleted allocations for instance 132228fb-0f30-408a-9f0d-b7d0378846d2 [ 824.972199] env[64443]: INFO nova.scheduler.client.report [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Deleted allocations for instance 2437eab1-4de1-4f9e-a946-c71695cd7895 [ 825.188497] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676517, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.453362] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] There are 42 instances to clean {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 825.453633] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: f52d4edf-1555-4a6f-9d8f-4b0865cc6cb7] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 825.469124] env[64443]: DEBUG oslo_concurrency.lockutils [None req-11034d26-b628-43e1-9e2d-26b3623ede53 tempest-ImagesOneServerTestJSON-590332812 tempest-ImagesOneServerTestJSON-590332812-project-member] Lock "4531838e-0b18-44a3-ab03-87107bfde98b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.713s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.470806] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f4d0055-b35f-498a-9631-b69c94ca1fee tempest-ImagesOneServerNegativeTestJSON-1226860107 tempest-ImagesOneServerNegativeTestJSON-1226860107-project-member] Lock "132228fb-0f30-408a-9f0d-b7d0378846d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.635s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.478686] env[64443]: DEBUG oslo_concurrency.lockutils [None req-67d4b1ff-82c8-4b49-8b72-dad0fbe235b6 tempest-VolumesAssistedSnapshotsTest-817485114 tempest-VolumesAssistedSnapshotsTest-817485114-project-member] Lock "2437eab1-4de1-4f9e-a946-c71695cd7895" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.917s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.518650] env[64443]: DEBUG oslo_concurrency.lockutils [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "d0381940-546b-45e7-984e-a78444d069f1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.536669] env[64443]: DEBUG nova.network.neutron [req-1d1cb395-002f-4e0f-be3d-bbc06a3a06f0 req-4b300356-8905-454d-944e-6a46f8c44385 service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] Updated VIF entry in instance network info cache for port 51db4609-051d-4b6c-8455-b2276d12c133. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.537024] env[64443]: DEBUG nova.network.neutron [req-1d1cb395-002f-4e0f-be3d-bbc06a3a06f0 req-4b300356-8905-454d-944e-6a46f8c44385 service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] Updating instance_info_cache with network_info: [{"id": "51db4609-051d-4b6c-8455-b2276d12c133", "address": "fa:16:3e:e4:22:51", "network": {"id": "3bf64cee-1c33-49ef-8f40-4936c511f838", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1746169105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "122a792cf0b742658db01a3db3c71133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap51db4609-05", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.692147] env[64443]: DEBUG oslo_vmware.api [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676517, 'name': PowerOnVM_Task, 'duration_secs': 1.128951} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.692416] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.692624] env[64443]: INFO nova.compute.manager [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Took 9.50 seconds to spawn the instance on the hypervisor. [ 825.692847] env[64443]: DEBUG nova.compute.manager [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.693666] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1856e83-9c1f-468c-bfd4-7a01f2070cfe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.824548] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7e4918-6c18-4549-bfc6-41b104edf2ea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.833115] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ff73ce-8564-4625-9632-cc8ce66c96d1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.867448] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2f0172-ae13-4ee1-840d-9c3d1526c001 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.876530] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00d330c-c840-40f2-9dcc-8fc3a07ef777 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.893405] env[64443]: DEBUG nova.compute.provider_tree [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.966613] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: feb7967d-b35a-46b3-bd4e-6f1f837f58f2] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 825.979812] env[64443]: DEBUG oslo_concurrency.lockutils [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "60590d5a-3ca8-4189-a294-c72f00d2bf8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.980196] env[64443]: DEBUG oslo_concurrency.lockutils [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "60590d5a-3ca8-4189-a294-c72f00d2bf8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.980391] env[64443]: DEBUG oslo_concurrency.lockutils [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "60590d5a-3ca8-4189-a294-c72f00d2bf8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.039436] env[64443]: DEBUG oslo_concurrency.lockutils [req-1d1cb395-002f-4e0f-be3d-bbc06a3a06f0 req-4b300356-8905-454d-944e-6a46f8c44385 service nova] Releasing lock "refresh_cache-d0381940-546b-45e7-984e-a78444d069f1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.039715] env[64443]: DEBUG nova.compute.manager [req-1d1cb395-002f-4e0f-be3d-bbc06a3a06f0 req-4b300356-8905-454d-944e-6a46f8c44385 service nova] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Received event network-vif-deleted-b20b1e9d-9ae2-4de7-8052-2d9efb2836b0 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.215915] env[64443]: INFO nova.compute.manager [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Took 63.24 seconds to build instance. [ 826.395494] env[64443]: DEBUG nova.scheduler.client.report [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.483361] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 88f3252f-5271-4778-b8e4-a952460d400d] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 826.718496] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d36e2fb-11f2-478d-9b01-425c41ab7c1e tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "8ce6c57f-ef8b-4e88-a064-d12aefe8efb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.757s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.903164] env[64443]: DEBUG oslo_concurrency.lockutils [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.968s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.903164] env[64443]: DEBUG nova.compute.manager [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.904576] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.971s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.906645] env[64443]: INFO nova.compute.claims [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.988242] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 57c7045b-f9d7-46d9-8017-15896cee5224] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 827.061823] env[64443]: DEBUG oslo_concurrency.lockutils [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "refresh_cache-60590d5a-3ca8-4189-a294-c72f00d2bf8c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.062052] env[64443]: DEBUG oslo_concurrency.lockutils [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquired lock "refresh_cache-60590d5a-3ca8-4189-a294-c72f00d2bf8c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.062303] env[64443]: DEBUG nova.network.neutron [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.424832] env[64443]: DEBUG nova.compute.utils [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 827.425648] env[64443]: DEBUG nova.compute.manager [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.425648] env[64443]: DEBUG nova.network.neutron [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.488431] env[64443]: DEBUG nova.policy [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9d4a122a8c114d879f2490b9639d0746', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e0a353c0d974e2b8259f86f58f6e8ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.496915] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 0981bdf7-7ad1-45d4-a556-7e69da1cf213] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 827.932501] env[64443]: DEBUG nova.compute.manager [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.001690] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: ebd70bba-160b-41dc-94ca-5d45e99e5dd8] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 828.039044] env[64443]: DEBUG nova.network.neutron [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Updating instance_info_cache with network_info: [{"id": "4f7baecc-ddee-4ec2-bfc8-c318a81128cc", "address": "fa:16:3e:1b:7b:7e", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f7baecc-dd", "ovs_interfaceid": "4f7baecc-ddee-4ec2-bfc8-c318a81128cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.205897] env[64443]: DEBUG nova.network.neutron [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Successfully created port: 4a236d4f-2873-4efc-ae08-ca1d849adb13 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.223499] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "8ce6c57f-ef8b-4e88-a064-d12aefe8efb5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.226464] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "8ce6c57f-ef8b-4e88-a064-d12aefe8efb5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.226464] env[64443]: INFO nova.compute.manager [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Shelving [ 828.453798] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799aaade-59e7-460e-ae60-24352a304976 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.464058] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fdc0ab-6847-436d-8023-c5424b06871f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.499621] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c92b119-ec77-4e09-b44b-1082869c60a0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.505501] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 6826ea78-727c-4fbe-bb2c-13c66fdcaf3b] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 828.514845] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2afe128-e732-452d-8745-7dc847b658e9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.530989] env[64443]: DEBUG nova.compute.provider_tree [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.542288] env[64443]: DEBUG oslo_concurrency.lockutils [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Releasing lock "refresh_cache-60590d5a-3ca8-4189-a294-c72f00d2bf8c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.940967] env[64443]: DEBUG nova.compute.manager [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.984550] env[64443]: DEBUG nova.virt.hardware [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.984841] env[64443]: DEBUG nova.virt.hardware [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.985013] env[64443]: DEBUG nova.virt.hardware [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.985210] env[64443]: DEBUG nova.virt.hardware [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.985368] env[64443]: DEBUG nova.virt.hardware [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.985528] env[64443]: DEBUG nova.virt.hardware [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.985743] env[64443]: DEBUG nova.virt.hardware [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.985906] env[64443]: DEBUG nova.virt.hardware [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.988668] env[64443]: DEBUG nova.virt.hardware [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.988668] env[64443]: DEBUG nova.virt.hardware [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.988668] env[64443]: DEBUG nova.virt.hardware [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.989583] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395fb243-de3a-411f-964e-bbac5171ddf7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.004593] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf171cb-bce8-439d-8249-540634ee2cbd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.021036] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: cbdfcbe9-0ca2-4812-850b-15af857303a7] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 829.035911] env[64443]: DEBUG nova.scheduler.client.report [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.073310] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffd026e-0134-44b1-b5a7-bf2bd85fc37a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.095181] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91bc904-141b-4658-b324-147a6940afe1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.103901] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Updating instance '60590d5a-3ca8-4189-a294-c72f00d2bf8c' progress to 83 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 829.237692] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.237993] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c794dbc2-7463-488e-a969-edadc2779183 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.246439] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 829.246439] env[64443]: value = "task-2676518" [ 829.246439] env[64443]: _type = "Task" [ 829.246439] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.256574] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.524841] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 5d32979c-4d4b-4ec2-ae7a-23f8808cce19] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 829.544205] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.545621] env[64443]: DEBUG nova.compute.manager [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.549495] env[64443]: DEBUG oslo_concurrency.lockutils [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.718s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.551803] env[64443]: INFO nova.compute.claims [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.613491] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.614144] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e788499-495e-47dc-9660-90b469bc23f0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.623384] env[64443]: DEBUG oslo_vmware.api [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 829.623384] env[64443]: value = "task-2676519" [ 829.623384] env[64443]: _type = "Task" [ 829.623384] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.634758] env[64443]: DEBUG oslo_vmware.api [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.763292] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676518, 'name': PowerOffVM_Task, 'duration_secs': 0.257644} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.763292] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.763292] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cfc0c1-8af6-493f-8a2c-4ee6a3d4ddc4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.788362] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b85056-b943-416c-997b-09227f53b4d4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.949880] env[64443]: DEBUG nova.compute.manager [req-314a78d7-f3b0-48ba-a9cf-dd67d20ece55 req-1bebecb8-a04f-417b-af24-65d8baeb667e service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Received event network-vif-plugged-4a236d4f-2873-4efc-ae08-ca1d849adb13 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 829.949880] env[64443]: DEBUG oslo_concurrency.lockutils [req-314a78d7-f3b0-48ba-a9cf-dd67d20ece55 req-1bebecb8-a04f-417b-af24-65d8baeb667e service nova] Acquiring lock "80602fb3-01a6-4048-9d49-e9429af72d1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.949880] env[64443]: DEBUG oslo_concurrency.lockutils [req-314a78d7-f3b0-48ba-a9cf-dd67d20ece55 req-1bebecb8-a04f-417b-af24-65d8baeb667e service nova] Lock "80602fb3-01a6-4048-9d49-e9429af72d1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.949880] env[64443]: DEBUG oslo_concurrency.lockutils [req-314a78d7-f3b0-48ba-a9cf-dd67d20ece55 req-1bebecb8-a04f-417b-af24-65d8baeb667e service nova] Lock "80602fb3-01a6-4048-9d49-e9429af72d1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.950053] env[64443]: DEBUG nova.compute.manager [req-314a78d7-f3b0-48ba-a9cf-dd67d20ece55 req-1bebecb8-a04f-417b-af24-65d8baeb667e service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] No waiting events found dispatching network-vif-plugged-4a236d4f-2873-4efc-ae08-ca1d849adb13 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.950498] env[64443]: WARNING nova.compute.manager [req-314a78d7-f3b0-48ba-a9cf-dd67d20ece55 req-1bebecb8-a04f-417b-af24-65d8baeb667e service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Received unexpected event network-vif-plugged-4a236d4f-2873-4efc-ae08-ca1d849adb13 for instance with vm_state building and task_state spawning. [ 830.029629] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: c852ede9-4489-49bb-89cf-6664ff3d5567] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 830.060154] env[64443]: DEBUG nova.network.neutron [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Successfully updated port: 4a236d4f-2873-4efc-ae08-ca1d849adb13 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.061948] env[64443]: DEBUG nova.compute.utils [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 830.067585] env[64443]: DEBUG nova.compute.manager [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.068151] env[64443]: DEBUG nova.network.neutron [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.116059] env[64443]: DEBUG nova.policy [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f66843521744427197addf27588472dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '977c9966dc484868b335536469de110c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.139829] env[64443]: DEBUG oslo_vmware.api [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676519, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.303594] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Creating Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 830.304316] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fcf37f29-a15d-441c-a954-d99bbaf506f1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.314437] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 830.314437] env[64443]: value = "task-2676520" [ 830.314437] env[64443]: _type = "Task" [ 830.314437] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.327288] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676520, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.526567] env[64443]: DEBUG nova.network.neutron [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Successfully created port: fac3ca19-4214-4b50-ab63-07b289ad9bea {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.536521] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 57de5093-57f2-414f-b665-89affbbf74dd] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 830.568904] env[64443]: DEBUG nova.compute.manager [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.572600] env[64443]: DEBUG oslo_concurrency.lockutils [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Acquiring lock "refresh_cache-80602fb3-01a6-4048-9d49-e9429af72d1b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.572758] env[64443]: DEBUG oslo_concurrency.lockutils [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Acquired lock "refresh_cache-80602fb3-01a6-4048-9d49-e9429af72d1b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.572936] env[64443]: DEBUG nova.network.neutron [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.641963] env[64443]: DEBUG oslo_vmware.api [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676519, 'name': PowerOnVM_Task, 'duration_secs': 0.591377} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.642279] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.642498] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-48d381bc-a97c-4b01-befe-8379c29e9204 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Updating instance '60590d5a-3ca8-4189-a294-c72f00d2bf8c' progress to 100 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 830.830616] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676520, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.042314] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 95420eb6-9a0f-446f-bed0-b8d47808f5c6] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 831.148722] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473585f2-f21e-445f-8dbc-815d2e20749f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.169825] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c35cf2-56a9-48cc-8935-a3d6d0ae85a2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.203968] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6054f2e-d2d1-48cb-8e72-410f444a53ba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.213891] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730b64fd-eb8a-4786-8d63-16d6286bd604 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.234246] env[64443]: DEBUG nova.compute.provider_tree [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.325546] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676520, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.394087] env[64443]: DEBUG nova.network.neutron [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.551684] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 29249acd-a277-4c8b-aa14-a981b1ef16e1] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 831.583419] env[64443]: DEBUG nova.compute.manager [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.625290] env[64443]: DEBUG nova.virt.hardware [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.625290] env[64443]: DEBUG nova.virt.hardware [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.625290] env[64443]: DEBUG nova.virt.hardware [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.625290] env[64443]: DEBUG nova.virt.hardware [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.625290] env[64443]: DEBUG nova.virt.hardware [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.625818] env[64443]: DEBUG nova.virt.hardware [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.626051] env[64443]: DEBUG nova.virt.hardware [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.626311] env[64443]: DEBUG nova.virt.hardware [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.626581] env[64443]: DEBUG nova.virt.hardware [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.626844] env[64443]: DEBUG nova.virt.hardware [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.627134] env[64443]: DEBUG nova.virt.hardware [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.629171] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a225a9f-4a80-40ea-b805-4cbb6b692fe2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.642870] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a8a99c-23e1-47ee-ad66-4e1171b7e502 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.739314] env[64443]: DEBUG nova.scheduler.client.report [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.748103] env[64443]: DEBUG nova.network.neutron [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Updating instance_info_cache with network_info: [{"id": "4a236d4f-2873-4efc-ae08-ca1d849adb13", "address": "fa:16:3e:f6:cc:47", "network": {"id": "15206a82-3091-4616-890b-c26195d90d1d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-73304751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e0a353c0d974e2b8259f86f58f6e8ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a236d4f-28", "ovs_interfaceid": "4a236d4f-2873-4efc-ae08-ca1d849adb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.832081] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676520, 'name': CreateSnapshot_Task, 'duration_secs': 1.325802} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.832081] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Created Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 831.832081] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6b7049-7cc2-46f0-a876-198fcf1fa465 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.027239] env[64443]: DEBUG nova.compute.manager [req-d37ea721-05db-4839-af45-7a57e2a04aeb req-e24b6bcc-3fff-4e57-9f06-2690abd08449 service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Received event network-changed-4a236d4f-2873-4efc-ae08-ca1d849adb13 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 832.027843] env[64443]: DEBUG nova.compute.manager [req-d37ea721-05db-4839-af45-7a57e2a04aeb req-e24b6bcc-3fff-4e57-9f06-2690abd08449 service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Refreshing instance network info cache due to event network-changed-4a236d4f-2873-4efc-ae08-ca1d849adb13. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 832.027843] env[64443]: DEBUG oslo_concurrency.lockutils [req-d37ea721-05db-4839-af45-7a57e2a04aeb req-e24b6bcc-3fff-4e57-9f06-2690abd08449 service nova] Acquiring lock "refresh_cache-80602fb3-01a6-4048-9d49-e9429af72d1b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.055914] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 4865661d-e1c2-4e2a-9051-bab851553c15] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 832.247181] env[64443]: DEBUG oslo_concurrency.lockutils [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.247181] env[64443]: DEBUG nova.compute.manager [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.252341] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.189s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.253889] env[64443]: INFO nova.compute.claims [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.257092] env[64443]: DEBUG oslo_concurrency.lockutils [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Releasing lock "refresh_cache-80602fb3-01a6-4048-9d49-e9429af72d1b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.257672] env[64443]: DEBUG nova.compute.manager [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Instance network_info: |[{"id": "4a236d4f-2873-4efc-ae08-ca1d849adb13", "address": "fa:16:3e:f6:cc:47", "network": {"id": "15206a82-3091-4616-890b-c26195d90d1d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-73304751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e0a353c0d974e2b8259f86f58f6e8ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a236d4f-28", "ovs_interfaceid": "4a236d4f-2873-4efc-ae08-ca1d849adb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.261016] env[64443]: DEBUG oslo_concurrency.lockutils [req-d37ea721-05db-4839-af45-7a57e2a04aeb req-e24b6bcc-3fff-4e57-9f06-2690abd08449 service nova] Acquired lock "refresh_cache-80602fb3-01a6-4048-9d49-e9429af72d1b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.261016] env[64443]: DEBUG nova.network.neutron [req-d37ea721-05db-4839-af45-7a57e2a04aeb req-e24b6bcc-3fff-4e57-9f06-2690abd08449 service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Refreshing network info cache for port 4a236d4f-2873-4efc-ae08-ca1d849adb13 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.261016] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:cc:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a236d4f-2873-4efc-ae08-ca1d849adb13', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.268875] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Creating folder: Project (9e0a353c0d974e2b8259f86f58f6e8ae). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.272038] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-577b4dc7-45ed-4070-94ea-f9e59d29ce5c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.283261] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Created folder: Project (9e0a353c0d974e2b8259f86f58f6e8ae) in parent group-v539479. [ 832.283563] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Creating folder: Instances. Parent ref: group-v539681. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.284200] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b710aa2d-0d82-47d8-b238-b4471283de7a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.296177] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Created folder: Instances in parent group-v539681. [ 832.296599] env[64443]: DEBUG oslo.service.loopingcall [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 832.296856] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.297266] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f702007-9cbe-48af-8972-525f1ce04279 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.331533] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.331533] env[64443]: value = "task-2676523" [ 832.331533] env[64443]: _type = "Task" [ 832.331533] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.345657] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676523, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.351509] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Creating linked-clone VM from snapshot {{(pid=64443) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 832.352232] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0c03af8f-bc24-4698-bd0b-73d1b26c14b2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.366476] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 832.366476] env[64443]: value = "task-2676524" [ 832.366476] env[64443]: _type = "Task" [ 832.366476] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.376626] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676524, 'name': CloneVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.559185] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: c806a2df-2ef2-44aa-a265-ece27caa6307] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 832.761470] env[64443]: DEBUG nova.compute.utils [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 832.771037] env[64443]: DEBUG nova.compute.manager [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.771037] env[64443]: DEBUG nova.network.neutron [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.847167] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676523, 'name': CreateVM_Task, 'duration_secs': 0.375884} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.851910] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.852173] env[64443]: DEBUG oslo_concurrency.lockutils [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.852340] env[64443]: DEBUG oslo_concurrency.lockutils [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.852674] env[64443]: DEBUG oslo_concurrency.lockutils [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.852963] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b01bd720-708e-48bf-bced-40f9bab08c69 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.863377] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Waiting for the task: (returnval){ [ 832.863377] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ee0403-2ffd-b1ad-b7ac-7a7588239507" [ 832.863377] env[64443]: _type = "Task" [ 832.863377] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.878875] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676524, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.885520] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ee0403-2ffd-b1ad-b7ac-7a7588239507, 'name': SearchDatastore_Task, 'duration_secs': 0.012238} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.885520] env[64443]: DEBUG oslo_concurrency.lockutils [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.885520] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.885520] env[64443]: DEBUG oslo_concurrency.lockutils [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.885520] env[64443]: DEBUG oslo_concurrency.lockutils [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.885520] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.885520] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f120793a-08e9-49fe-a4fb-383df7e846c5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.896371] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.897067] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.898208] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32b557b1-0666-4bc1-9a26-86a7a101842a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.909609] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Waiting for the task: (returnval){ [ 832.909609] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5268cd68-cc35-d65c-e12b-8ad65b024f95" [ 832.909609] env[64443]: _type = "Task" [ 832.909609] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.924780] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5268cd68-cc35-d65c-e12b-8ad65b024f95, 'name': SearchDatastore_Task, 'duration_secs': 0.011108} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.925675] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87f04c7f-ab80-4244-b3c8-8832133d2686 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.932718] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Waiting for the task: (returnval){ [ 832.932718] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]524ca038-4769-1582-f223-f8ff857fdb79" [ 832.932718] env[64443]: _type = "Task" [ 832.932718] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.945807] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]524ca038-4769-1582-f223-f8ff857fdb79, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.946085] env[64443]: DEBUG oslo_concurrency.lockutils [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.946377] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 80602fb3-01a6-4048-9d49-e9429af72d1b/80602fb3-01a6-4048-9d49-e9429af72d1b.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.946707] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89a9a3e0-879d-411e-b09b-b3377f0cfabf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.955155] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Waiting for the task: (returnval){ [ 832.955155] env[64443]: value = "task-2676525" [ 832.955155] env[64443]: _type = "Task" [ 832.955155] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.969103] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': task-2676525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.062848] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 3e5f0538-c92f-41c2-a451-ecdece381f8f] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.070025] env[64443]: DEBUG nova.policy [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bc991b8ede04f8c81ff2c3cf9081e81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19a513f4e7a34df3ac30a0b52c7fdfaf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.268518] env[64443]: DEBUG nova.compute.manager [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.387556] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676524, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.413973] env[64443]: DEBUG nova.network.neutron [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Successfully updated port: fac3ca19-4214-4b50-ab63-07b289ad9bea {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.468327] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': task-2676525, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.575026] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 58178746-86f1-4b0b-941a-7ee6a7a7f3c1] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 833.766035] env[64443]: DEBUG nova.network.neutron [req-d37ea721-05db-4839-af45-7a57e2a04aeb req-e24b6bcc-3fff-4e57-9f06-2690abd08449 service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Updated VIF entry in instance network info cache for port 4a236d4f-2873-4efc-ae08-ca1d849adb13. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.766680] env[64443]: DEBUG nova.network.neutron [req-d37ea721-05db-4839-af45-7a57e2a04aeb req-e24b6bcc-3fff-4e57-9f06-2690abd08449 service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Updating instance_info_cache with network_info: [{"id": "4a236d4f-2873-4efc-ae08-ca1d849adb13", "address": "fa:16:3e:f6:cc:47", "network": {"id": "15206a82-3091-4616-890b-c26195d90d1d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-73304751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e0a353c0d974e2b8259f86f58f6e8ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a236d4f-28", "ovs_interfaceid": "4a236d4f-2873-4efc-ae08-ca1d849adb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.823116] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3da558-372b-4aa6-baae-74ec8222ca89 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.834371] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5dad2d-e7a5-456a-90a3-722270d842fc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.880196] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f5d341-d7d6-449b-9b0e-3903ad9cad2c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.900851] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e025e4-2704-4b6a-85cb-8098ae068609 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.904922] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676524, 'name': CloneVM_Task} progress is 95%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.920877] env[64443]: DEBUG nova.compute.provider_tree [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.923465] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "refresh_cache-36b6417a-ddb2-42f0-a081-097fcf051e0c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.923750] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquired lock "refresh_cache-36b6417a-ddb2-42f0-a081-097fcf051e0c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.923948] env[64443]: DEBUG nova.network.neutron [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.942025] env[64443]: DEBUG nova.network.neutron [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Port 4f7baecc-ddee-4ec2-bfc8-c318a81128cc binding to destination host cpu-1 is already ACTIVE {{(pid=64443) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 833.942025] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "refresh_cache-60590d5a-3ca8-4189-a294-c72f00d2bf8c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.942025] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquired lock "refresh_cache-60590d5a-3ca8-4189-a294-c72f00d2bf8c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.942025] env[64443]: DEBUG nova.network.neutron [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.969078] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': task-2676525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627778} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.969366] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 80602fb3-01a6-4048-9d49-e9429af72d1b/80602fb3-01a6-4048-9d49-e9429af72d1b.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.969576] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.969827] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e566e60-3c99-4e66-9f9f-420781ccf0db {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.978073] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Waiting for the task: (returnval){ [ 833.978073] env[64443]: value = "task-2676526" [ 833.978073] env[64443]: _type = "Task" [ 833.978073] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.991247] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': task-2676526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.078789] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 5e644577-0d03-40a8-b3bb-3df850f4f66b] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 834.271736] env[64443]: DEBUG oslo_concurrency.lockutils [req-d37ea721-05db-4839-af45-7a57e2a04aeb req-e24b6bcc-3fff-4e57-9f06-2690abd08449 service nova] Releasing lock "refresh_cache-80602fb3-01a6-4048-9d49-e9429af72d1b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.286458] env[64443]: DEBUG nova.compute.manager [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.324324] env[64443]: DEBUG nova.virt.hardware [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4c8dd8cd7170226d22d505dcf056fce3',container_format='bare',created_at=2025-02-19T11:05:17Z,direct_url=,disk_format='vmdk',id=efa12963-f95b-4421-85fe-977f49d9d796,min_disk=1,min_ram=0,name='tempest-test-snap-1770530696',owner='19a513f4e7a34df3ac30a0b52c7fdfaf',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-19T11:05:31Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.324616] env[64443]: DEBUG nova.virt.hardware [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.324793] env[64443]: DEBUG nova.virt.hardware [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.325074] env[64443]: DEBUG nova.virt.hardware [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.325196] env[64443]: DEBUG nova.virt.hardware [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.325333] env[64443]: DEBUG nova.virt.hardware [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.325802] env[64443]: DEBUG nova.virt.hardware [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.326023] env[64443]: DEBUG nova.virt.hardware [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.326236] env[64443]: DEBUG nova.virt.hardware [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.326427] env[64443]: DEBUG nova.virt.hardware [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.326615] env[64443]: DEBUG nova.virt.hardware [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.327750] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2575f581-d7fa-47d3-b0d3-f60b87d94599 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.338966] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f45884a-e133-40c5-8486-2ccd38193ab9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.358994] env[64443]: DEBUG nova.compute.manager [req-a8fbdb43-d9d6-4a53-b388-9b4e9691861c req-48cdfd61-2f52-46b3-b43e-68a25e58ac0b service nova] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Received event network-vif-plugged-fac3ca19-4214-4b50-ab63-07b289ad9bea {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 834.358994] env[64443]: DEBUG oslo_concurrency.lockutils [req-a8fbdb43-d9d6-4a53-b388-9b4e9691861c req-48cdfd61-2f52-46b3-b43e-68a25e58ac0b service nova] Acquiring lock "36b6417a-ddb2-42f0-a081-097fcf051e0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.358994] env[64443]: DEBUG oslo_concurrency.lockutils [req-a8fbdb43-d9d6-4a53-b388-9b4e9691861c req-48cdfd61-2f52-46b3-b43e-68a25e58ac0b service nova] Lock "36b6417a-ddb2-42f0-a081-097fcf051e0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.359118] env[64443]: DEBUG oslo_concurrency.lockutils [req-a8fbdb43-d9d6-4a53-b388-9b4e9691861c req-48cdfd61-2f52-46b3-b43e-68a25e58ac0b service nova] Lock "36b6417a-ddb2-42f0-a081-097fcf051e0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.359351] env[64443]: DEBUG nova.compute.manager [req-a8fbdb43-d9d6-4a53-b388-9b4e9691861c req-48cdfd61-2f52-46b3-b43e-68a25e58ac0b service nova] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] No waiting events found dispatching network-vif-plugged-fac3ca19-4214-4b50-ab63-07b289ad9bea {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.359535] env[64443]: WARNING nova.compute.manager [req-a8fbdb43-d9d6-4a53-b388-9b4e9691861c req-48cdfd61-2f52-46b3-b43e-68a25e58ac0b service nova] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Received unexpected event network-vif-plugged-fac3ca19-4214-4b50-ab63-07b289ad9bea for instance with vm_state building and task_state spawning. [ 834.359695] env[64443]: DEBUG nova.compute.manager [req-a8fbdb43-d9d6-4a53-b388-9b4e9691861c req-48cdfd61-2f52-46b3-b43e-68a25e58ac0b service nova] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Received event network-changed-fac3ca19-4214-4b50-ab63-07b289ad9bea {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 834.359848] env[64443]: DEBUG nova.compute.manager [req-a8fbdb43-d9d6-4a53-b388-9b4e9691861c req-48cdfd61-2f52-46b3-b43e-68a25e58ac0b service nova] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Refreshing instance network info cache due to event network-changed-fac3ca19-4214-4b50-ab63-07b289ad9bea. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 834.360027] env[64443]: DEBUG oslo_concurrency.lockutils [req-a8fbdb43-d9d6-4a53-b388-9b4e9691861c req-48cdfd61-2f52-46b3-b43e-68a25e58ac0b service nova] Acquiring lock "refresh_cache-36b6417a-ddb2-42f0-a081-097fcf051e0c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.387208] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676524, 'name': CloneVM_Task, 'duration_secs': 1.895224} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.387479] env[64443]: INFO nova.virt.vmwareapi.vmops [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Created linked-clone VM from snapshot [ 834.388328] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfc71a2-b990-4f87-9fbe-07449e9b360e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.392259] env[64443]: DEBUG nova.network.neutron [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Successfully created port: 329d483a-71d0-494c-9d9b-402e6d7e4ea5 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.400582] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Uploading image 4b64c1ee-e612-45cd-a50f-575d8110f80d {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 834.410344] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Acquiring lock "a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.410559] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Lock "a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.422693] env[64443]: DEBUG nova.scheduler.client.report [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.434939] env[64443]: DEBUG oslo_vmware.rw_handles [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 834.434939] env[64443]: value = "vm-539684" [ 834.434939] env[64443]: _type = "VirtualMachine" [ 834.434939] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 834.435332] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ee608d77-ddb3-4d77-bd00-d33808633c90 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.450951] env[64443]: DEBUG oslo_vmware.rw_handles [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lease: (returnval){ [ 834.450951] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d2aa4a-259a-c6b7-3921-20139f280a10" [ 834.450951] env[64443]: _type = "HttpNfcLease" [ 834.450951] env[64443]: } obtained for exporting VM: (result){ [ 834.450951] env[64443]: value = "vm-539684" [ 834.450951] env[64443]: _type = "VirtualMachine" [ 834.450951] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 834.450951] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the lease: (returnval){ [ 834.450951] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d2aa4a-259a-c6b7-3921-20139f280a10" [ 834.450951] env[64443]: _type = "HttpNfcLease" [ 834.450951] env[64443]: } to be ready. {{(pid=64443) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 834.456363] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 834.456363] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d2aa4a-259a-c6b7-3921-20139f280a10" [ 834.456363] env[64443]: _type = "HttpNfcLease" [ 834.456363] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 834.490030] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': task-2676526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111109} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.490030] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.490030] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011b7a31-f8d8-441d-bf7a-556163f70015 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.520885] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 80602fb3-01a6-4048-9d49-e9429af72d1b/80602fb3-01a6-4048-9d49-e9429af72d1b.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.520885] env[64443]: DEBUG nova.network.neutron [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.522328] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f9d149a-04a9-4e99-aaf7-a51e28b1031b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.546086] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Waiting for the task: (returnval){ [ 834.546086] env[64443]: value = "task-2676528" [ 834.546086] env[64443]: _type = "Task" [ 834.546086] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.555260] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': task-2676528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.582463] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 0d963c2d-4091-418b-a3fc-e60f7bf22b2a] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 834.919694] env[64443]: DEBUG nova.compute.manager [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.929893] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.929893] env[64443]: DEBUG nova.compute.manager [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.934454] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.303s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.934454] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.935759] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.899s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.938523] env[64443]: INFO nova.compute.claims [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.962466] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 834.962466] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d2aa4a-259a-c6b7-3921-20139f280a10" [ 834.962466] env[64443]: _type = "HttpNfcLease" [ 834.962466] env[64443]: } is ready. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 834.964086] env[64443]: DEBUG oslo_vmware.rw_handles [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 834.964086] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d2aa4a-259a-c6b7-3921-20139f280a10" [ 834.964086] env[64443]: _type = "HttpNfcLease" [ 834.964086] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 834.964889] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c71536-13e6-4629-97ee-927bd67ec694 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.971091] env[64443]: INFO nova.scheduler.client.report [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Deleted allocations for instance 47374946-3398-439c-b530-9f249844450b [ 834.976454] env[64443]: DEBUG oslo_vmware.rw_handles [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a73de-1491-5e97-191c-14c723b1c74b/disk-0.vmdk from lease info. {{(pid=64443) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 834.976634] env[64443]: DEBUG oslo_vmware.rw_handles [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a73de-1491-5e97-191c-14c723b1c74b/disk-0.vmdk for reading. {{(pid=64443) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 835.066212] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': task-2676528, 'name': ReconfigVM_Task, 'duration_secs': 0.273401} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.066212] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 80602fb3-01a6-4048-9d49-e9429af72d1b/80602fb3-01a6-4048-9d49-e9429af72d1b.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.067512] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2b065fc-ce95-458d-9c49-5528c79f89f1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.077266] env[64443]: DEBUG nova.network.neutron [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Updating instance_info_cache with network_info: [{"id": "fac3ca19-4214-4b50-ab63-07b289ad9bea", "address": "fa:16:3e:8f:25:16", "network": {"id": "0f5b4996-7e6d-47b2-aeda-90ce35308de9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1763186808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977c9966dc484868b335536469de110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfac3ca19-42", "ovs_interfaceid": "fac3ca19-4214-4b50-ab63-07b289ad9bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.078196] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Waiting for the task: (returnval){ [ 835.078196] env[64443]: value = "task-2676529" [ 835.078196] env[64443]: _type = "Task" [ 835.078196] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.086245] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 99eba029-a1cf-428f-a608-b4fe81e4c6a7] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.092267] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': task-2676529, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.141432] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-de536353-e67f-4ce3-84c7-40147d08197f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.152653] env[64443]: DEBUG nova.network.neutron [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Updating instance_info_cache with network_info: [{"id": "4f7baecc-ddee-4ec2-bfc8-c318a81128cc", "address": "fa:16:3e:1b:7b:7e", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f7baecc-dd", "ovs_interfaceid": "4f7baecc-ddee-4ec2-bfc8-c318a81128cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.433593] env[64443]: DEBUG nova.compute.utils [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 835.438134] env[64443]: DEBUG nova.compute.manager [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.438134] env[64443]: DEBUG nova.network.neutron [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.452325] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.485837] env[64443]: DEBUG nova.policy [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f66843521744427197addf27588472dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '977c9966dc484868b335536469de110c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.491867] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bc4a52ce-7f09-4852-a200-3ab963d01686 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "47374946-3398-439c-b530-9f249844450b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.463s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.581105] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Releasing lock "refresh_cache-36b6417a-ddb2-42f0-a081-097fcf051e0c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.582321] env[64443]: DEBUG nova.compute.manager [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Instance network_info: |[{"id": "fac3ca19-4214-4b50-ab63-07b289ad9bea", "address": "fa:16:3e:8f:25:16", "network": {"id": "0f5b4996-7e6d-47b2-aeda-90ce35308de9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1763186808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977c9966dc484868b335536469de110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfac3ca19-42", "ovs_interfaceid": "fac3ca19-4214-4b50-ab63-07b289ad9bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.582852] env[64443]: DEBUG oslo_concurrency.lockutils [req-a8fbdb43-d9d6-4a53-b388-9b4e9691861c req-48cdfd61-2f52-46b3-b43e-68a25e58ac0b service nova] Acquired lock "refresh_cache-36b6417a-ddb2-42f0-a081-097fcf051e0c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.583138] env[64443]: DEBUG nova.network.neutron [req-a8fbdb43-d9d6-4a53-b388-9b4e9691861c req-48cdfd61-2f52-46b3-b43e-68a25e58ac0b service nova] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Refreshing network info cache for port fac3ca19-4214-4b50-ab63-07b289ad9bea {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.584531] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:25:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fac3ca19-4214-4b50-ab63-07b289ad9bea', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.594963] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Creating folder: Project (977c9966dc484868b335536469de110c). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.604752] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 6b932cd2-a6f5-4cc3-b287-91737817d6f7] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 835.607369] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6964419c-c789-4a9c-a69a-7b56bb421dc7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.616640] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': task-2676529, 'name': Rename_Task, 'duration_secs': 0.159657} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.619022] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.619022] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7413ddc5-067c-4ae3-89e3-9ad415a31c31 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.625200] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Created folder: Project (977c9966dc484868b335536469de110c) in parent group-v539479. [ 835.625760] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Creating folder: Instances. Parent ref: group-v539685. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.627756] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e2b2851-30cd-49a1-a833-2d3984f22aa0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.630648] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Waiting for the task: (returnval){ [ 835.630648] env[64443]: value = "task-2676531" [ 835.630648] env[64443]: _type = "Task" [ 835.630648] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.640237] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': task-2676531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.642605] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Created folder: Instances in parent group-v539685. [ 835.642883] env[64443]: DEBUG oslo.service.loopingcall [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 835.643129] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.643433] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-391d8bc3-b95d-4e4d-aa13-7a23f3ea9a90 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.673910] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Releasing lock "refresh_cache-60590d5a-3ca8-4189-a294-c72f00d2bf8c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.684499] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.684499] env[64443]: value = "task-2676533" [ 835.684499] env[64443]: _type = "Task" [ 835.684499] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.703514] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676533, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.936640] env[64443]: DEBUG nova.compute.manager [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.104422] env[64443]: DEBUG nova.network.neutron [req-a8fbdb43-d9d6-4a53-b388-9b4e9691861c req-48cdfd61-2f52-46b3-b43e-68a25e58ac0b service nova] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Updated VIF entry in instance network info cache for port fac3ca19-4214-4b50-ab63-07b289ad9bea. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.105293] env[64443]: DEBUG nova.network.neutron [req-a8fbdb43-d9d6-4a53-b388-9b4e9691861c req-48cdfd61-2f52-46b3-b43e-68a25e58ac0b service nova] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Updating instance_info_cache with network_info: [{"id": "fac3ca19-4214-4b50-ab63-07b289ad9bea", "address": "fa:16:3e:8f:25:16", "network": {"id": "0f5b4996-7e6d-47b2-aeda-90ce35308de9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1763186808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977c9966dc484868b335536469de110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfac3ca19-42", "ovs_interfaceid": "fac3ca19-4214-4b50-ab63-07b289ad9bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.112974] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 686e78f4-a5c2-465a-9018-5623795aadd0] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.154540] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': task-2676531, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.161142] env[64443]: DEBUG nova.network.neutron [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Successfully created port: 244613f0-50a4-49be-8fcd-cda9fbfc74e0 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.180772] env[64443]: DEBUG nova.compute.manager [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=64443) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 836.181035] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.198224] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676533, 'name': CreateVM_Task, 'duration_secs': 0.461546} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.198622] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.199168] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.199737] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.199737] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.201020] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77aa049e-fa4d-4970-970c-b39f4556a9c4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.205956] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 836.205956] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]522fdefa-cdc2-ed8c-27dd-49cd63ce073a" [ 836.205956] env[64443]: _type = "Task" [ 836.205956] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.219436] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]522fdefa-cdc2-ed8c-27dd-49cd63ce073a, 'name': SearchDatastore_Task, 'duration_secs': 0.010831} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.219843] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.220012] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.220529] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.220610] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.220978] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.221547] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-519ca41a-2240-4707-b877-5d5bf79c61cd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.232112] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.232112] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.233152] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3788e1be-dcd2-4baa-9020-b0c312755498 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.240261] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 836.240261] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52768e85-a024-a6e1-063a-5d7e38af0ff8" [ 836.240261] env[64443]: _type = "Task" [ 836.240261] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.251554] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52768e85-a024-a6e1-063a-5d7e38af0ff8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.499488] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ca5d97-f414-4a33-b64b-fa9156e6eea2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.511793] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd68694-384b-42e4-ab69-cc182e9412b8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.549722] env[64443]: DEBUG nova.compute.manager [req-fd1929cc-592c-4b23-bf4e-032cc376584e req-e399b181-42a9-47ea-8205-89a2a468a5bf service nova] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Received event network-vif-plugged-329d483a-71d0-494c-9d9b-402e6d7e4ea5 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.549961] env[64443]: DEBUG oslo_concurrency.lockutils [req-fd1929cc-592c-4b23-bf4e-032cc376584e req-e399b181-42a9-47ea-8205-89a2a468a5bf service nova] Acquiring lock "c064a08a-ab00-446c-a38e-a5d48cbde6d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.550360] env[64443]: DEBUG oslo_concurrency.lockutils [req-fd1929cc-592c-4b23-bf4e-032cc376584e req-e399b181-42a9-47ea-8205-89a2a468a5bf service nova] Lock "c064a08a-ab00-446c-a38e-a5d48cbde6d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.550643] env[64443]: DEBUG oslo_concurrency.lockutils [req-fd1929cc-592c-4b23-bf4e-032cc376584e req-e399b181-42a9-47ea-8205-89a2a468a5bf service nova] Lock "c064a08a-ab00-446c-a38e-a5d48cbde6d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.550756] env[64443]: DEBUG nova.compute.manager [req-fd1929cc-592c-4b23-bf4e-032cc376584e req-e399b181-42a9-47ea-8205-89a2a468a5bf service nova] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] No waiting events found dispatching network-vif-plugged-329d483a-71d0-494c-9d9b-402e6d7e4ea5 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.550934] env[64443]: WARNING nova.compute.manager [req-fd1929cc-592c-4b23-bf4e-032cc376584e req-e399b181-42a9-47ea-8205-89a2a468a5bf service nova] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Received unexpected event network-vif-plugged-329d483a-71d0-494c-9d9b-402e6d7e4ea5 for instance with vm_state building and task_state spawning. [ 836.552582] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31565768-c18f-40d2-947a-5e068843fd84 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.562492] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33d09bb-493a-474a-8ae0-bd4a692a2cfc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.578228] env[64443]: DEBUG nova.compute.provider_tree [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.609072] env[64443]: DEBUG oslo_concurrency.lockutils [req-a8fbdb43-d9d6-4a53-b388-9b4e9691861c req-48cdfd61-2f52-46b3-b43e-68a25e58ac0b service nova] Releasing lock "refresh_cache-36b6417a-ddb2-42f0-a081-097fcf051e0c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.615863] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 7467c72f-b5e5-4911-9d66-6944280908cb] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 836.626238] env[64443]: DEBUG nova.network.neutron [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Successfully updated port: 329d483a-71d0-494c-9d9b-402e6d7e4ea5 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.655049] env[64443]: DEBUG oslo_vmware.api [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': task-2676531, 'name': PowerOnVM_Task, 'duration_secs': 0.55287} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.655365] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.655631] env[64443]: INFO nova.compute.manager [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Took 7.71 seconds to spawn the instance on the hypervisor. [ 836.655869] env[64443]: DEBUG nova.compute.manager [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.659439] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8b25e4-a944-4fb8-bf3d-66292fe9cf4a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.753426] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52768e85-a024-a6e1-063a-5d7e38af0ff8, 'name': SearchDatastore_Task, 'duration_secs': 0.010864} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.755105] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8000c98f-d20e-4cb6-bc3a-752f21d173c6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.762567] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 836.762567] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52c572ea-eb8b-9742-1dad-b9d9e2b907b0" [ 836.762567] env[64443]: _type = "Task" [ 836.762567] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.777535] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c572ea-eb8b-9742-1dad-b9d9e2b907b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.949224] env[64443]: DEBUG nova.compute.manager [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.988980] env[64443]: DEBUG nova.virt.hardware [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.991441] env[64443]: DEBUG nova.virt.hardware [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.991482] env[64443]: DEBUG nova.virt.hardware [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.991739] env[64443]: DEBUG nova.virt.hardware [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.991908] env[64443]: DEBUG nova.virt.hardware [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.992010] env[64443]: DEBUG nova.virt.hardware [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.992315] env[64443]: DEBUG nova.virt.hardware [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.992449] env[64443]: DEBUG nova.virt.hardware [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.992651] env[64443]: DEBUG nova.virt.hardware [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.992825] env[64443]: DEBUG nova.virt.hardware [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.993062] env[64443]: DEBUG nova.virt.hardware [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.993551] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "7a36ccc9-c594-48f8-a847-9b26cd0431fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.993791] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "7a36ccc9-c594-48f8-a847-9b26cd0431fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.994026] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "7a36ccc9-c594-48f8-a847-9b26cd0431fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.994228] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "7a36ccc9-c594-48f8-a847-9b26cd0431fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.994911] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "7a36ccc9-c594-48f8-a847-9b26cd0431fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.997179] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c150c4-88ad-4aeb-b19f-5b40e7a0f024 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.002219] env[64443]: INFO nova.compute.manager [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Terminating instance [ 837.009442] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b2b73b-1e98-43cb-a59b-87d6ac8b51cf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.081928] env[64443]: DEBUG nova.scheduler.client.report [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.120028] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 6db2f440-6651-4694-872b-72536274f44f] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 837.129238] env[64443]: DEBUG oslo_concurrency.lockutils [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "refresh_cache-c064a08a-ab00-446c-a38e-a5d48cbde6d7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.129444] env[64443]: DEBUG oslo_concurrency.lockutils [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquired lock "refresh_cache-c064a08a-ab00-446c-a38e-a5d48cbde6d7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.129606] env[64443]: DEBUG nova.network.neutron [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.187188] env[64443]: INFO nova.compute.manager [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Took 44.02 seconds to build instance. [ 837.275222] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c572ea-eb8b-9742-1dad-b9d9e2b907b0, 'name': SearchDatastore_Task, 'duration_secs': 0.013004} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.275504] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.275770] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 36b6417a-ddb2-42f0-a081-097fcf051e0c/36b6417a-ddb2-42f0-a081-097fcf051e0c.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.276042] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38a3c79c-0517-4b4c-910a-2f383f15e630 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.285534] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 837.285534] env[64443]: value = "task-2676534" [ 837.285534] env[64443]: _type = "Task" [ 837.285534] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.295209] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.517017] env[64443]: DEBUG nova.compute.manager [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.517309] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.518843] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202b4a5b-c658-4532-82db-566121fcd0eb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.528491] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.528801] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b81930f2-3f69-44b3-a2f8-77ac79002c49 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.539386] env[64443]: DEBUG oslo_vmware.api [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 837.539386] env[64443]: value = "task-2676535" [ 837.539386] env[64443]: _type = "Task" [ 837.539386] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.550127] env[64443]: DEBUG oslo_vmware.api [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.587365] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.587884] env[64443]: DEBUG nova.compute.manager [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.592286] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 34.476s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.626503] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 3299739d-1b3d-49ed-b2a3-ccee2418ab1d] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 837.688947] env[64443]: DEBUG oslo_concurrency.lockutils [None req-944eac2a-4429-49fb-95b1-ebb974222ecf tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Lock "80602fb3-01a6-4048-9d49-e9429af72d1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.536s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.697535] env[64443]: DEBUG nova.network.neutron [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.796151] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498896} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.796151] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 36b6417a-ddb2-42f0-a081-097fcf051e0c/36b6417a-ddb2-42f0-a081-097fcf051e0c.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.796430] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.796470] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7fdf8f4-8cf9-4e11-81ec-de0b2a279840 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.809263] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 837.809263] env[64443]: value = "task-2676536" [ 837.809263] env[64443]: _type = "Task" [ 837.809263] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.823807] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.967136] env[64443]: DEBUG nova.network.neutron [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Updating instance_info_cache with network_info: [{"id": "329d483a-71d0-494c-9d9b-402e6d7e4ea5", "address": "fa:16:3e:d3:dc:27", "network": {"id": "dfbbf7d1-044d-4133-b73e-9ed201379803", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1989595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a513f4e7a34df3ac30a0b52c7fdfaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329d483a-71", "ovs_interfaceid": "329d483a-71d0-494c-9d9b-402e6d7e4ea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.053573] env[64443]: DEBUG oslo_vmware.api [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676535, 'name': PowerOffVM_Task, 'duration_secs': 0.485973} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.054399] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.054739] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.054988] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0adf476-e9a8-4841-80db-f234bc3853e1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.082798] env[64443]: DEBUG nova.network.neutron [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Successfully updated port: 244613f0-50a4-49be-8fcd-cda9fbfc74e0 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.098682] env[64443]: INFO nova.compute.claims [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.103478] env[64443]: DEBUG nova.compute.utils [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 838.105377] env[64443]: DEBUG nova.compute.manager [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Not allocating networking since 'none' was specified. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 838.125034] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.125224] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.125365] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Deleting the datastore file [datastore2] 7a36ccc9-c594-48f8-a847-9b26cd0431fb {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.125935] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ca7358e-bbef-4117-a1e8-6b451ed6f5e8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.130873] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: bbbc7f19-5604-436d-af15-4bfd0fffac0b] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 838.135489] env[64443]: DEBUG oslo_vmware.api [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 838.135489] env[64443]: value = "task-2676538" [ 838.135489] env[64443]: _type = "Task" [ 838.135489] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.146302] env[64443]: DEBUG oslo_vmware.api [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.322326] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098864} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.322326] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.322326] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdece483-0a49-42b9-9771-037665391516 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.346136] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 36b6417a-ddb2-42f0-a081-097fcf051e0c/36b6417a-ddb2-42f0-a081-097fcf051e0c.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.346561] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-700b79ed-d690-4c67-b649-ac009b181623 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.374249] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 838.374249] env[64443]: value = "task-2676539" [ 838.374249] env[64443]: _type = "Task" [ 838.374249] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.382542] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676539, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.469015] env[64443]: DEBUG oslo_concurrency.lockutils [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Releasing lock "refresh_cache-c064a08a-ab00-446c-a38e-a5d48cbde6d7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.469371] env[64443]: DEBUG nova.compute.manager [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Instance network_info: |[{"id": "329d483a-71d0-494c-9d9b-402e6d7e4ea5", "address": "fa:16:3e:d3:dc:27", "network": {"id": "dfbbf7d1-044d-4133-b73e-9ed201379803", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1989595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a513f4e7a34df3ac30a0b52c7fdfaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329d483a-71", "ovs_interfaceid": "329d483a-71d0-494c-9d9b-402e6d7e4ea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.469888] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:dc:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '329d483a-71d0-494c-9d9b-402e6d7e4ea5', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.477758] env[64443]: DEBUG oslo.service.loopingcall [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 838.477998] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.478241] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbce2ded-8989-4620-b1f1-8cc9f68fddde {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.501361] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.501361] env[64443]: value = "task-2676540" [ 838.501361] env[64443]: _type = "Task" [ 838.501361] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.510686] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676540, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.556510] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Acquiring lock "6e7b78ad-7d1d-4cb4-b216-33d5f75afbda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.556817] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Lock "6e7b78ad-7d1d-4cb4-b216-33d5f75afbda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.586245] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "refresh_cache-2db75f09-f8f6-477b-b922-64b5aae65e29" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.586245] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquired lock "refresh_cache-2db75f09-f8f6-477b-b922-64b5aae65e29" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.586245] env[64443]: DEBUG nova.network.neutron [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.610403] env[64443]: INFO nova.compute.resource_tracker [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Updating resource usage from migration 0f799fd7-6ed5-44ef-bd73-7dacb31436f6 [ 838.614889] env[64443]: DEBUG nova.compute.manager [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.637036] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: ca8eed0f-3212-4528-ac6e-b5b714c34478] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 838.665020] env[64443]: DEBUG oslo_vmware.api [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146864} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.665020] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.665020] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.665020] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.665020] env[64443]: INFO nova.compute.manager [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 838.665020] env[64443]: DEBUG oslo.service.loopingcall [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 838.666152] env[64443]: DEBUG nova.compute.manager [-] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.666295] env[64443]: DEBUG nova.network.neutron [-] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.898602] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676539, 'name': ReconfigVM_Task, 'duration_secs': 0.479361} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.902601] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 36b6417a-ddb2-42f0-a081-097fcf051e0c/36b6417a-ddb2-42f0-a081-097fcf051e0c.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.904506] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a219fb77-c22b-4bb2-8a70-4567a7265dc5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.913797] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 838.913797] env[64443]: value = "task-2676541" [ 838.913797] env[64443]: _type = "Task" [ 838.913797] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.936513] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676541, 'name': Rename_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.019086] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676540, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.059737] env[64443]: DEBUG nova.compute.manager [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.134485] env[64443]: DEBUG nova.network.neutron [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.144460] env[64443]: DEBUG nova.compute.manager [req-13ea1411-de4e-42a0-a584-3f98d8efdff9 req-30c6fed9-3621-460c-a382-534ed117ea4f service nova] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Received event network-changed-329d483a-71d0-494c-9d9b-402e6d7e4ea5 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.144731] env[64443]: DEBUG nova.compute.manager [req-13ea1411-de4e-42a0-a584-3f98d8efdff9 req-30c6fed9-3621-460c-a382-534ed117ea4f service nova] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Refreshing instance network info cache due to event network-changed-329d483a-71d0-494c-9d9b-402e6d7e4ea5. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 839.145548] env[64443]: DEBUG oslo_concurrency.lockutils [req-13ea1411-de4e-42a0-a584-3f98d8efdff9 req-30c6fed9-3621-460c-a382-534ed117ea4f service nova] Acquiring lock "refresh_cache-c064a08a-ab00-446c-a38e-a5d48cbde6d7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.145548] env[64443]: DEBUG oslo_concurrency.lockutils [req-13ea1411-de4e-42a0-a584-3f98d8efdff9 req-30c6fed9-3621-460c-a382-534ed117ea4f service nova] Acquired lock "refresh_cache-c064a08a-ab00-446c-a38e-a5d48cbde6d7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.145703] env[64443]: DEBUG nova.network.neutron [req-13ea1411-de4e-42a0-a584-3f98d8efdff9 req-30c6fed9-3621-460c-a382-534ed117ea4f service nova] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Refreshing network info cache for port 329d483a-71d0-494c-9d9b-402e6d7e4ea5 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.149874] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 5c6ceda1-24ea-4706-bb14-7408d945ff55] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 839.153082] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d350b5ca-16c9-47c3-a6b6-534271aa1b46 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.165018] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdedac1-2965-43f4-8cc7-97dd91e5e387 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.204017] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f2cd70-606d-4b68-9960-0f603c2de19a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.213711] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ec5f65-9bc5-4b65-b466-907927aae4e9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.230460] env[64443]: DEBUG nova.compute.provider_tree [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.242589] env[64443]: DEBUG nova.compute.manager [req-9c3f68b6-aaba-4ff4-887d-f8502c2c54d0 req-020fb0aa-df73-4c80-9fa7-35ca668171c7 service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Received event network-changed-4a236d4f-2873-4efc-ae08-ca1d849adb13 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.244477] env[64443]: DEBUG nova.compute.manager [req-9c3f68b6-aaba-4ff4-887d-f8502c2c54d0 req-020fb0aa-df73-4c80-9fa7-35ca668171c7 service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Refreshing instance network info cache due to event network-changed-4a236d4f-2873-4efc-ae08-ca1d849adb13. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 839.244477] env[64443]: DEBUG oslo_concurrency.lockutils [req-9c3f68b6-aaba-4ff4-887d-f8502c2c54d0 req-020fb0aa-df73-4c80-9fa7-35ca668171c7 service nova] Acquiring lock "refresh_cache-80602fb3-01a6-4048-9d49-e9429af72d1b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.244477] env[64443]: DEBUG oslo_concurrency.lockutils [req-9c3f68b6-aaba-4ff4-887d-f8502c2c54d0 req-020fb0aa-df73-4c80-9fa7-35ca668171c7 service nova] Acquired lock "refresh_cache-80602fb3-01a6-4048-9d49-e9429af72d1b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.244477] env[64443]: DEBUG nova.network.neutron [req-9c3f68b6-aaba-4ff4-887d-f8502c2c54d0 req-020fb0aa-df73-4c80-9fa7-35ca668171c7 service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Refreshing network info cache for port 4a236d4f-2873-4efc-ae08-ca1d849adb13 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.314261] env[64443]: DEBUG nova.network.neutron [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Updating instance_info_cache with network_info: [{"id": "244613f0-50a4-49be-8fcd-cda9fbfc74e0", "address": "fa:16:3e:65:5c:dc", "network": {"id": "0f5b4996-7e6d-47b2-aeda-90ce35308de9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1763186808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977c9966dc484868b335536469de110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244613f0-50", "ovs_interfaceid": "244613f0-50a4-49be-8fcd-cda9fbfc74e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.426219] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676541, 'name': Rename_Task, 'duration_secs': 0.35631} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.426219] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.426219] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f596daf4-bd77-46da-a3b6-92233a71dac5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.433911] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 839.433911] env[64443]: value = "task-2676542" [ 839.433911] env[64443]: _type = "Task" [ 839.433911] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.442826] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.514709] env[64443]: DEBUG nova.network.neutron [-] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.518459] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676540, 'name': CreateVM_Task, 'duration_secs': 0.618597} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.518459] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.518459] env[64443]: DEBUG oslo_concurrency.lockutils [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/efa12963-f95b-4421-85fe-977f49d9d796" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 839.518459] env[64443]: DEBUG oslo_concurrency.lockutils [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/efa12963-f95b-4421-85fe-977f49d9d796" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.518459] env[64443]: DEBUG oslo_concurrency.lockutils [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/efa12963-f95b-4421-85fe-977f49d9d796" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 839.518459] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e57a20c-1600-4c9d-a766-d852a697515e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.523574] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 839.523574] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52b66b03-1d0b-660e-9195-296912ee2492" [ 839.523574] env[64443]: _type = "Task" [ 839.523574] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.532659] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b66b03-1d0b-660e-9195-296912ee2492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.579867] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.630429] env[64443]: DEBUG nova.compute.manager [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.658320] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 5bb4533f-fd1f-4f67-9d60-d34509284bd5] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 839.674428] env[64443]: DEBUG nova.virt.hardware [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.674428] env[64443]: DEBUG nova.virt.hardware [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.674428] env[64443]: DEBUG nova.virt.hardware [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.674428] env[64443]: DEBUG nova.virt.hardware [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.674428] env[64443]: DEBUG nova.virt.hardware [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.674428] env[64443]: DEBUG nova.virt.hardware [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.674860] env[64443]: DEBUG nova.virt.hardware [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.675116] env[64443]: DEBUG nova.virt.hardware [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.675307] env[64443]: DEBUG nova.virt.hardware [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.675482] env[64443]: DEBUG nova.virt.hardware [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.675702] env[64443]: DEBUG nova.virt.hardware [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.676669] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611e80dd-efd4-4c27-a140-e423811d2c38 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.688653] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd9a598-9531-488e-8329-8cbfea797404 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.709263] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Instance VIF info [] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.715102] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Creating folder: Project (1182e2db8f954818a65dca7d6a99d217). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.715442] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7ef4c63-0374-4761-8801-fbc72b83bb98 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.727734] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Created folder: Project (1182e2db8f954818a65dca7d6a99d217) in parent group-v539479. [ 839.727941] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Creating folder: Instances. Parent ref: group-v539689. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 839.728260] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63e517e0-14ce-4cc5-a9ae-b1f496488037 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.733815] env[64443]: DEBUG nova.scheduler.client.report [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.742386] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Created folder: Instances in parent group-v539689. [ 839.742386] env[64443]: DEBUG oslo.service.loopingcall [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 839.742386] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.742386] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42bb9a16-b95e-47b7-bf83-7df7735204d6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.765688] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.765688] env[64443]: value = "task-2676545" [ 839.765688] env[64443]: _type = "Task" [ 839.765688] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.775239] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676545, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.816527] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Releasing lock "refresh_cache-2db75f09-f8f6-477b-b922-64b5aae65e29" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.817172] env[64443]: DEBUG nova.compute.manager [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Instance network_info: |[{"id": "244613f0-50a4-49be-8fcd-cda9fbfc74e0", "address": "fa:16:3e:65:5c:dc", "network": {"id": "0f5b4996-7e6d-47b2-aeda-90ce35308de9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1763186808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977c9966dc484868b335536469de110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244613f0-50", "ovs_interfaceid": "244613f0-50a4-49be-8fcd-cda9fbfc74e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.817389] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:5c:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '244613f0-50a4-49be-8fcd-cda9fbfc74e0', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.825107] env[64443]: DEBUG oslo.service.loopingcall [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 839.828451] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.828451] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-239e87f4-8ce2-4ef3-bdcb-0a66b7c2d04a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.852258] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.852258] env[64443]: value = "task-2676546" [ 839.852258] env[64443]: _type = "Task" [ 839.852258] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.862495] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676546, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.949267] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676542, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.997470] env[64443]: DEBUG nova.network.neutron [req-13ea1411-de4e-42a0-a584-3f98d8efdff9 req-30c6fed9-3621-460c-a382-534ed117ea4f service nova] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Updated VIF entry in instance network info cache for port 329d483a-71d0-494c-9d9b-402e6d7e4ea5. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.997649] env[64443]: DEBUG nova.network.neutron [req-13ea1411-de4e-42a0-a584-3f98d8efdff9 req-30c6fed9-3621-460c-a382-534ed117ea4f service nova] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Updating instance_info_cache with network_info: [{"id": "329d483a-71d0-494c-9d9b-402e6d7e4ea5", "address": "fa:16:3e:d3:dc:27", "network": {"id": "dfbbf7d1-044d-4133-b73e-9ed201379803", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1989595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a513f4e7a34df3ac30a0b52c7fdfaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap329d483a-71", "ovs_interfaceid": "329d483a-71d0-494c-9d9b-402e6d7e4ea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.021814] env[64443]: INFO nova.compute.manager [-] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Took 1.36 seconds to deallocate network for instance. [ 840.037981] env[64443]: DEBUG oslo_concurrency.lockutils [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/efa12963-f95b-4421-85fe-977f49d9d796" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.038284] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Processing image efa12963-f95b-4421-85fe-977f49d9d796 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.038627] env[64443]: DEBUG oslo_concurrency.lockutils [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/efa12963-f95b-4421-85fe-977f49d9d796/efa12963-f95b-4421-85fe-977f49d9d796.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.038868] env[64443]: DEBUG oslo_concurrency.lockutils [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/efa12963-f95b-4421-85fe-977f49d9d796/efa12963-f95b-4421-85fe-977f49d9d796.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.039080] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.039678] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a294ae04-0e50-40fb-9ed8-a8fa47f0390f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.070863] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.071161] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.071879] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f306b15-ce46-457d-afe6-294df1981917 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.080547] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 840.080547] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52dcf0ad-d048-2bd5-2333-0f1b7156b6dc" [ 840.080547] env[64443]: _type = "Task" [ 840.080547] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.093543] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52dcf0ad-d048-2bd5-2333-0f1b7156b6dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.138265] env[64443]: DEBUG nova.network.neutron [req-9c3f68b6-aaba-4ff4-887d-f8502c2c54d0 req-020fb0aa-df73-4c80-9fa7-35ca668171c7 service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Updated VIF entry in instance network info cache for port 4a236d4f-2873-4efc-ae08-ca1d849adb13. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.138818] env[64443]: DEBUG nova.network.neutron [req-9c3f68b6-aaba-4ff4-887d-f8502c2c54d0 req-020fb0aa-df73-4c80-9fa7-35ca668171c7 service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Updating instance_info_cache with network_info: [{"id": "4a236d4f-2873-4efc-ae08-ca1d849adb13", "address": "fa:16:3e:f6:cc:47", "network": {"id": "15206a82-3091-4616-890b-c26195d90d1d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-73304751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e0a353c0d974e2b8259f86f58f6e8ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a236d4f-28", "ovs_interfaceid": "4a236d4f-2873-4efc-ae08-ca1d849adb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.162168] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 49bcdc71-bde6-45c3-a4d1-4e0458b5a415] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 840.240470] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.648s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.240692] env[64443]: INFO nova.compute.manager [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Migrating [ 840.247419] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.975s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.249118] env[64443]: INFO nova.compute.claims [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.278427] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676545, 'name': CreateVM_Task, 'duration_secs': 0.430494} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.278630] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.279085] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.280358] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.280358] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.280500] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ed497e8-5963-466b-816f-c9315fd730ec {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.289150] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for the task: (returnval){ [ 840.289150] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52c88452-709c-4f78-65d6-40cf4fa81140" [ 840.289150] env[64443]: _type = "Task" [ 840.289150] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.303520] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c88452-709c-4f78-65d6-40cf4fa81140, 'name': SearchDatastore_Task, 'duration_secs': 0.012291} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.304375] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.304797] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.305197] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.305484] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.305847] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.306230] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5389794c-8713-46dc-8f78-5740c59f95b8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.319130] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.319130] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.319320] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4cd4950-f099-4844-8b04-ef4dfbca1a48 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.325836] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for the task: (returnval){ [ 840.325836] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52e691ea-66d3-12d4-9407-e788f3e0ad74" [ 840.325836] env[64443]: _type = "Task" [ 840.325836] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.336155] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52e691ea-66d3-12d4-9407-e788f3e0ad74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.364069] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676546, 'name': CreateVM_Task, 'duration_secs': 0.440908} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.364262] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.364950] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.365156] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.365511] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 840.365780] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87433587-9f0c-49ac-a217-d422fe7a6557 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.372427] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 840.372427] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]520cea5e-69f8-6d4e-ab3a-500728159e60" [ 840.372427] env[64443]: _type = "Task" [ 840.372427] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.381849] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520cea5e-69f8-6d4e-ab3a-500728159e60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.448120] env[64443]: DEBUG oslo_vmware.api [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676542, 'name': PowerOnVM_Task, 'duration_secs': 0.581669} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.448501] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.448735] env[64443]: INFO nova.compute.manager [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Took 8.87 seconds to spawn the instance on the hypervisor. [ 840.448936] env[64443]: DEBUG nova.compute.manager [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.449824] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5377a2a-8c9a-4c05-b4ad-743d86cf57d0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.500338] env[64443]: DEBUG oslo_concurrency.lockutils [req-13ea1411-de4e-42a0-a584-3f98d8efdff9 req-30c6fed9-3621-460c-a382-534ed117ea4f service nova] Releasing lock "refresh_cache-c064a08a-ab00-446c-a38e-a5d48cbde6d7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.500622] env[64443]: DEBUG nova.compute.manager [req-13ea1411-de4e-42a0-a584-3f98d8efdff9 req-30c6fed9-3621-460c-a382-534ed117ea4f service nova] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Received event network-vif-plugged-244613f0-50a4-49be-8fcd-cda9fbfc74e0 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.500825] env[64443]: DEBUG oslo_concurrency.lockutils [req-13ea1411-de4e-42a0-a584-3f98d8efdff9 req-30c6fed9-3621-460c-a382-534ed117ea4f service nova] Acquiring lock "2db75f09-f8f6-477b-b922-64b5aae65e29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.501045] env[64443]: DEBUG oslo_concurrency.lockutils [req-13ea1411-de4e-42a0-a584-3f98d8efdff9 req-30c6fed9-3621-460c-a382-534ed117ea4f service nova] Lock "2db75f09-f8f6-477b-b922-64b5aae65e29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.501214] env[64443]: DEBUG oslo_concurrency.lockutils [req-13ea1411-de4e-42a0-a584-3f98d8efdff9 req-30c6fed9-3621-460c-a382-534ed117ea4f service nova] Lock "2db75f09-f8f6-477b-b922-64b5aae65e29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.501497] env[64443]: DEBUG nova.compute.manager [req-13ea1411-de4e-42a0-a584-3f98d8efdff9 req-30c6fed9-3621-460c-a382-534ed117ea4f service nova] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] No waiting events found dispatching network-vif-plugged-244613f0-50a4-49be-8fcd-cda9fbfc74e0 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.501586] env[64443]: WARNING nova.compute.manager [req-13ea1411-de4e-42a0-a584-3f98d8efdff9 req-30c6fed9-3621-460c-a382-534ed117ea4f service nova] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Received unexpected event network-vif-plugged-244613f0-50a4-49be-8fcd-cda9fbfc74e0 for instance with vm_state building and task_state spawning. [ 840.501752] env[64443]: DEBUG nova.compute.manager [req-13ea1411-de4e-42a0-a584-3f98d8efdff9 req-30c6fed9-3621-460c-a382-534ed117ea4f service nova] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Received event network-changed-244613f0-50a4-49be-8fcd-cda9fbfc74e0 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.501907] env[64443]: DEBUG nova.compute.manager [req-13ea1411-de4e-42a0-a584-3f98d8efdff9 req-30c6fed9-3621-460c-a382-534ed117ea4f service nova] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Refreshing instance network info cache due to event network-changed-244613f0-50a4-49be-8fcd-cda9fbfc74e0. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 840.502131] env[64443]: DEBUG oslo_concurrency.lockutils [req-13ea1411-de4e-42a0-a584-3f98d8efdff9 req-30c6fed9-3621-460c-a382-534ed117ea4f service nova] Acquiring lock "refresh_cache-2db75f09-f8f6-477b-b922-64b5aae65e29" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.502277] env[64443]: DEBUG oslo_concurrency.lockutils [req-13ea1411-de4e-42a0-a584-3f98d8efdff9 req-30c6fed9-3621-460c-a382-534ed117ea4f service nova] Acquired lock "refresh_cache-2db75f09-f8f6-477b-b922-64b5aae65e29" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.502437] env[64443]: DEBUG nova.network.neutron [req-13ea1411-de4e-42a0-a584-3f98d8efdff9 req-30c6fed9-3621-460c-a382-534ed117ea4f service nova] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Refreshing network info cache for port 244613f0-50a4-49be-8fcd-cda9fbfc74e0 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.534905] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.591383] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Preparing fetch location {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 840.591652] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Fetch image to [datastore1] OSTACK_IMG_5607df12-f16c-464a-a5db-94492caf7ee4/OSTACK_IMG_5607df12-f16c-464a-a5db-94492caf7ee4.vmdk {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 840.591924] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Downloading stream optimized image efa12963-f95b-4421-85fe-977f49d9d796 to [datastore1] OSTACK_IMG_5607df12-f16c-464a-a5db-94492caf7ee4/OSTACK_IMG_5607df12-f16c-464a-a5db-94492caf7ee4.vmdk on the data store datastore1 as vApp {{(pid=64443) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 840.592049] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Downloading image file data efa12963-f95b-4421-85fe-977f49d9d796 to the ESX as VM named 'OSTACK_IMG_5607df12-f16c-464a-a5db-94492caf7ee4' {{(pid=64443) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 840.641658] env[64443]: DEBUG oslo_concurrency.lockutils [req-9c3f68b6-aaba-4ff4-887d-f8502c2c54d0 req-020fb0aa-df73-4c80-9fa7-35ca668171c7 service nova] Releasing lock "refresh_cache-80602fb3-01a6-4048-9d49-e9429af72d1b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.665754] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: cd909add-c6fc-4f7b-a74e-89fd2710884e] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 840.676262] env[64443]: DEBUG oslo_vmware.rw_handles [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 840.676262] env[64443]: value = "resgroup-9" [ 840.676262] env[64443]: _type = "ResourcePool" [ 840.676262] env[64443]: }. {{(pid=64443) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 840.676602] env[64443]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-89ba03b1-3482-4199-bfd5-09bf7f81c8f9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.703029] env[64443]: DEBUG oslo_vmware.rw_handles [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lease: (returnval){ [ 840.703029] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]520fba52-37b1-d91e-34ac-6a0564d8dee6" [ 840.703029] env[64443]: _type = "HttpNfcLease" [ 840.703029] env[64443]: } obtained for vApp import into resource pool (val){ [ 840.703029] env[64443]: value = "resgroup-9" [ 840.703029] env[64443]: _type = "ResourcePool" [ 840.703029] env[64443]: }. {{(pid=64443) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 840.703029] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the lease: (returnval){ [ 840.703029] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]520fba52-37b1-d91e-34ac-6a0564d8dee6" [ 840.703029] env[64443]: _type = "HttpNfcLease" [ 840.703029] env[64443]: } to be ready. {{(pid=64443) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 840.712948] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 840.712948] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]520fba52-37b1-d91e-34ac-6a0564d8dee6" [ 840.712948] env[64443]: _type = "HttpNfcLease" [ 840.712948] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 840.762982] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "refresh_cache-cdcc1d35-9ead-4e4c-ada3-ab31513b73af" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.762982] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired lock "refresh_cache-cdcc1d35-9ead-4e4c-ada3-ab31513b73af" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.762982] env[64443]: DEBUG nova.network.neutron [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.838035] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52e691ea-66d3-12d4-9407-e788f3e0ad74, 'name': SearchDatastore_Task, 'duration_secs': 0.012114} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.839320] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48545080-ea84-4e91-a6a6-e7114555edfb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.845852] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for the task: (returnval){ [ 840.845852] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52b9a23b-bde4-2e87-be71-a7741fd7251a" [ 840.845852] env[64443]: _type = "Task" [ 840.845852] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.854783] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b9a23b-bde4-2e87-be71-a7741fd7251a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.900148] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520cea5e-69f8-6d4e-ab3a-500728159e60, 'name': SearchDatastore_Task, 'duration_secs': 0.012436} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.900330] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.900558] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.900989] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.969302] env[64443]: INFO nova.compute.manager [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Took 47.06 seconds to build instance. [ 841.170438] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: c215ca65-70a9-4d74-9bd5-52fdf318654c] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 841.212211] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 841.212211] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]520fba52-37b1-d91e-34ac-6a0564d8dee6" [ 841.212211] env[64443]: _type = "HttpNfcLease" [ 841.212211] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 841.243126] env[64443]: DEBUG nova.compute.manager [req-0818684e-e0aa-4125-8f78-d36b16ace1b8 req-941a6dc7-3c41-41f8-b82b-fb233201e5cc service nova] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Received event network-vif-deleted-d32aea38-4b8b-44ab-a80e-62bdad775bd5 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 841.250072] env[64443]: DEBUG nova.network.neutron [req-13ea1411-de4e-42a0-a584-3f98d8efdff9 req-30c6fed9-3621-460c-a382-534ed117ea4f service nova] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Updated VIF entry in instance network info cache for port 244613f0-50a4-49be-8fcd-cda9fbfc74e0. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.250509] env[64443]: DEBUG nova.network.neutron [req-13ea1411-de4e-42a0-a584-3f98d8efdff9 req-30c6fed9-3621-460c-a382-534ed117ea4f service nova] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Updating instance_info_cache with network_info: [{"id": "244613f0-50a4-49be-8fcd-cda9fbfc74e0", "address": "fa:16:3e:65:5c:dc", "network": {"id": "0f5b4996-7e6d-47b2-aeda-90ce35308de9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1763186808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977c9966dc484868b335536469de110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244613f0-50", "ovs_interfaceid": "244613f0-50a4-49be-8fcd-cda9fbfc74e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.359485] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b9a23b-bde4-2e87-be71-a7741fd7251a, 'name': SearchDatastore_Task, 'duration_secs': 0.012424} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.359765] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.360032] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] b84768f5-b018-4142-8db1-b1b2299bfa9e/b84768f5-b018-4142-8db1-b1b2299bfa9e.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.360319] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.360505] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.360725] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb4ccc61-b536-420f-9907-7bcfd551dd1c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.364973] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abf3bba0-53f1-432c-863e-b41a07934729 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.372885] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for the task: (returnval){ [ 841.372885] env[64443]: value = "task-2676548" [ 841.372885] env[64443]: _type = "Task" [ 841.372885] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.379548] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.379742] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.383116] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0ea0bfe-66a1-4869-84b0-400e31b741d0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.388500] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.392676] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 841.392676] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52b0f834-d7fc-fff7-eafe-fbbf92f8d574" [ 841.392676] env[64443]: _type = "Task" [ 841.392676] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.401889] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b0f834-d7fc-fff7-eafe-fbbf92f8d574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.472630] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99cb4350-9473-4548-93f6-e7af2754903f tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "36b6417a-ddb2-42f0-a081-097fcf051e0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.574s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.524124] env[64443]: DEBUG nova.network.neutron [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Updating instance_info_cache with network_info: [{"id": "6036e44c-ce8a-48be-9870-1e4aaafff70b", "address": "fa:16:3e:c7:b5:dd", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6036e44c-ce", "ovs_interfaceid": "6036e44c-ce8a-48be-9870-1e4aaafff70b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.676609] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 1a443c3f-117d-4632-9f1f-f00b17394c3f] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 841.716898] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 841.716898] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]520fba52-37b1-d91e-34ac-6a0564d8dee6" [ 841.716898] env[64443]: _type = "HttpNfcLease" [ 841.716898] env[64443]: } is ready. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 841.717668] env[64443]: DEBUG oslo_vmware.rw_handles [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 841.717668] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]520fba52-37b1-d91e-34ac-6a0564d8dee6" [ 841.717668] env[64443]: _type = "HttpNfcLease" [ 841.717668] env[64443]: }. {{(pid=64443) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 841.719993] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9219adb-6506-4626-a454-fdd9ac6ed903 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.730322] env[64443]: DEBUG oslo_vmware.rw_handles [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ab61b-7848-c5ab-c71c-ad73f3350ef2/disk-0.vmdk from lease info. {{(pid=64443) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 841.730566] env[64443]: DEBUG oslo_vmware.rw_handles [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ab61b-7848-c5ab-c71c-ad73f3350ef2/disk-0.vmdk. {{(pid=64443) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 841.793165] env[64443]: DEBUG oslo_concurrency.lockutils [req-13ea1411-de4e-42a0-a584-3f98d8efdff9 req-30c6fed9-3621-460c-a382-534ed117ea4f service nova] Releasing lock "refresh_cache-2db75f09-f8f6-477b-b922-64b5aae65e29" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 841.804209] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b7e8ef02-1f60-4300-bd52-f80030231996 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.811867] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f32f94-21c4-4f4d-bdc7-7cdd2e79f659 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.822511] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ead41f-90b1-4de7-8806-04be3ab8e068 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.859349] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afedac4f-e7c1-4f52-a9ff-a7f0976160e5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.871818] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95957425-d40c-4351-bd79-61b318f3d756 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.885891] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676548, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.894463] env[64443]: DEBUG nova.compute.provider_tree [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.909639] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b0f834-d7fc-fff7-eafe-fbbf92f8d574, 'name': SearchDatastore_Task, 'duration_secs': 0.020829} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.910609] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2fc5e22-727b-4c22-8b7b-8cfb0df78815 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.918819] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 841.918819] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52fe28c4-cc26-7f07-3f7b-16eef5eaf5c5" [ 841.918819] env[64443]: _type = "Task" [ 841.918819] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.932087] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52fe28c4-cc26-7f07-3f7b-16eef5eaf5c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.031142] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Releasing lock "refresh_cache-cdcc1d35-9ead-4e4c-ada3-ab31513b73af" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.179653] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: a58a3926-6b91-442a-bb19-e8557b50b57a] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 842.392366] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579202} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.396592] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] b84768f5-b018-4142-8db1-b1b2299bfa9e/b84768f5-b018-4142-8db1-b1b2299bfa9e.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.397275] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.397381] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-647372d6-44ac-439f-9488-2d89385e8223 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.401250] env[64443]: DEBUG nova.scheduler.client.report [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.417860] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for the task: (returnval){ [ 842.417860] env[64443]: value = "task-2676549" [ 842.417860] env[64443]: _type = "Task" [ 842.417860] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.442861] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.443226] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52fe28c4-cc26-7f07-3f7b-16eef5eaf5c5, 'name': SearchDatastore_Task, 'duration_secs': 0.017881} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.445703] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.445999] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 2db75f09-f8f6-477b-b922-64b5aae65e29/2db75f09-f8f6-477b-b922-64b5aae65e29.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.446307] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07e01481-7245-4e1b-8180-2a1901e20b12 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.456445] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 842.456445] env[64443]: value = "task-2676550" [ 842.456445] env[64443]: _type = "Task" [ 842.456445] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.469042] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.682800] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 493ae756-b9ef-45fd-af3f-2d9ba80c797c] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 842.697468] env[64443]: DEBUG oslo_vmware.rw_handles [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Completed reading data from the image iterator. {{(pid=64443) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 842.697718] env[64443]: DEBUG oslo_vmware.rw_handles [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ab61b-7848-c5ab-c71c-ad73f3350ef2/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 842.698994] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e68431-b2a2-407e-9628-3ff826ce3cf5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.708017] env[64443]: DEBUG oslo_vmware.rw_handles [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ab61b-7848-c5ab-c71c-ad73f3350ef2/disk-0.vmdk is in state: ready. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 842.708171] env[64443]: DEBUG oslo_vmware.rw_handles [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ab61b-7848-c5ab-c71c-ad73f3350ef2/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 842.708451] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-99f9123a-bc9f-4451-8383-28a7b305781a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.908142] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.908825] env[64443]: DEBUG nova.compute.manager [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.911834] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.016s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.912078] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.914303] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.047s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.914496] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.916402] env[64443]: DEBUG oslo_concurrency.lockutils [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.233s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.918068] env[64443]: INFO nova.compute.claims [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.935265] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086097} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.935608] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.937474] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdfadcb-dba7-464b-bc02-c6b075d130b4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.961105] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] b84768f5-b018-4142-8db1-b1b2299bfa9e/b84768f5-b018-4142-8db1-b1b2299bfa9e.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.962376] env[64443]: INFO nova.scheduler.client.report [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Deleted allocations for instance b13e79da-5a9e-4e1d-a535-e5b97e76d2aa [ 842.965416] env[64443]: INFO nova.scheduler.client.report [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Deleted allocations for instance c78fe721-d1f8-410d-aef1-077f00e53604 [ 842.966602] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3811771-f77f-4cd4-8d28-dc0b0af273ee {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.000764] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676550, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.003077] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for the task: (returnval){ [ 843.003077] env[64443]: value = "task-2676551" [ 843.003077] env[64443]: _type = "Task" [ 843.003077] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.017107] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.084471] env[64443]: DEBUG oslo_concurrency.lockutils [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Acquiring lock "2cf1f29c-38f5-40d8-b643-23aacfd60d96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.084773] env[64443]: DEBUG oslo_concurrency.lockutils [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Lock "2cf1f29c-38f5-40d8-b643-23aacfd60d96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.190106] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 1d7c8ea5-d01d-401b-89c1-0f7b02f9c442] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 843.345531] env[64443]: DEBUG oslo_vmware.rw_handles [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ab61b-7848-c5ab-c71c-ad73f3350ef2/disk-0.vmdk. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 843.345531] env[64443]: INFO nova.virt.vmwareapi.images [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Downloaded image file data efa12963-f95b-4421-85fe-977f49d9d796 [ 843.347040] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36976f22-63d1-4dd1-9878-c9b7ca4a609d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.368512] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d81e92fb-6db5-44c7-b1f8-493f1ae2e26c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.405221] env[64443]: INFO nova.virt.vmwareapi.images [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] The imported VM was unregistered [ 843.407197] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Caching image {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 843.407440] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Creating directory with path [datastore1] devstack-image-cache_base/efa12963-f95b-4421-85fe-977f49d9d796 {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.407728] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc05814e-42d3-47b1-bfb9-9acb286a08d1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.420387] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Created directory with path [datastore1] devstack-image-cache_base/efa12963-f95b-4421-85fe-977f49d9d796 {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.420591] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_5607df12-f16c-464a-a5db-94492caf7ee4/OSTACK_IMG_5607df12-f16c-464a-a5db-94492caf7ee4.vmdk to [datastore1] devstack-image-cache_base/efa12963-f95b-4421-85fe-977f49d9d796/efa12963-f95b-4421-85fe-977f49d9d796.vmdk. {{(pid=64443) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 843.420854] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e145a6a1-7b46-43e7-bb01-f205a11306a5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.424046] env[64443]: DEBUG nova.compute.utils [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 843.428408] env[64443]: DEBUG nova.compute.manager [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.428408] env[64443]: DEBUG nova.network.neutron [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.436093] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 843.436093] env[64443]: value = "task-2676553" [ 843.436093] env[64443]: _type = "Task" [ 843.436093] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.446933] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676553, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.474096] env[64443]: DEBUG nova.policy [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e0a9819dc19432a80ef11b4035b171d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba1d9be87e324c16af67845240b31fcd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.480052] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652578} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.480319] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 2db75f09-f8f6-477b-b922-64b5aae65e29/2db75f09-f8f6-477b-b922-64b5aae65e29.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.480512] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.480788] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d884159-9dce-4e7c-b8b5-a5972bbe9c3b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.489223] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 843.489223] env[64443]: value = "task-2676554" [ 843.489223] env[64443]: _type = "Task" [ 843.489223] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.497545] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bac1e47-0544-4f0a-9c72-a558048e1d68 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "c78fe721-d1f8-410d-aef1-077f00e53604" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.780s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.499290] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2b7551a-2bf1-45b0-8d06-c08b1d4939e6 tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lock "b13e79da-5a9e-4e1d-a535-e5b97e76d2aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.292s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.504895] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.522933] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.547645] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c2b75b-1375-4361-8c50-5a6424b1cbfe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.571054] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Updating instance 'cdcc1d35-9ead-4e4c-ada3-ab31513b73af' progress to 0 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 843.589085] env[64443]: DEBUG nova.compute.manager [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.696300] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 44cba84c-0e8a-485d-810f-60dc64152206] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 843.928481] env[64443]: DEBUG nova.compute.manager [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.959134] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676553, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.004491] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07631} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.007084] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.012080] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6880fde6-4c5a-43f9-8d7c-cf58b27f8eae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.029062] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676551, 'name': ReconfigVM_Task, 'duration_secs': 0.75283} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.041774] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Reconfigured VM instance instance-00000047 to attach disk [datastore1] b84768f5-b018-4142-8db1-b1b2299bfa9e/b84768f5-b018-4142-8db1-b1b2299bfa9e.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.052763] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 2db75f09-f8f6-477b-b922-64b5aae65e29/2db75f09-f8f6-477b-b922-64b5aae65e29.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.053215] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee8608c1-29bf-4d5f-b628-574e9309c04d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.055553] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62053f40-6aab-48fe-b451-99ebf6d86536 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.075771] env[64443]: DEBUG nova.network.neutron [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Successfully created port: 299f6459-0af5-4623-97cf-3ec9be08a0f2 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.082513] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.083635] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c014789-93e6-4b72-9ad2-1efa006a6d5f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.099297] env[64443]: DEBUG oslo_vmware.api [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 844.099297] env[64443]: value = "task-2676557" [ 844.099297] env[64443]: _type = "Task" [ 844.099297] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.099731] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for the task: (returnval){ [ 844.099731] env[64443]: value = "task-2676556" [ 844.099731] env[64443]: _type = "Task" [ 844.099731] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.100073] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 844.100073] env[64443]: value = "task-2676558" [ 844.100073] env[64443]: _type = "Task" [ 844.100073] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.124140] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.133470] env[64443]: DEBUG oslo_concurrency.lockutils [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.133705] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676556, 'name': Rename_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.136708] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] VM already powered off {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 844.137041] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Updating instance 'cdcc1d35-9ead-4e4c-ada3-ab31513b73af' progress to 17 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 844.199985] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 4aaac52e-e991-4949-bae7-1084593aad3d] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 844.454655] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676553, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.463767] env[64443]: DEBUG oslo_concurrency.lockutils [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquiring lock "58d285df-0345-4a37-8254-87007c3af28d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.464609] env[64443]: DEBUG oslo_concurrency.lockutils [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lock "58d285df-0345-4a37-8254-87007c3af28d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.464609] env[64443]: DEBUG oslo_concurrency.lockutils [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquiring lock "58d285df-0345-4a37-8254-87007c3af28d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.464609] env[64443]: DEBUG oslo_concurrency.lockutils [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lock "58d285df-0345-4a37-8254-87007c3af28d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.464793] env[64443]: DEBUG oslo_concurrency.lockutils [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lock "58d285df-0345-4a37-8254-87007c3af28d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.467073] env[64443]: INFO nova.compute.manager [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Terminating instance [ 844.470280] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f3ab45-4320-4483-9ce9-50e8c070c569 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.482362] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a2a245-b202-4b8e-b63a-d1a3bb021abf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.520726] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0a71de-62cf-462d-9168-12668ff6ef4f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.531174] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e46c44-fdaf-4962-8db9-4115747b7072 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.551175] env[64443]: DEBUG nova.compute.provider_tree [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.623795] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676556, 'name': Rename_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.628194] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.644258] env[64443]: DEBUG nova.virt.hardware [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.644564] env[64443]: DEBUG nova.virt.hardware [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.644733] env[64443]: DEBUG nova.virt.hardware [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.644982] env[64443]: DEBUG nova.virt.hardware [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.645262] env[64443]: DEBUG nova.virt.hardware [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.645488] env[64443]: DEBUG nova.virt.hardware [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.645747] env[64443]: DEBUG nova.virt.hardware [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.645943] env[64443]: DEBUG nova.virt.hardware [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.646312] env[64443]: DEBUG nova.virt.hardware [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.646511] env[64443]: DEBUG nova.virt.hardware [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.646742] env[64443]: DEBUG nova.virt.hardware [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.653229] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06545273-9673-41b2-b704-c3c4ff0a2942 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.681227] env[64443]: DEBUG oslo_vmware.api [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 844.681227] env[64443]: value = "task-2676559" [ 844.681227] env[64443]: _type = "Task" [ 844.681227] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.696217] env[64443]: DEBUG oslo_vmware.api [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.707312] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: b497ac6a-4f20-4eae-95ea-ee2b26522087] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 844.944682] env[64443]: DEBUG nova.compute.manager [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.957881] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676553, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.974820] env[64443]: DEBUG nova.virt.hardware [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.975081] env[64443]: DEBUG nova.virt.hardware [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.975249] env[64443]: DEBUG nova.virt.hardware [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.975440] env[64443]: DEBUG nova.virt.hardware [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.975589] env[64443]: DEBUG nova.virt.hardware [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.975740] env[64443]: DEBUG nova.virt.hardware [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.975954] env[64443]: DEBUG nova.virt.hardware [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.976127] env[64443]: DEBUG nova.virt.hardware [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.976321] env[64443]: DEBUG nova.virt.hardware [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.976505] env[64443]: DEBUG nova.virt.hardware [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.976687] env[64443]: DEBUG nova.virt.hardware [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.977375] env[64443]: DEBUG nova.compute.manager [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.977598] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.978715] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa2102f-ab09-4a0b-bb16-390fc8c3ee2d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.982198] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af3f9c6-d076-4e77-9c46-c82db7fe76b9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.993091] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.995375] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a71dbe85-ee2c-4eb3-b533-1b23195d601a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.998124] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868e5efc-2588-4edb-8706-4535f996a8a6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.017997] env[64443]: DEBUG oslo_vmware.api [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 845.017997] env[64443]: value = "task-2676560" [ 845.017997] env[64443]: _type = "Task" [ 845.017997] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.033234] env[64443]: DEBUG oslo_vmware.api [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.054526] env[64443]: DEBUG nova.scheduler.client.report [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.131941] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.136724] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676556, 'name': Rename_Task, 'duration_secs': 0.619426} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.137071] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.137368] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e64e43a-2201-4d6f-ac73-a4d5c24ea375 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.151661] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for the task: (returnval){ [ 845.151661] env[64443]: value = "task-2676561" [ 845.151661] env[64443]: _type = "Task" [ 845.151661] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.167378] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.197533] env[64443]: DEBUG oslo_vmware.api [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.214154] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 6a78f86d-6afd-43b3-9a63-600f0c73e97a] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 845.454390] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676553, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.533341] env[64443]: DEBUG oslo_vmware.api [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676560, 'name': PowerOffVM_Task, 'duration_secs': 0.423092} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.533793] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.534113] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.534450] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a25de7ff-7aa9-4988-ab26-3b5314be2bd9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.559820] env[64443]: DEBUG oslo_concurrency.lockutils [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.560372] env[64443]: DEBUG nova.compute.manager [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.563718] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.166s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.564056] env[64443]: DEBUG nova.objects.instance [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lazy-loading 'resources' on Instance uuid d0381940-546b-45e7-984e-a78444d069f1 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.596288] env[64443]: DEBUG nova.compute.manager [req-32c5caaf-2392-40b4-aa9b-6270face18f6 req-c7751546-e0fa-4007-a58a-de31abf21b7d service nova] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Received event network-vif-plugged-299f6459-0af5-4623-97cf-3ec9be08a0f2 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 845.596537] env[64443]: DEBUG oslo_concurrency.lockutils [req-32c5caaf-2392-40b4-aa9b-6270face18f6 req-c7751546-e0fa-4007-a58a-de31abf21b7d service nova] Acquiring lock "534390d7-da61-44a0-bc4b-94fb475598a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.596752] env[64443]: DEBUG oslo_concurrency.lockutils [req-32c5caaf-2392-40b4-aa9b-6270face18f6 req-c7751546-e0fa-4007-a58a-de31abf21b7d service nova] Lock "534390d7-da61-44a0-bc4b-94fb475598a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.596916] env[64443]: DEBUG oslo_concurrency.lockutils [req-32c5caaf-2392-40b4-aa9b-6270face18f6 req-c7751546-e0fa-4007-a58a-de31abf21b7d service nova] Lock "534390d7-da61-44a0-bc4b-94fb475598a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 845.597196] env[64443]: DEBUG nova.compute.manager [req-32c5caaf-2392-40b4-aa9b-6270face18f6 req-c7751546-e0fa-4007-a58a-de31abf21b7d service nova] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] No waiting events found dispatching network-vif-plugged-299f6459-0af5-4623-97cf-3ec9be08a0f2 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.597420] env[64443]: WARNING nova.compute.manager [req-32c5caaf-2392-40b4-aa9b-6270face18f6 req-c7751546-e0fa-4007-a58a-de31abf21b7d service nova] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Received unexpected event network-vif-plugged-299f6459-0af5-4623-97cf-3ec9be08a0f2 for instance with vm_state building and task_state spawning. [ 845.622256] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.646404] env[64443]: DEBUG nova.network.neutron [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Successfully updated port: 299f6459-0af5-4623-97cf-3ec9be08a0f2 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.663189] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.663584] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.663828] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Deleting the datastore file [datastore2] 58d285df-0345-4a37-8254-87007c3af28d {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.668059] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74676674-7a9c-4211-8b49-73b8d631ac49 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.670602] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676561, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.678416] env[64443]: DEBUG oslo_vmware.api [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for the task: (returnval){ [ 845.678416] env[64443]: value = "task-2676563" [ 845.678416] env[64443]: _type = "Task" [ 845.678416] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.693521] env[64443]: DEBUG oslo_vmware.api [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.697876] env[64443]: DEBUG oslo_vmware.api [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.718647] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 08c515e5-c17a-4333-a240-55f0fbb93a86] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 845.958797] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676553, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.062311] env[64443]: DEBUG oslo_vmware.rw_handles [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a73de-1491-5e97-191c-14c723b1c74b/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 846.063448] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208d1cca-20e1-4784-8fce-f4eb5fb02114 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.071202] env[64443]: DEBUG nova.compute.utils [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 846.072838] env[64443]: DEBUG nova.objects.instance [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lazy-loading 'numa_topology' on Instance uuid d0381940-546b-45e7-984e-a78444d069f1 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.073769] env[64443]: DEBUG oslo_vmware.rw_handles [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a73de-1491-5e97-191c-14c723b1c74b/disk-0.vmdk is in state: ready. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 846.073950] env[64443]: ERROR oslo_vmware.rw_handles [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a73de-1491-5e97-191c-14c723b1c74b/disk-0.vmdk due to incomplete transfer. [ 846.074479] env[64443]: DEBUG nova.compute.manager [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.074651] env[64443]: DEBUG nova.network.neutron [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.077035] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-abd51b3d-ffee-42b4-b185-8f3853a9817b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.086194] env[64443]: DEBUG oslo_vmware.rw_handles [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a73de-1491-5e97-191c-14c723b1c74b/disk-0.vmdk. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 846.086458] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Uploaded image 4b64c1ee-e612-45cd-a50f-575d8110f80d to the Glance image server {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 846.088810] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Destroying the VM {{(pid=64443) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 846.092222] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-01c2562b-2110-4ce4-a6b1-48d81dbe9152 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.097955] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 846.097955] env[64443]: value = "task-2676564" [ 846.097955] env[64443]: _type = "Task" [ 846.097955] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.115845] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676564, 'name': Destroy_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.122639] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.124730] env[64443]: DEBUG nova.policy [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bdda8a2d67b480f8abd1e899137febc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82178a7fb654409499ced650a17c3fc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.149543] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "refresh_cache-534390d7-da61-44a0-bc4b-94fb475598a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.149731] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "refresh_cache-534390d7-da61-44a0-bc4b-94fb475598a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.149888] env[64443]: DEBUG nova.network.neutron [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.166222] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676561, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.194746] env[64443]: DEBUG oslo_vmware.api [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Task: {'id': task-2676563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272579} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.197641] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.197830] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.198018] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.198197] env[64443]: INFO nova.compute.manager [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Took 1.22 seconds to destroy the instance on the hypervisor. [ 846.198466] env[64443]: DEBUG oslo.service.loopingcall [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 846.199049] env[64443]: DEBUG oslo_vmware.api [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676559, 'name': ReconfigVM_Task, 'duration_secs': 1.0833} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.199278] env[64443]: DEBUG nova.compute.manager [-] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.199365] env[64443]: DEBUG nova.network.neutron [-] [instance: 58d285df-0345-4a37-8254-87007c3af28d] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.201095] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Updating instance 'cdcc1d35-9ead-4e4c-ada3-ab31513b73af' progress to 33 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 846.227021] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 21986e5c-22d5-4c71-910e-9f28f664c2a1] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 846.453268] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676553, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.680667} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.453547] env[64443]: INFO nova.virt.vmwareapi.ds_util [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_5607df12-f16c-464a-a5db-94492caf7ee4/OSTACK_IMG_5607df12-f16c-464a-a5db-94492caf7ee4.vmdk to [datastore1] devstack-image-cache_base/efa12963-f95b-4421-85fe-977f49d9d796/efa12963-f95b-4421-85fe-977f49d9d796.vmdk. [ 846.453739] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Cleaning up location [datastore1] OSTACK_IMG_5607df12-f16c-464a-a5db-94492caf7ee4 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 846.453900] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_5607df12-f16c-464a-a5db-94492caf7ee4 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.454174] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-111a46fa-04c4-4020-b0bd-0d373dcf7a84 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.461527] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 846.461527] env[64443]: value = "task-2676565" [ 846.461527] env[64443]: _type = "Task" [ 846.461527] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.477543] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.575653] env[64443]: DEBUG nova.objects.base [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 846.583844] env[64443]: DEBUG nova.compute.manager [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.615770] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676564, 'name': Destroy_Task} progress is 33%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.627788] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676558, 'name': ReconfigVM_Task, 'duration_secs': 2.108505} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.628115] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 2db75f09-f8f6-477b-b922-64b5aae65e29/2db75f09-f8f6-477b-b922-64b5aae65e29.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.628831] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78c84464-0647-41b8-89f5-1d0ab0f813f6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.636057] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 846.636057] env[64443]: value = "task-2676566" [ 846.636057] env[64443]: _type = "Task" [ 846.636057] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.646587] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676566, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.667198] env[64443]: DEBUG oslo_vmware.api [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676561, 'name': PowerOnVM_Task, 'duration_secs': 1.359182} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.670185] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.670861] env[64443]: INFO nova.compute.manager [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Took 7.04 seconds to spawn the instance on the hypervisor. [ 846.670861] env[64443]: DEBUG nova.compute.manager [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.671707] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54738b96-2414-4376-944b-3cc84f0fa398 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.703286] env[64443]: DEBUG nova.network.neutron [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Successfully created port: 2c4c2029-fc18-4764-bb0c-0545c0ad1366 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.709509] env[64443]: DEBUG nova.virt.hardware [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.709784] env[64443]: DEBUG nova.virt.hardware [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.709957] env[64443]: DEBUG nova.virt.hardware [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.710162] env[64443]: DEBUG nova.virt.hardware [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.710316] env[64443]: DEBUG nova.virt.hardware [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.710469] env[64443]: DEBUG nova.virt.hardware [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.710715] env[64443]: DEBUG nova.virt.hardware [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.711111] env[64443]: DEBUG nova.virt.hardware [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.711111] env[64443]: DEBUG nova.virt.hardware [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.711243] env[64443]: DEBUG nova.virt.hardware [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.711333] env[64443]: DEBUG nova.virt.hardware [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.716957] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 846.720681] env[64443]: DEBUG nova.network.neutron [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.723687] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2da6e617-e47c-45a5-9468-62b07ca30ba5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.741666] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.741666] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Cleaning up deleted instances with incomplete migration {{(pid=64443) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 846.749744] env[64443]: DEBUG oslo_vmware.api [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 846.749744] env[64443]: value = "task-2676567" [ 846.749744] env[64443]: _type = "Task" [ 846.749744] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.766232] env[64443]: DEBUG oslo_vmware.api [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676567, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.979202] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.067116} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.979202] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.979202] env[64443]: DEBUG oslo_concurrency.lockutils [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/efa12963-f95b-4421-85fe-977f49d9d796/efa12963-f95b-4421-85fe-977f49d9d796.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.979202] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/efa12963-f95b-4421-85fe-977f49d9d796/efa12963-f95b-4421-85fe-977f49d9d796.vmdk to [datastore1] c064a08a-ab00-446c-a38e-a5d48cbde6d7/c064a08a-ab00-446c-a38e-a5d48cbde6d7.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.979202] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8596607f-8be5-4467-95dd-44e4804450af {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.985782] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 846.985782] env[64443]: value = "task-2676568" [ 846.985782] env[64443]: _type = "Task" [ 846.985782] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.987113] env[64443]: DEBUG nova.network.neutron [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Updating instance_info_cache with network_info: [{"id": "299f6459-0af5-4623-97cf-3ec9be08a0f2", "address": "fa:16:3e:79:9e:0e", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap299f6459-0a", "ovs_interfaceid": "299f6459-0af5-4623-97cf-3ec9be08a0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.000513] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.110966] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676564, 'name': Destroy_Task, 'duration_secs': 0.996453} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.113323] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Destroyed the VM [ 847.113678] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Deleting Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 847.114085] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9b7ac2f9-a59d-4735-8906-b57f4f25bf26 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.121035] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 847.121035] env[64443]: value = "task-2676569" [ 847.121035] env[64443]: _type = "Task" [ 847.121035] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.131898] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676569, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.138104] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3f10f4-b697-4fbb-89c2-48c2710067b8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.150120] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676566, 'name': Rename_Task, 'duration_secs': 0.297245} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.150372] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.151362] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dc1a98-996a-4900-b3d9-67b8f5cb1628 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.154536] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-475c6f8f-6ee9-4cbc-85b6-97252dbb1e97 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.191121] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac108c6-913b-4aca-8486-83f68102b121 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.194356] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 847.194356] env[64443]: value = "task-2676570" [ 847.194356] env[64443]: _type = "Task" [ 847.194356] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.194858] env[64443]: INFO nova.compute.manager [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Took 48.18 seconds to build instance. [ 847.203759] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2607ec4-f945-40a8-92e9-be98acf1c74b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.214094] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676570, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.226601] env[64443]: DEBUG nova.compute.provider_tree [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.241706] env[64443]: DEBUG nova.network.neutron [-] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.245764] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 847.265192] env[64443]: DEBUG oslo_vmware.api [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676567, 'name': ReconfigVM_Task, 'duration_secs': 0.46229} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.265501] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 847.266332] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9dec07-ab44-42fb-97df-2ff8f4376dca {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.291855] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] cdcc1d35-9ead-4e4c-ada3-ab31513b73af/cdcc1d35-9ead-4e4c-ada3-ab31513b73af.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.292481] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a84b8e40-0861-40bd-8d32-2357531f104f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.313018] env[64443]: DEBUG oslo_vmware.api [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 847.313018] env[64443]: value = "task-2676571" [ 847.313018] env[64443]: _type = "Task" [ 847.313018] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.322591] env[64443]: DEBUG oslo_vmware.api [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.494807] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "refresh_cache-534390d7-da61-44a0-bc4b-94fb475598a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.497308] env[64443]: DEBUG nova.compute.manager [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Instance network_info: |[{"id": "299f6459-0af5-4623-97cf-3ec9be08a0f2", "address": "fa:16:3e:79:9e:0e", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap299f6459-0a", "ovs_interfaceid": "299f6459-0af5-4623-97cf-3ec9be08a0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.497308] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:9e:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '299f6459-0af5-4623-97cf-3ec9be08a0f2', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.503397] env[64443]: DEBUG oslo.service.loopingcall [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 847.506893] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.507226] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676568, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.507451] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dc6d697-6a75-46f9-8723-276ed9072cf0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.535774] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.535774] env[64443]: value = "task-2676572" [ 847.535774] env[64443]: _type = "Task" [ 847.535774] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.552084] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676572, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.591741] env[64443]: DEBUG nova.compute.manager [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.628781] env[64443]: DEBUG nova.virt.hardware [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.629087] env[64443]: DEBUG nova.virt.hardware [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.629307] env[64443]: DEBUG nova.virt.hardware [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.629505] env[64443]: DEBUG nova.virt.hardware [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.629650] env[64443]: DEBUG nova.virt.hardware [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.629798] env[64443]: DEBUG nova.virt.hardware [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.630288] env[64443]: DEBUG nova.virt.hardware [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.630590] env[64443]: DEBUG nova.virt.hardware [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.631195] env[64443]: DEBUG nova.virt.hardware [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.631352] env[64443]: DEBUG nova.virt.hardware [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.631638] env[64443]: DEBUG nova.virt.hardware [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.632638] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef66a18-fabc-4e98-89e9-b4fb50872680 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.639517] env[64443]: DEBUG nova.compute.manager [req-c5e4488c-358f-4e02-bf67-c9ab52bd08cf req-933833fc-04f3-476a-ae31-aac2be2028e0 service nova] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Received event network-changed-299f6459-0af5-4623-97cf-3ec9be08a0f2 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 847.639722] env[64443]: DEBUG nova.compute.manager [req-c5e4488c-358f-4e02-bf67-c9ab52bd08cf req-933833fc-04f3-476a-ae31-aac2be2028e0 service nova] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Refreshing instance network info cache due to event network-changed-299f6459-0af5-4623-97cf-3ec9be08a0f2. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 847.639967] env[64443]: DEBUG oslo_concurrency.lockutils [req-c5e4488c-358f-4e02-bf67-c9ab52bd08cf req-933833fc-04f3-476a-ae31-aac2be2028e0 service nova] Acquiring lock "refresh_cache-534390d7-da61-44a0-bc4b-94fb475598a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.640137] env[64443]: DEBUG oslo_concurrency.lockutils [req-c5e4488c-358f-4e02-bf67-c9ab52bd08cf req-933833fc-04f3-476a-ae31-aac2be2028e0 service nova] Acquired lock "refresh_cache-534390d7-da61-44a0-bc4b-94fb475598a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.640312] env[64443]: DEBUG nova.network.neutron [req-c5e4488c-358f-4e02-bf67-c9ab52bd08cf req-933833fc-04f3-476a-ae31-aac2be2028e0 service nova] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Refreshing network info cache for port 299f6459-0af5-4623-97cf-3ec9be08a0f2 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.646601] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676569, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.654355] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3c29c6-c24f-41aa-a60a-c241e104aca6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.702706] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ca95dd-3811-42fc-9131-9019591c527f tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Lock "b84768f5-b018-4142-8db1-b1b2299bfa9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.699s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.713540] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676570, 'name': PowerOnVM_Task} progress is 78%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.730375] env[64443]: DEBUG nova.scheduler.client.report [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.744360] env[64443]: INFO nova.compute.manager [-] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Took 1.54 seconds to deallocate network for instance. [ 847.761442] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquiring lock "184b46f6-60a1-4425-ae07-726c056b1a18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.761766] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "184b46f6-60a1-4425-ae07-726c056b1a18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.762023] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquiring lock "184b46f6-60a1-4425-ae07-726c056b1a18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.762258] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "184b46f6-60a1-4425-ae07-726c056b1a18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.762467] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "184b46f6-60a1-4425-ae07-726c056b1a18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.764575] env[64443]: INFO nova.compute.manager [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Terminating instance [ 847.829223] env[64443]: DEBUG oslo_vmware.api [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.005669] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676568, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.052142] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676572, 'name': CreateVM_Task, 'duration_secs': 0.486931} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.052340] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.053060] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.053258] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.053618] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.054014] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb4a82f8-665e-479f-a332-470762b58218 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.066177] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 848.066177] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5227281f-33e3-3399-31f3-5d86431fbe7a" [ 848.066177] env[64443]: _type = "Task" [ 848.066177] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.081409] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5227281f-33e3-3399-31f3-5d86431fbe7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.140865] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676569, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.216983] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676570, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.239712] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.676s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.242898] env[64443]: DEBUG oslo_concurrency.lockutils [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.773s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.243170] env[64443]: DEBUG nova.objects.instance [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lazy-loading 'resources' on Instance uuid de9533bd-cb27-4d84-9be4-ed7c3a3b2197 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.255319] env[64443]: DEBUG oslo_concurrency.lockutils [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.261834] env[64443]: INFO nova.compute.manager [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Rebuilding instance [ 848.268263] env[64443]: DEBUG nova.compute.manager [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.268563] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.269592] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652210d5-d497-4d50-9ad5-56b7ed73c2ae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.283904] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.284799] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7c00147-b82b-439a-b19c-37a64e4b8003 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.299024] env[64443]: DEBUG oslo_vmware.api [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 848.299024] env[64443]: value = "task-2676573" [ 848.299024] env[64443]: _type = "Task" [ 848.299024] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.328921] env[64443]: DEBUG oslo_vmware.api [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.331990] env[64443]: DEBUG nova.compute.manager [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.332998] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5342d294-0fea-4759-a31d-a1307d41e152 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.339977] env[64443]: DEBUG oslo_vmware.api [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.506590] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676568, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.558198] env[64443]: DEBUG nova.network.neutron [req-c5e4488c-358f-4e02-bf67-c9ab52bd08cf req-933833fc-04f3-476a-ae31-aac2be2028e0 service nova] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Updated VIF entry in instance network info cache for port 299f6459-0af5-4623-97cf-3ec9be08a0f2. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.558860] env[64443]: DEBUG nova.network.neutron [req-c5e4488c-358f-4e02-bf67-c9ab52bd08cf req-933833fc-04f3-476a-ae31-aac2be2028e0 service nova] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Updating instance_info_cache with network_info: [{"id": "299f6459-0af5-4623-97cf-3ec9be08a0f2", "address": "fa:16:3e:79:9e:0e", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap299f6459-0a", "ovs_interfaceid": "299f6459-0af5-4623-97cf-3ec9be08a0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.583279] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5227281f-33e3-3399-31f3-5d86431fbe7a, 'name': SearchDatastore_Task, 'duration_secs': 0.014053} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.583637] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.583890] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.585259] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.585259] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.585259] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.585259] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66905d00-3a6b-4389-97e3-894b22557b9c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.596860] env[64443]: DEBUG nova.network.neutron [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Successfully updated port: 2c4c2029-fc18-4764-bb0c-0545c0ad1366 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.601030] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.601278] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.603012] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56debc73-6102-4dea-a9ff-76d311616085 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.613774] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 848.613774] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52e0062f-2e2c-bf11-1738-2b138582b731" [ 848.613774] env[64443]: _type = "Task" [ 848.613774] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.631127] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52e0062f-2e2c-bf11-1738-2b138582b731, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.640542] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676569, 'name': RemoveSnapshot_Task, 'duration_secs': 1.396324} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.640898] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Deleted Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 848.641269] env[64443]: DEBUG nova.compute.manager [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.642233] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba1fc5d-2175-4b09-bd06-e13ddbf25955 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.712119] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676570, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.753295] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4c34b50-8d57-49c8-8710-409782135552 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "d0381940-546b-45e7-984e-a78444d069f1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 44.236s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.754445] env[64443]: DEBUG oslo_concurrency.lockutils [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "d0381940-546b-45e7-984e-a78444d069f1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 23.236s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.754714] env[64443]: INFO nova.compute.manager [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Unshelving [ 848.822657] env[64443]: DEBUG oslo_vmware.api [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676573, 'name': PowerOffVM_Task, 'duration_secs': 0.258892} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.826200] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.826419] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.827047] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffedf6c0-3f1e-443d-81a6-2e09cc3536bc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.837231] env[64443]: DEBUG oslo_vmware.api [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.901739] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.901995] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.902218] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Deleting the datastore file [datastore2] 184b46f6-60a1-4425-ae07-726c056b1a18 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.903381] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0356eac2-e51f-4f1a-90e9-d4558845df3c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.915027] env[64443]: DEBUG oslo_vmware.api [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for the task: (returnval){ [ 848.915027] env[64443]: value = "task-2676575" [ 848.915027] env[64443]: _type = "Task" [ 848.915027] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.927627] env[64443]: DEBUG oslo_vmware.api [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.009726] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676568, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.061747] env[64443]: DEBUG oslo_concurrency.lockutils [req-c5e4488c-358f-4e02-bf67-c9ab52bd08cf req-933833fc-04f3-476a-ae31-aac2be2028e0 service nova] Releasing lock "refresh_cache-534390d7-da61-44a0-bc4b-94fb475598a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.062046] env[64443]: DEBUG nova.compute.manager [req-c5e4488c-358f-4e02-bf67-c9ab52bd08cf req-933833fc-04f3-476a-ae31-aac2be2028e0 service nova] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Received event network-vif-deleted-12a91844-528a-4e81-81f9-6bdc6cafd479 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 849.104044] env[64443]: DEBUG oslo_concurrency.lockutils [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.104044] env[64443]: DEBUG oslo_concurrency.lockutils [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.104044] env[64443]: DEBUG nova.network.neutron [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.134284] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52e0062f-2e2c-bf11-1738-2b138582b731, 'name': SearchDatastore_Task, 'duration_secs': 0.016915} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.138044] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-580d724b-4142-418b-bc5a-4bf5e672088a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.147484] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 849.147484] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52a074b1-a307-8158-7666-1d04eef8dabe" [ 849.147484] env[64443]: _type = "Task" [ 849.147484] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.162032] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52a074b1-a307-8158-7666-1d04eef8dabe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.165176] env[64443]: INFO nova.compute.manager [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Shelve offloading [ 849.196777] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704c5afb-c6d5-4280-a403-e0881113fca8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.215035] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ebda88-a3c8-4579-a67d-498d8e59218b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.219387] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676570, 'name': PowerOnVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.253273] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550a6912-a512-4def-b78a-b5c885a92ab4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.267108] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfa498a-2ce8-44c2-a1b6-e0c00e804fc9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.289239] env[64443]: DEBUG nova.compute.provider_tree [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.332417] env[64443]: DEBUG oslo_vmware.api [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676571, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.358780] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.358986] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7f5e943-3423-4875-97b8-b7aaa16cb6d7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.373521] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for the task: (returnval){ [ 849.373521] env[64443]: value = "task-2676576" [ 849.373521] env[64443]: _type = "Task" [ 849.373521] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.390034] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.432032] env[64443]: DEBUG oslo_vmware.api [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Task: {'id': task-2676575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294825} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.432379] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.432571] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.432753] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.432961] env[64443]: INFO nova.compute.manager [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Took 1.16 seconds to destroy the instance on the hypervisor. [ 849.433245] env[64443]: DEBUG oslo.service.loopingcall [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.433446] env[64443]: DEBUG nova.compute.manager [-] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.433543] env[64443]: DEBUG nova.network.neutron [-] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.507303] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676568, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.665752] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52a074b1-a307-8158-7666-1d04eef8dabe, 'name': SearchDatastore_Task, 'duration_secs': 0.017274} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.666052] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.666422] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 534390d7-da61-44a0-bc4b-94fb475598a7/534390d7-da61-44a0-bc4b-94fb475598a7.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.666802] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf1db1b4-43bb-4be2-8dfa-89cdf719c150 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.670098] env[64443]: DEBUG nova.network.neutron [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.672458] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.672777] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39c330fb-da08-4029-8984-815154a4f7df {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.684488] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 849.684488] env[64443]: value = "task-2676578" [ 849.684488] env[64443]: _type = "Task" [ 849.684488] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.690365] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 849.690365] env[64443]: value = "task-2676577" [ 849.690365] env[64443]: _type = "Task" [ 849.690365] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.702059] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] VM already powered off {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 849.702059] env[64443]: DEBUG nova.compute.manager [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.706634] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61d28c2-4892-4197-a116-cd6341c20f4d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.712996] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.721463] env[64443]: DEBUG oslo_vmware.api [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676570, 'name': PowerOnVM_Task, 'duration_secs': 2.340753} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.723476] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.723737] env[64443]: INFO nova.compute.manager [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Took 12.77 seconds to spawn the instance on the hypervisor. [ 849.723955] env[64443]: DEBUG nova.compute.manager [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.724363] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "refresh_cache-8ce6c57f-ef8b-4e88-a064-d12aefe8efb5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.724545] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired lock "refresh_cache-8ce6c57f-ef8b-4e88-a064-d12aefe8efb5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.724724] env[64443]: DEBUG nova.network.neutron [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.726712] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fb8cab-ca7f-4c52-89ac-76d8c7883220 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.740132] env[64443]: DEBUG nova.compute.manager [req-a017cb4b-fd60-4a70-be88-fdd0a485e490 req-85a9c6ec-c3dc-4acc-bd46-cc673ed71f18 service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Received event network-vif-plugged-2c4c2029-fc18-4764-bb0c-0545c0ad1366 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 849.740582] env[64443]: DEBUG oslo_concurrency.lockutils [req-a017cb4b-fd60-4a70-be88-fdd0a485e490 req-85a9c6ec-c3dc-4acc-bd46-cc673ed71f18 service nova] Acquiring lock "2b8158f0-c55c-48d5-88c9-269f0c89256a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.740705] env[64443]: DEBUG oslo_concurrency.lockutils [req-a017cb4b-fd60-4a70-be88-fdd0a485e490 req-85a9c6ec-c3dc-4acc-bd46-cc673ed71f18 service nova] Lock "2b8158f0-c55c-48d5-88c9-269f0c89256a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.740921] env[64443]: DEBUG oslo_concurrency.lockutils [req-a017cb4b-fd60-4a70-be88-fdd0a485e490 req-85a9c6ec-c3dc-4acc-bd46-cc673ed71f18 service nova] Lock "2b8158f0-c55c-48d5-88c9-269f0c89256a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.741136] env[64443]: DEBUG nova.compute.manager [req-a017cb4b-fd60-4a70-be88-fdd0a485e490 req-85a9c6ec-c3dc-4acc-bd46-cc673ed71f18 service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] No waiting events found dispatching network-vif-plugged-2c4c2029-fc18-4764-bb0c-0545c0ad1366 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.741376] env[64443]: WARNING nova.compute.manager [req-a017cb4b-fd60-4a70-be88-fdd0a485e490 req-85a9c6ec-c3dc-4acc-bd46-cc673ed71f18 service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Received unexpected event network-vif-plugged-2c4c2029-fc18-4764-bb0c-0545c0ad1366 for instance with vm_state building and task_state spawning. [ 849.741570] env[64443]: DEBUG nova.compute.manager [req-a017cb4b-fd60-4a70-be88-fdd0a485e490 req-85a9c6ec-c3dc-4acc-bd46-cc673ed71f18 service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Received event network-changed-2c4c2029-fc18-4764-bb0c-0545c0ad1366 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 849.741754] env[64443]: DEBUG nova.compute.manager [req-a017cb4b-fd60-4a70-be88-fdd0a485e490 req-85a9c6ec-c3dc-4acc-bd46-cc673ed71f18 service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Refreshing instance network info cache due to event network-changed-2c4c2029-fc18-4764-bb0c-0545c0ad1366. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 849.741971] env[64443]: DEBUG oslo_concurrency.lockutils [req-a017cb4b-fd60-4a70-be88-fdd0a485e490 req-85a9c6ec-c3dc-4acc-bd46-cc673ed71f18 service nova] Acquiring lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.789419] env[64443]: DEBUG oslo_concurrency.lockutils [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.791552] env[64443]: DEBUG nova.scheduler.client.report [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.827616] env[64443]: DEBUG oslo_vmware.api [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676571, 'name': ReconfigVM_Task, 'duration_secs': 2.018396} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.828050] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Reconfigured VM instance instance-0000002a to attach disk [datastore1] cdcc1d35-9ead-4e4c-ada3-ab31513b73af/cdcc1d35-9ead-4e4c-ada3-ab31513b73af.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.828299] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Updating instance 'cdcc1d35-9ead-4e4c-ada3-ab31513b73af' progress to 50 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 849.895295] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676576, 'name': PowerOffVM_Task, 'duration_secs': 0.322063} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.895540] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.895743] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.896589] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2587ebe0-fbb4-48a8-b5ac-dd216e1ee094 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.905250] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.905618] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a17dc363-f9a3-4dde-9b52-3d35f3621da5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.929557] env[64443]: DEBUG nova.network.neutron [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Updating instance_info_cache with network_info: [{"id": "2c4c2029-fc18-4764-bb0c-0545c0ad1366", "address": "fa:16:3e:5a:76:05", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4c2029-fc", "ovs_interfaceid": "2c4c2029-fc18-4764-bb0c-0545c0ad1366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.939663] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.940043] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.940311] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Deleting the datastore file [datastore1] b84768f5-b018-4142-8db1-b1b2299bfa9e {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.940663] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3062ae24-772d-4723-a740-e4bad8581058 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.948870] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for the task: (returnval){ [ 849.948870] env[64443]: value = "task-2676580" [ 849.948870] env[64443]: _type = "Task" [ 849.948870] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.958139] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.004743] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676568, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.892734} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.005029] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/efa12963-f95b-4421-85fe-977f49d9d796/efa12963-f95b-4421-85fe-977f49d9d796.vmdk to [datastore1] c064a08a-ab00-446c-a38e-a5d48cbde6d7/c064a08a-ab00-446c-a38e-a5d48cbde6d7.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.006382] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c76609e-e344-4e83-8940-c5eeee24ea97 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.031559] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] c064a08a-ab00-446c-a38e-a5d48cbde6d7/c064a08a-ab00-446c-a38e-a5d48cbde6d7.vmdk or device None with type streamOptimized {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.031933] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1c2ec71-69b7-4090-ab28-b22f3b5803b5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.054540] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 850.054540] env[64443]: value = "task-2676581" [ 850.054540] env[64443]: _type = "Task" [ 850.054540] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.063882] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.201755] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676577, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.260785] env[64443]: INFO nova.compute.manager [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Took 55.22 seconds to build instance. [ 850.297547] env[64443]: DEBUG oslo_concurrency.lockutils [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.300513] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.848s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.306963] env[64443]: INFO nova.compute.claims [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.329845] env[64443]: INFO nova.scheduler.client.report [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Deleted allocations for instance de9533bd-cb27-4d84-9be4-ed7c3a3b2197 [ 850.340191] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc17854-046b-45b5-aaea-11a42fba958c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.373233] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072981f4-84b4-4b82-bf01-fae286059fcd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.395205] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Updating instance 'cdcc1d35-9ead-4e4c-ada3-ab31513b73af' progress to 67 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 850.431300] env[64443]: DEBUG oslo_concurrency.lockutils [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.431658] env[64443]: DEBUG nova.compute.manager [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Instance network_info: |[{"id": "2c4c2029-fc18-4764-bb0c-0545c0ad1366", "address": "fa:16:3e:5a:76:05", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4c2029-fc", "ovs_interfaceid": "2c4c2029-fc18-4764-bb0c-0545c0ad1366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.431973] env[64443]: DEBUG oslo_concurrency.lockutils [req-a017cb4b-fd60-4a70-be88-fdd0a485e490 req-85a9c6ec-c3dc-4acc-bd46-cc673ed71f18 service nova] Acquired lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.432175] env[64443]: DEBUG nova.network.neutron [req-a017cb4b-fd60-4a70-be88-fdd0a485e490 req-85a9c6ec-c3dc-4acc-bd46-cc673ed71f18 service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Refreshing network info cache for port 2c4c2029-fc18-4764-bb0c-0545c0ad1366 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.433614] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:76:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c4c2029-fc18-4764-bb0c-0545c0ad1366', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.442861] env[64443]: DEBUG oslo.service.loopingcall [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 850.442861] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.442861] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-338be044-4de2-4a58-88b4-a47c94fe3eb0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.477865] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378899} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.479317] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.479763] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.479763] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.482379] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.482379] env[64443]: value = "task-2676582" [ 850.482379] env[64443]: _type = "Task" [ 850.482379] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.493649] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676582, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.517015] env[64443]: DEBUG nova.network.neutron [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Updating instance_info_cache with network_info: [{"id": "e7652b5b-b246-4052-b588-7b031f8f7f26", "address": "fa:16:3e:4c:28:6c", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7652b5b-b2", "ovs_interfaceid": "e7652b5b-b246-4052-b588-7b031f8f7f26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.568065] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.589468] env[64443]: DEBUG nova.network.neutron [-] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.704598] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.913138} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.705724] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 534390d7-da61-44a0-bc4b-94fb475598a7/534390d7-da61-44a0-bc4b-94fb475598a7.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.705724] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.705724] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71c6e5e7-fa5a-4aeb-b787-778d43d64d8f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.712675] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 850.712675] env[64443]: value = "task-2676583" [ 850.712675] env[64443]: _type = "Task" [ 850.712675] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.726256] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.764351] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6f0fc3d9-229d-495f-b04d-5b4c3a96973e tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "2db75f09-f8f6-477b-b922-64b5aae65e29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.730s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.842306] env[64443]: DEBUG oslo_concurrency.lockutils [None req-250fe7e5-9dfb-4e6d-8ee4-56bdf0e46522 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "de9533bd-cb27-4d84-9be4-ed7c3a3b2197" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.804s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.934268] env[64443]: DEBUG nova.network.neutron [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Port 6036e44c-ce8a-48be-9870-1e4aaafff70b binding to destination host cpu-1 is already ACTIVE {{(pid=64443) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 850.995567] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676582, 'name': CreateVM_Task, 'duration_secs': 0.396748} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.996550] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.996550] env[64443]: DEBUG oslo_concurrency.lockutils [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.996550] env[64443]: DEBUG oslo_concurrency.lockutils [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.996839] env[64443]: DEBUG oslo_concurrency.lockutils [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.997092] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f62cfc-a502-4586-b71d-7da9d7c67638 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.002076] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 851.002076] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5260181d-2b34-0e29-5670-eb668b81a6fb" [ 851.002076] env[64443]: _type = "Task" [ 851.002076] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.013303] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5260181d-2b34-0e29-5670-eb668b81a6fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.020051] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Releasing lock "refresh_cache-8ce6c57f-ef8b-4e88-a064-d12aefe8efb5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.065804] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676581, 'name': ReconfigVM_Task, 'duration_secs': 0.798864} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.068317] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Reconfigured VM instance instance-00000045 to attach disk [datastore1] c064a08a-ab00-446c-a38e-a5d48cbde6d7/c064a08a-ab00-446c-a38e-a5d48cbde6d7.vmdk or device None with type streamOptimized {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.069193] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f62ecaf-91c9-4660-a4f4-9a14c21669ed {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.073453] env[64443]: INFO nova.compute.manager [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Rescuing [ 851.073551] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "refresh_cache-2db75f09-f8f6-477b-b922-64b5aae65e29" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.073727] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquired lock "refresh_cache-2db75f09-f8f6-477b-b922-64b5aae65e29" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.073845] env[64443]: DEBUG nova.network.neutron [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.076189] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 851.076189] env[64443]: value = "task-2676584" [ 851.076189] env[64443]: _type = "Task" [ 851.076189] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.085845] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676584, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.092770] env[64443]: INFO nova.compute.manager [-] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Took 1.66 seconds to deallocate network for instance. [ 851.225854] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106339} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.226736] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.229016] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285c3130-5905-4819-96c1-b5aa4e15770b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.251919] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 534390d7-da61-44a0-bc4b-94fb475598a7/534390d7-da61-44a0-bc4b-94fb475598a7.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.252966] env[64443]: DEBUG nova.network.neutron [req-a017cb4b-fd60-4a70-be88-fdd0a485e490 req-85a9c6ec-c3dc-4acc-bd46-cc673ed71f18 service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Updated VIF entry in instance network info cache for port 2c4c2029-fc18-4764-bb0c-0545c0ad1366. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.253325] env[64443]: DEBUG nova.network.neutron [req-a017cb4b-fd60-4a70-be88-fdd0a485e490 req-85a9c6ec-c3dc-4acc-bd46-cc673ed71f18 service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Updating instance_info_cache with network_info: [{"id": "2c4c2029-fc18-4764-bb0c-0545c0ad1366", "address": "fa:16:3e:5a:76:05", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4c2029-fc", "ovs_interfaceid": "2c4c2029-fc18-4764-bb0c-0545c0ad1366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.254544] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cf8c40e-f2f4-44b5-be46-7c14cdaf1100 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.282267] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 851.282267] env[64443]: value = "task-2676585" [ 851.282267] env[64443]: _type = "Task" [ 851.282267] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.291948] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.408880] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.410371] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101aece9-e4c0-4233-8272-0cb718e349b1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.420128] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.420425] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5191ac3-82d3-4038-9e04-b9b6a7174d8b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.485191] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.485466] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.485672] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Deleting the datastore file [datastore1] 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.486768] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81af4ed7-cbf8-44a8-ba86-8d51b8acff04 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.496145] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 851.496145] env[64443]: value = "task-2676587" [ 851.496145] env[64443]: _type = "Task" [ 851.496145] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.508641] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.521658] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5260181d-2b34-0e29-5670-eb668b81a6fb, 'name': SearchDatastore_Task, 'duration_secs': 0.08036} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.521991] env[64443]: DEBUG oslo_concurrency.lockutils [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.522455] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.522603] env[64443]: DEBUG oslo_concurrency.lockutils [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.522769] env[64443]: DEBUG oslo_concurrency.lockutils [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.522958] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.525713] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea54b4f3-7f28-4d66-b8e3-eec733528238 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.536109] env[64443]: DEBUG nova.virt.hardware [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.536382] env[64443]: DEBUG nova.virt.hardware [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.536553] env[64443]: DEBUG nova.virt.hardware [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.536734] env[64443]: DEBUG nova.virt.hardware [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.536901] env[64443]: DEBUG nova.virt.hardware [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.537025] env[64443]: DEBUG nova.virt.hardware [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.537234] env[64443]: DEBUG nova.virt.hardware [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.537397] env[64443]: DEBUG nova.virt.hardware [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.539582] env[64443]: DEBUG nova.virt.hardware [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.539582] env[64443]: DEBUG nova.virt.hardware [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.539582] env[64443]: DEBUG nova.virt.hardware [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.539582] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fb9dd9-0ddb-49fa-b810-ec990e149ce0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.546462] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.546716] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.555826] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-910b2bc7-8609-43f8-82ca-a4a03e3374d8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.561115] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46e3189-6762-4901-bd98-f9ee053f7ac6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.569287] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 851.569287] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ded847-9642-72a2-a74b-2fb5f0d281e0" [ 851.569287] env[64443]: _type = "Task" [ 851.569287] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.581272] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Instance VIF info [] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.590491] env[64443]: DEBUG oslo.service.loopingcall [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 851.601048] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.602374] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.602693] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a86ad46e-0817-44a9-a119-13b283f6c508 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.625742] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ded847-9642-72a2-a74b-2fb5f0d281e0, 'name': SearchDatastore_Task, 'duration_secs': 0.027911} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.630467] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676584, 'name': Rename_Task, 'duration_secs': 0.467846} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.630467] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.630467] env[64443]: value = "task-2676588" [ 851.630467] env[64443]: _type = "Task" [ 851.630467] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.630969] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6027a68b-d535-4212-bc3d-ac9529a93074 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.633294] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.637745] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d013716-30c9-4be0-96ed-53504325ed71 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.647438] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 851.647438] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]520b0ea8-836a-c868-e137-bc90df925b9f" [ 851.647438] env[64443]: _type = "Task" [ 851.647438] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.652046] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676588, 'name': CreateVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.652578] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 851.652578] env[64443]: value = "task-2676589" [ 851.652578] env[64443]: _type = "Task" [ 851.652578] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.669673] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676589, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.675558] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520b0ea8-836a-c868-e137-bc90df925b9f, 'name': SearchDatastore_Task, 'duration_secs': 0.01346} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.675990] env[64443]: DEBUG oslo_concurrency.lockutils [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.676309] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 2b8158f0-c55c-48d5-88c9-269f0c89256a/2b8158f0-c55c-48d5-88c9-269f0c89256a.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.676799] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1525a7f8-cbc0-4b1a-b0f7-b626cebbbe9b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.686961] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 851.686961] env[64443]: value = "task-2676590" [ 851.686961] env[64443]: _type = "Task" [ 851.686961] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.700673] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.775264] env[64443]: DEBUG oslo_concurrency.lockutils [req-a017cb4b-fd60-4a70-be88-fdd0a485e490 req-85a9c6ec-c3dc-4acc-bd46-cc673ed71f18 service nova] Releasing lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.797806] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676585, 'name': ReconfigVM_Task, 'duration_secs': 0.328549} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.798272] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 534390d7-da61-44a0-bc4b-94fb475598a7/534390d7-da61-44a0-bc4b-94fb475598a7.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.801904] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51f4b652-01f1-4cd7-aac0-11dfb3ebc171 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.807475] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64415a9-98e4-4543-bea9-e74f02eff9b8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.812518] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 851.812518] env[64443]: value = "task-2676591" [ 851.812518] env[64443]: _type = "Task" [ 851.812518] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.822022] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f81880-e9b3-4ed0-b1ba-4bf5118d81ce {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.828490] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676591, 'name': Rename_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.862396] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec665506-a388-4ec6-81a9-70e08763fa48 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.870813] env[64443]: DEBUG nova.compute.manager [req-b758360c-2524-4ac1-a2ae-726cbb1845b8 req-e96ba36a-93f1-4edb-acc8-526f306e4b2d service nova] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Received event network-vif-deleted-ecb89321-16cd-47d3-9e2e-ad96f742273b {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.871218] env[64443]: DEBUG nova.compute.manager [req-b758360c-2524-4ac1-a2ae-726cbb1845b8 req-e96ba36a-93f1-4edb-acc8-526f306e4b2d service nova] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Received event network-vif-unplugged-e7652b5b-b246-4052-b588-7b031f8f7f26 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.871623] env[64443]: DEBUG oslo_concurrency.lockutils [req-b758360c-2524-4ac1-a2ae-726cbb1845b8 req-e96ba36a-93f1-4edb-acc8-526f306e4b2d service nova] Acquiring lock "8ce6c57f-ef8b-4e88-a064-d12aefe8efb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.871800] env[64443]: DEBUG oslo_concurrency.lockutils [req-b758360c-2524-4ac1-a2ae-726cbb1845b8 req-e96ba36a-93f1-4edb-acc8-526f306e4b2d service nova] Lock "8ce6c57f-ef8b-4e88-a064-d12aefe8efb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.872038] env[64443]: DEBUG oslo_concurrency.lockutils [req-b758360c-2524-4ac1-a2ae-726cbb1845b8 req-e96ba36a-93f1-4edb-acc8-526f306e4b2d service nova] Lock "8ce6c57f-ef8b-4e88-a064-d12aefe8efb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.872262] env[64443]: DEBUG nova.compute.manager [req-b758360c-2524-4ac1-a2ae-726cbb1845b8 req-e96ba36a-93f1-4edb-acc8-526f306e4b2d service nova] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] No waiting events found dispatching network-vif-unplugged-e7652b5b-b246-4052-b588-7b031f8f7f26 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.872514] env[64443]: WARNING nova.compute.manager [req-b758360c-2524-4ac1-a2ae-726cbb1845b8 req-e96ba36a-93f1-4edb-acc8-526f306e4b2d service nova] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Received unexpected event network-vif-unplugged-e7652b5b-b246-4052-b588-7b031f8f7f26 for instance with vm_state shelved and task_state shelving_offloading. [ 851.872743] env[64443]: DEBUG nova.compute.manager [req-b758360c-2524-4ac1-a2ae-726cbb1845b8 req-e96ba36a-93f1-4edb-acc8-526f306e4b2d service nova] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Received event network-changed-e7652b5b-b246-4052-b588-7b031f8f7f26 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.873010] env[64443]: DEBUG nova.compute.manager [req-b758360c-2524-4ac1-a2ae-726cbb1845b8 req-e96ba36a-93f1-4edb-acc8-526f306e4b2d service nova] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Refreshing instance network info cache due to event network-changed-e7652b5b-b246-4052-b588-7b031f8f7f26. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 851.873164] env[64443]: DEBUG oslo_concurrency.lockutils [req-b758360c-2524-4ac1-a2ae-726cbb1845b8 req-e96ba36a-93f1-4edb-acc8-526f306e4b2d service nova] Acquiring lock "refresh_cache-8ce6c57f-ef8b-4e88-a064-d12aefe8efb5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.873380] env[64443]: DEBUG oslo_concurrency.lockutils [req-b758360c-2524-4ac1-a2ae-726cbb1845b8 req-e96ba36a-93f1-4edb-acc8-526f306e4b2d service nova] Acquired lock "refresh_cache-8ce6c57f-ef8b-4e88-a064-d12aefe8efb5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.873548] env[64443]: DEBUG nova.network.neutron [req-b758360c-2524-4ac1-a2ae-726cbb1845b8 req-e96ba36a-93f1-4edb-acc8-526f306e4b2d service nova] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Refreshing network info cache for port e7652b5b-b246-4052-b588-7b031f8f7f26 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.879108] env[64443]: DEBUG nova.network.neutron [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Updating instance_info_cache with network_info: [{"id": "244613f0-50a4-49be-8fcd-cda9fbfc74e0", "address": "fa:16:3e:65:5c:dc", "network": {"id": "0f5b4996-7e6d-47b2-aeda-90ce35308de9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1763186808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977c9966dc484868b335536469de110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244613f0-50", "ovs_interfaceid": "244613f0-50a4-49be-8fcd-cda9fbfc74e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.882221] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc1fbcb-a483-42b9-ab52-29ad428ceb3c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.903066] env[64443]: DEBUG nova.compute.provider_tree [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.966063] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "cdcc1d35-9ead-4e4c-ada3-ab31513b73af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.966476] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "cdcc1d35-9ead-4e4c-ada3-ab31513b73af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.966843] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "cdcc1d35-9ead-4e4c-ada3-ab31513b73af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.011223] env[64443]: DEBUG oslo_vmware.api [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24522} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.011662] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.012296] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.012296] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.037273] env[64443]: INFO nova.scheduler.client.report [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Deleted allocations for instance 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5 [ 852.145410] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676588, 'name': CreateVM_Task, 'duration_secs': 0.321963} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.145758] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.146197] env[64443]: DEBUG oslo_concurrency.lockutils [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.146318] env[64443]: DEBUG oslo_concurrency.lockutils [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.146688] env[64443]: DEBUG oslo_concurrency.lockutils [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.147038] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd9d8a55-3794-4994-b211-65f8baa88135 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.153861] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for the task: (returnval){ [ 852.153861] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]521dde84-4e37-5568-6244-c4529f69c33c" [ 852.153861] env[64443]: _type = "Task" [ 852.153861] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.166493] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]521dde84-4e37-5568-6244-c4529f69c33c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.173499] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676589, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.197339] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506876} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.197620] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 2b8158f0-c55c-48d5-88c9-269f0c89256a/2b8158f0-c55c-48d5-88c9-269f0c89256a.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.197838] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.198113] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e49bbd49-2c65-4bcf-917e-4faf653df076 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.204939] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 852.204939] env[64443]: value = "task-2676592" [ 852.204939] env[64443]: _type = "Task" [ 852.204939] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.215395] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.323392] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676591, 'name': Rename_Task, 'duration_secs': 0.320768} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.323664] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.323892] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26426005-4444-4346-bd43-7f1a35b749ec {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.331206] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 852.331206] env[64443]: value = "task-2676593" [ 852.331206] env[64443]: _type = "Task" [ 852.331206] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.339630] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.388029] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Releasing lock "refresh_cache-2db75f09-f8f6-477b-b922-64b5aae65e29" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.408019] env[64443]: DEBUG nova.scheduler.client.report [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.542884] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.600505] env[64443]: DEBUG nova.network.neutron [req-b758360c-2524-4ac1-a2ae-726cbb1845b8 req-e96ba36a-93f1-4edb-acc8-526f306e4b2d service nova] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Updated VIF entry in instance network info cache for port e7652b5b-b246-4052-b588-7b031f8f7f26. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.600868] env[64443]: DEBUG nova.network.neutron [req-b758360c-2524-4ac1-a2ae-726cbb1845b8 req-e96ba36a-93f1-4edb-acc8-526f306e4b2d service nova] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Updating instance_info_cache with network_info: [{"id": "e7652b5b-b246-4052-b588-7b031f8f7f26", "address": "fa:16:3e:4c:28:6c", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": null, "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape7652b5b-b2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.675687] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]521dde84-4e37-5568-6244-c4529f69c33c, 'name': SearchDatastore_Task, 'duration_secs': 0.03226} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.676034] env[64443]: DEBUG oslo_vmware.api [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676589, 'name': PowerOnVM_Task, 'duration_secs': 0.671316} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.676395] env[64443]: DEBUG oslo_concurrency.lockutils [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.678303] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.678610] env[64443]: DEBUG oslo_concurrency.lockutils [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.678799] env[64443]: DEBUG oslo_concurrency.lockutils [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.679043] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.679379] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.679646] env[64443]: INFO nova.compute.manager [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Took 18.39 seconds to spawn the instance on the hypervisor. [ 852.679878] env[64443]: DEBUG nova.compute.manager [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.680214] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f1297ae-343c-48ac-88de-b12aa75a0016 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.682744] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13157362-567d-4f13-8b28-27cb9f57b0ec {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.705026] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.705026] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.705026] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8597692f-8f6e-4a08-8cfc-3df808d3d09c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.714678] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for the task: (returnval){ [ 852.714678] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ce05ce-a390-0044-db22-8d78dfbb82dc" [ 852.714678] env[64443]: _type = "Task" [ 852.714678] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.717842] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07342} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.720988] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.721794] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9094f0-fdf1-46ac-adf2-5ee1e87a58d8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.731169] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ce05ce-a390-0044-db22-8d78dfbb82dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.749400] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 2b8158f0-c55c-48d5-88c9-269f0c89256a/2b8158f0-c55c-48d5-88c9-269f0c89256a.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.750705] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9097c8cc-5d97-45fd-a1ee-2d92f633fe15 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.771021] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 852.771021] env[64443]: value = "task-2676594" [ 852.771021] env[64443]: _type = "Task" [ 852.771021] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.779172] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.841748] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.865523] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "56c38d6a-4399-4852-99e7-23ff210146b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.865859] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "56c38d6a-4399-4852-99e7-23ff210146b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.866222] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "56c38d6a-4399-4852-99e7-23ff210146b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.866436] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "56c38d6a-4399-4852-99e7-23ff210146b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.866597] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "56c38d6a-4399-4852-99e7-23ff210146b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.868853] env[64443]: INFO nova.compute.manager [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Terminating instance [ 852.881392] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4fc94349-6ad8-40b0-9b91-0e1a1074c253 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "8ce6c57f-ef8b-4e88-a064-d12aefe8efb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.911825] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.912338] env[64443]: DEBUG nova.compute.manager [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.917208] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 16.736s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.993274] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "db12f279-a8f8-478c-885d-2a0d3062d87c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.993548] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "db12f279-a8f8-478c-885d-2a0d3062d87c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.993779] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "db12f279-a8f8-478c-885d-2a0d3062d87c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.993982] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "db12f279-a8f8-478c-885d-2a0d3062d87c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.994180] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "db12f279-a8f8-478c-885d-2a0d3062d87c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.996549] env[64443]: INFO nova.compute.manager [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Terminating instance [ 853.002091] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "refresh_cache-cdcc1d35-9ead-4e4c-ada3-ab31513b73af" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.002303] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired lock "refresh_cache-cdcc1d35-9ead-4e4c-ada3-ab31513b73af" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.002491] env[64443]: DEBUG nova.network.neutron [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.104132] env[64443]: DEBUG oslo_concurrency.lockutils [req-b758360c-2524-4ac1-a2ae-726cbb1845b8 req-e96ba36a-93f1-4edb-acc8-526f306e4b2d service nova] Releasing lock "refresh_cache-8ce6c57f-ef8b-4e88-a064-d12aefe8efb5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.203425] env[64443]: INFO nova.compute.manager [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Took 58.40 seconds to build instance. [ 853.230218] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ce05ce-a390-0044-db22-8d78dfbb82dc, 'name': SearchDatastore_Task, 'duration_secs': 0.049047} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.230218] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-206de711-d923-4023-b4c2-fc9dec157d49 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.236088] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for the task: (returnval){ [ 853.236088] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52cb8fca-2060-d32d-39d5-88309618f4d2" [ 853.236088] env[64443]: _type = "Task" [ 853.236088] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.247281] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52cb8fca-2060-d32d-39d5-88309618f4d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.282974] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676594, 'name': ReconfigVM_Task, 'duration_secs': 0.287098} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.283172] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 2b8158f0-c55c-48d5-88c9-269f0c89256a/2b8158f0-c55c-48d5-88c9-269f0c89256a.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.283810] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fc42393-e583-47e0-af11-42056f6206d2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.291938] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 853.291938] env[64443]: value = "task-2676595" [ 853.291938] env[64443]: _type = "Task" [ 853.291938] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.301685] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676595, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.343864] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.373210] env[64443]: DEBUG nova.compute.manager [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.373642] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.375075] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d08965-c285-473c-a9cb-e7202defd190 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.384276] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.384590] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6288fd64-04e6-425e-ad33-7b64145a3cf3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.392347] env[64443]: DEBUG oslo_vmware.api [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 853.392347] env[64443]: value = "task-2676596" [ 853.392347] env[64443]: _type = "Task" [ 853.392347] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.401543] env[64443]: DEBUG oslo_vmware.api [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.421789] env[64443]: DEBUG nova.objects.instance [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lazy-loading 'migration_context' on Instance uuid 60590d5a-3ca8-4189-a294-c72f00d2bf8c {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.423994] env[64443]: DEBUG nova.compute.utils [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 853.425545] env[64443]: DEBUG nova.compute.manager [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.425759] env[64443]: DEBUG nova.network.neutron [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.477110] env[64443]: DEBUG nova.policy [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76649efaa9e743f78be6d94d759c9dbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab588ce2264c4ed99c34ad7ecce8c634', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.505541] env[64443]: DEBUG nova.compute.manager [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.505791] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.509138] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3992c264-66ee-4e19-9532-1dba90c8f5cd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.520908] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.521297] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e25600a0-805e-4add-b65b-5f823de0252b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.533034] env[64443]: DEBUG oslo_vmware.api [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 853.533034] env[64443]: value = "task-2676597" [ 853.533034] env[64443]: _type = "Task" [ 853.533034] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.544289] env[64443]: DEBUG oslo_vmware.api [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.613832] env[64443]: DEBUG oslo_concurrency.lockutils [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "c064a08a-ab00-446c-a38e-a5d48cbde6d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.705430] env[64443]: DEBUG oslo_concurrency.lockutils [None req-51ca6ab9-5a85-4018-b682-1f215099642e tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "c064a08a-ab00-446c-a38e-a5d48cbde6d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.919s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.705896] env[64443]: DEBUG oslo_concurrency.lockutils [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "c064a08a-ab00-446c-a38e-a5d48cbde6d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.092s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.706574] env[64443]: DEBUG oslo_concurrency.lockutils [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "c064a08a-ab00-446c-a38e-a5d48cbde6d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.706862] env[64443]: DEBUG oslo_concurrency.lockutils [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "c064a08a-ab00-446c-a38e-a5d48cbde6d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.707251] env[64443]: DEBUG oslo_concurrency.lockutils [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "c064a08a-ab00-446c-a38e-a5d48cbde6d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.711209] env[64443]: INFO nova.compute.manager [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Terminating instance [ 853.755809] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52cb8fca-2060-d32d-39d5-88309618f4d2, 'name': SearchDatastore_Task, 'duration_secs': 0.029156} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.757198] env[64443]: DEBUG oslo_concurrency.lockutils [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.757550] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] b84768f5-b018-4142-8db1-b1b2299bfa9e/b84768f5-b018-4142-8db1-b1b2299bfa9e.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.757920] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-727d58ba-ad4a-414c-8926-d7be6284239c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.767194] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for the task: (returnval){ [ 853.767194] env[64443]: value = "task-2676598" [ 853.767194] env[64443]: _type = "Task" [ 853.767194] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.776663] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.801608] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676595, 'name': Rename_Task, 'duration_secs': 0.167597} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.802133] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.802422] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7a38b12-7c0f-4ec5-80b0-5a8d516f8617 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.809400] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 853.809400] env[64443]: value = "task-2676599" [ 853.809400] env[64443]: _type = "Task" [ 853.809400] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.817475] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.845308] env[64443]: DEBUG oslo_vmware.api [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676593, 'name': PowerOnVM_Task, 'duration_secs': 1.326325} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.845571] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.845781] env[64443]: INFO nova.compute.manager [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Took 8.90 seconds to spawn the instance on the hypervisor. [ 853.845965] env[64443]: DEBUG nova.compute.manager [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.846792] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f807adfa-b6c2-4667-a60e-3b6b23bab080 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.905136] env[64443]: DEBUG oslo_vmware.api [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676596, 'name': PowerOffVM_Task, 'duration_secs': 0.20496} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.905136] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.905136] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.905136] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c977a27e-11d3-4957-948e-a546def57ab7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.930615] env[64443]: DEBUG nova.compute.manager [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.935869] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.935869] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e85267a6-9f1b-47c8-9785-2918f6333de7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.946612] env[64443]: DEBUG oslo_vmware.api [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 853.946612] env[64443]: value = "task-2676601" [ 853.946612] env[64443]: _type = "Task" [ 853.946612] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.955731] env[64443]: DEBUG nova.network.neutron [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Updating instance_info_cache with network_info: [{"id": "6036e44c-ce8a-48be-9870-1e4aaafff70b", "address": "fa:16:3e:c7:b5:dd", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6036e44c-ce", "ovs_interfaceid": "6036e44c-ce8a-48be-9870-1e4aaafff70b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.971093] env[64443]: DEBUG oslo_vmware.api [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.036171] env[64443]: DEBUG nova.network.neutron [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Successfully created port: a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.052569] env[64443]: DEBUG oslo_vmware.api [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676597, 'name': PowerOffVM_Task, 'duration_secs': 0.293284} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.052569] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.052569] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.052569] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f15ae04-bab3-4bb2-8c56-138644d2f064 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.158047] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.158422] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.158802] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Deleting the datastore file [datastore1] db12f279-a8f8-478c-885d-2a0d3062d87c {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.159511] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.159868] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.159979] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Deleting the datastore file [datastore2] 56c38d6a-4399-4852-99e7-23ff210146b2 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.160478] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-023cdd1b-2cb0-483a-bbec-128eeca3c4ca {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.162823] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c57e5955-6c58-495a-b26f-15c2e2b53528 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.171588] env[64443]: DEBUG oslo_vmware.api [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 854.171588] env[64443]: value = "task-2676603" [ 854.171588] env[64443]: _type = "Task" [ 854.171588] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.173502] env[64443]: DEBUG oslo_vmware.api [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for the task: (returnval){ [ 854.173502] env[64443]: value = "task-2676604" [ 854.173502] env[64443]: _type = "Task" [ 854.173502] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.192771] env[64443]: DEBUG oslo_vmware.api [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.198375] env[64443]: DEBUG oslo_vmware.api [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.218024] env[64443]: DEBUG nova.compute.manager [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.218024] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.218024] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be5497f-d391-4841-b600-edb9a1044b49 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.230729] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.231549] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-face4f5d-4b17-489b-9a12-6c679a1ff1e7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.241702] env[64443]: DEBUG oslo_vmware.api [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 854.241702] env[64443]: value = "task-2676605" [ 854.241702] env[64443]: _type = "Task" [ 854.241702] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.261474] env[64443]: DEBUG oslo_vmware.api [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.281912] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676598, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.326883] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676599, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.365834] env[64443]: INFO nova.compute.manager [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Took 44.12 seconds to build instance. [ 854.460601] env[64443]: DEBUG oslo_vmware.api [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676601, 'name': PowerOffVM_Task, 'duration_secs': 0.189474} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.461039] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.462414] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d572c2-2d77-4da7-9678-f64465785614 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.469061] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Releasing lock "refresh_cache-cdcc1d35-9ead-4e4c-ada3-ab31513b73af" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.501422] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5640bc-f669-4628-8a00-f24abf385e27 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.506020] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2bb96f-91e9-46ab-9bcf-6aad062de25a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.521899] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44211251-bb58-4b8a-8568-2a5136b692da {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.562729] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840be62e-8518-4d8b-91d4-c03d12cb492e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.571452] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c4d504-48a8-4682-92a7-df53cab31c6a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.577543] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.578163] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28924731-206c-4d06-933c-2472fcd92f90 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.592224] env[64443]: DEBUG nova.compute.provider_tree [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.595300] env[64443]: DEBUG oslo_vmware.api [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 854.595300] env[64443]: value = "task-2676606" [ 854.595300] env[64443]: _type = "Task" [ 854.595300] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.608227] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] VM already powered off {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 854.608556] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.608850] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.609024] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.609219] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.609481] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acc7f3e3-1e3c-4e33-acee-71cf72cd980e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.621225] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.621467] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.622248] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d649648c-234a-43cf-858b-c5b7df17b71b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.629672] env[64443]: DEBUG oslo_vmware.api [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 854.629672] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]529151c3-4cca-9146-4b59-4fe01e8ee8a6" [ 854.629672] env[64443]: _type = "Task" [ 854.629672] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.639975] env[64443]: DEBUG oslo_vmware.api [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529151c3-4cca-9146-4b59-4fe01e8ee8a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.687418] env[64443]: DEBUG oslo_vmware.api [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482384} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.688111] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.688323] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.688585] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.689223] env[64443]: INFO nova.compute.manager [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Took 1.32 seconds to destroy the instance on the hypervisor. [ 854.689223] env[64443]: DEBUG oslo.service.loopingcall [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 854.689365] env[64443]: DEBUG nova.compute.manager [-] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.689526] env[64443]: DEBUG nova.network.neutron [-] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.694235] env[64443]: DEBUG oslo_vmware.api [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Task: {'id': task-2676604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444831} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.694788] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.694971] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.695174] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.695347] env[64443]: INFO nova.compute.manager [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 854.695571] env[64443]: DEBUG oslo.service.loopingcall [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 854.695774] env[64443]: DEBUG nova.compute.manager [-] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.695879] env[64443]: DEBUG nova.network.neutron [-] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.752698] env[64443]: DEBUG oslo_vmware.api [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676605, 'name': PowerOffVM_Task, 'duration_secs': 0.435745} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.752977] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.753369] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.753585] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d08bd8c-7e22-4585-83cb-c87e8df552e1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.778363] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678819} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.778722] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] b84768f5-b018-4142-8db1-b1b2299bfa9e/b84768f5-b018-4142-8db1-b1b2299bfa9e.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.778954] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.779226] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5327501f-abf5-4279-9a8d-674c2d7a348a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.786050] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for the task: (returnval){ [ 854.786050] env[64443]: value = "task-2676608" [ 854.786050] env[64443]: _type = "Task" [ 854.786050] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.796740] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.821582] env[64443]: DEBUG oslo_vmware.api [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676599, 'name': PowerOnVM_Task, 'duration_secs': 0.690016} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.821902] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.822540] env[64443]: INFO nova.compute.manager [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Took 7.23 seconds to spawn the instance on the hypervisor. [ 854.822540] env[64443]: DEBUG nova.compute.manager [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.823365] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef491c0c-a765-4c0b-a0d3-252ee45063eb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.837120] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.837207] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.837463] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Deleting the datastore file [datastore1] c064a08a-ab00-446c-a38e-a5d48cbde6d7 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.840911] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f9ba4c5-23fe-4686-8235-1093d9991706 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.848836] env[64443]: DEBUG oslo_vmware.api [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 854.848836] env[64443]: value = "task-2676609" [ 854.848836] env[64443]: _type = "Task" [ 854.848836] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.863927] env[64443]: DEBUG oslo_vmware.api [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.868506] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ff5b30f-e9e0-46a5-8179-cc250f267249 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "534390d7-da61-44a0-bc4b-94fb475598a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.348s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.943642] env[64443]: DEBUG nova.compute.manager [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.995679] env[64443]: DEBUG nova.virt.hardware [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.996172] env[64443]: DEBUG nova.virt.hardware [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.996426] env[64443]: DEBUG nova.virt.hardware [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.996676] env[64443]: DEBUG nova.virt.hardware [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.996993] env[64443]: DEBUG nova.virt.hardware [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.997311] env[64443]: DEBUG nova.virt.hardware [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.997552] env[64443]: DEBUG nova.virt.hardware [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.997713] env[64443]: DEBUG nova.virt.hardware [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.997883] env[64443]: DEBUG nova.virt.hardware [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.998054] env[64443]: DEBUG nova.virt.hardware [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.998230] env[64443]: DEBUG nova.virt.hardware [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.999129] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476971c4-d15b-4421-ba59-44afbddc763a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.009261] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c198361a-9c14-4733-8e0a-107bc56c3e6e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.015816] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2464c6-ec86-473d-a251-6e65766fa333 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.047639] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91e16a4-90ec-4a16-8103-97c36bcf35f5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.057208] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Updating instance 'cdcc1d35-9ead-4e4c-ada3-ab31513b73af' progress to 83 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 855.097926] env[64443]: DEBUG nova.scheduler.client.report [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.143326] env[64443]: DEBUG oslo_vmware.api [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529151c3-4cca-9146-4b59-4fe01e8ee8a6, 'name': SearchDatastore_Task, 'duration_secs': 0.017192} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.144454] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbf90c55-6093-4ac1-8541-2115d1bf78d5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.151727] env[64443]: DEBUG oslo_vmware.api [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 855.151727] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]522aa5c9-0c7c-c7ad-653e-a0e9a9876402" [ 855.151727] env[64443]: _type = "Task" [ 855.151727] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.163506] env[64443]: DEBUG oslo_vmware.api [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]522aa5c9-0c7c-c7ad-653e-a0e9a9876402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.297818] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070035} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.298416] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.299371] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4115f82c-6fda-4572-9d48-6b4168365159 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.321856] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] b84768f5-b018-4142-8db1-b1b2299bfa9e/b84768f5-b018-4142-8db1-b1b2299bfa9e.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.323383] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dcc4985-8486-4401-baec-d7b6cd2aeb70 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.341323] env[64443]: DEBUG nova.compute.manager [req-862083e9-632b-4ba9-9118-4c17a85ec0bc req-b36c1049-c6ab-4681-9468-df5ec8d1aacc service nova] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Received event network-changed-299f6459-0af5-4623-97cf-3ec9be08a0f2 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.341570] env[64443]: DEBUG nova.compute.manager [req-862083e9-632b-4ba9-9118-4c17a85ec0bc req-b36c1049-c6ab-4681-9468-df5ec8d1aacc service nova] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Refreshing instance network info cache due to event network-changed-299f6459-0af5-4623-97cf-3ec9be08a0f2. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 855.341839] env[64443]: DEBUG oslo_concurrency.lockutils [req-862083e9-632b-4ba9-9118-4c17a85ec0bc req-b36c1049-c6ab-4681-9468-df5ec8d1aacc service nova] Acquiring lock "refresh_cache-534390d7-da61-44a0-bc4b-94fb475598a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.342027] env[64443]: DEBUG oslo_concurrency.lockutils [req-862083e9-632b-4ba9-9118-4c17a85ec0bc req-b36c1049-c6ab-4681-9468-df5ec8d1aacc service nova] Acquired lock "refresh_cache-534390d7-da61-44a0-bc4b-94fb475598a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.342200] env[64443]: DEBUG nova.network.neutron [req-862083e9-632b-4ba9-9118-4c17a85ec0bc req-b36c1049-c6ab-4681-9468-df5ec8d1aacc service nova] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Refreshing network info cache for port 299f6459-0af5-4623-97cf-3ec9be08a0f2 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.349371] env[64443]: DEBUG nova.compute.manager [req-08c0520b-cddd-42b3-afa3-2737ff8747be req-408e5524-db1a-40e4-bbd8-98965c2b445e service nova] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Received event network-vif-deleted-9c87a9f2-43ec-4bc1-b4b5-80f2dc460127 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.349678] env[64443]: INFO nova.compute.manager [req-08c0520b-cddd-42b3-afa3-2737ff8747be req-408e5524-db1a-40e4-bbd8-98965c2b445e service nova] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Neutron deleted interface 9c87a9f2-43ec-4bc1-b4b5-80f2dc460127; detaching it from the instance and deleting it from the info cache [ 855.349974] env[64443]: DEBUG nova.network.neutron [req-08c0520b-cddd-42b3-afa3-2737ff8747be req-408e5524-db1a-40e4-bbd8-98965c2b445e service nova] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.357301] env[64443]: INFO nova.compute.manager [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Took 36.69 seconds to build instance. [ 855.364339] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for the task: (returnval){ [ 855.364339] env[64443]: value = "task-2676610" [ 855.364339] env[64443]: _type = "Task" [ 855.364339] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.375822] env[64443]: DEBUG oslo_vmware.api [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.459719} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.376578] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.376877] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.377338] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.377338] env[64443]: INFO nova.compute.manager [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 855.377597] env[64443]: DEBUG oslo.service.loopingcall [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 855.378104] env[64443]: DEBUG nova.compute.manager [-] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.378345] env[64443]: DEBUG nova.network.neutron [-] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.384545] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.565795] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b78c35ed-a5ec-45d3-a051-e059280173bb tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Updating instance 'cdcc1d35-9ead-4e4c-ada3-ab31513b73af' progress to 100 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 855.638345] env[64443]: DEBUG nova.network.neutron [-] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.658044] env[64443]: DEBUG nova.network.neutron [-] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.667036] env[64443]: DEBUG oslo_vmware.api [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]522aa5c9-0c7c-c7ad-653e-a0e9a9876402, 'name': SearchDatastore_Task, 'duration_secs': 0.027814} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.667302] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.667571] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 2db75f09-f8f6-477b-b922-64b5aae65e29/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk. {{(pid=64443) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 855.667843] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5a5e96a-e07a-4f80-ae2a-aeb460be881b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.676555] env[64443]: DEBUG oslo_vmware.api [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 855.676555] env[64443]: value = "task-2676611" [ 855.676555] env[64443]: _type = "Task" [ 855.676555] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.689031] env[64443]: DEBUG oslo_vmware.api [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.857903] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5baa5e2a-0e4b-4f7d-81c5-dc9b1c62756e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.865100] env[64443]: DEBUG oslo_concurrency.lockutils [None req-300c96d2-cc7e-4c98-a98c-a6f21cf7f4f8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "2b8158f0-c55c-48d5-88c9-269f0c89256a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.680s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.874922] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75570f7-be2b-44bd-869d-76ce8ec5eb41 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.892056] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676610, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.919557] env[64443]: DEBUG nova.compute.manager [req-08c0520b-cddd-42b3-afa3-2737ff8747be req-408e5524-db1a-40e4-bbd8-98965c2b445e service nova] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Detach interface failed, port_id=9c87a9f2-43ec-4bc1-b4b5-80f2dc460127, reason: Instance db12f279-a8f8-478c-885d-2a0d3062d87c could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 856.093432] env[64443]: DEBUG nova.network.neutron [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Successfully updated port: a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.112961] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.196s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.121262] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.541s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.122962] env[64443]: INFO nova.compute.claims [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.143691] env[64443]: INFO nova.compute.manager [-] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Took 1.45 seconds to deallocate network for instance. [ 856.161705] env[64443]: INFO nova.compute.manager [-] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Took 1.47 seconds to deallocate network for instance. [ 856.190286] env[64443]: DEBUG oslo_vmware.api [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512383} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.193393] env[64443]: INFO nova.virt.vmwareapi.ds_util [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 2db75f09-f8f6-477b-b922-64b5aae65e29/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk. [ 856.194299] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75698f5d-05f6-4f66-8c21-757ef8bb966e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.224593] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 2db75f09-f8f6-477b-b922-64b5aae65e29/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.227156] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-965a9843-ccd8-497f-a604-b2ff976425ab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.250514] env[64443]: DEBUG oslo_vmware.api [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 856.250514] env[64443]: value = "task-2676612" [ 856.250514] env[64443]: _type = "Task" [ 856.250514] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.261067] env[64443]: DEBUG oslo_vmware.api [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.279818] env[64443]: DEBUG nova.network.neutron [req-862083e9-632b-4ba9-9118-4c17a85ec0bc req-b36c1049-c6ab-4681-9468-df5ec8d1aacc service nova] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Updated VIF entry in instance network info cache for port 299f6459-0af5-4623-97cf-3ec9be08a0f2. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.280252] env[64443]: DEBUG nova.network.neutron [req-862083e9-632b-4ba9-9118-4c17a85ec0bc req-b36c1049-c6ab-4681-9468-df5ec8d1aacc service nova] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Updating instance_info_cache with network_info: [{"id": "299f6459-0af5-4623-97cf-3ec9be08a0f2", "address": "fa:16:3e:79:9e:0e", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap299f6459-0a", "ovs_interfaceid": "299f6459-0af5-4623-97cf-3ec9be08a0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.375710] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676610, 'name': ReconfigVM_Task, 'duration_secs': 0.565555} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.376246] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Reconfigured VM instance instance-00000047 to attach disk [datastore2] b84768f5-b018-4142-8db1-b1b2299bfa9e/b84768f5-b018-4142-8db1-b1b2299bfa9e.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.376889] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba433fd1-1cad-4122-95b4-33a9e4205a8d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.385847] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for the task: (returnval){ [ 856.385847] env[64443]: value = "task-2676613" [ 856.385847] env[64443]: _type = "Task" [ 856.385847] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.395184] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676613, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.558792] env[64443]: DEBUG oslo_concurrency.lockutils [None req-08b4ed18-450d-466d-ae81-41865d33056c tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "816437a1-05dc-4c40-8fc6-5171bdb524e6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.559069] env[64443]: DEBUG oslo_concurrency.lockutils [None req-08b4ed18-450d-466d-ae81-41865d33056c tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "816437a1-05dc-4c40-8fc6-5171bdb524e6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.597859] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Acquiring lock "refresh_cache-a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.598115] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Acquired lock "refresh_cache-a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.598334] env[64443]: DEBUG nova.network.neutron [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.630802] env[64443]: DEBUG nova.network.neutron [-] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.656525] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.669325] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.761050] env[64443]: DEBUG oslo_vmware.api [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676612, 'name': ReconfigVM_Task, 'duration_secs': 0.297223} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.761350] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 2db75f09-f8f6-477b-b922-64b5aae65e29/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.762235] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7120aa-ed57-4e43-bb7e-0d8b9b0d5b9d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.786109] env[64443]: DEBUG oslo_concurrency.lockutils [req-862083e9-632b-4ba9-9118-4c17a85ec0bc req-b36c1049-c6ab-4681-9468-df5ec8d1aacc service nova] Releasing lock "refresh_cache-534390d7-da61-44a0-bc4b-94fb475598a7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.792284] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dc10099-0125-41a5-a2af-5c98854b4e30 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.808189] env[64443]: DEBUG oslo_vmware.api [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 856.808189] env[64443]: value = "task-2676614" [ 856.808189] env[64443]: _type = "Task" [ 856.808189] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.818158] env[64443]: DEBUG oslo_vmware.api [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.896538] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676613, 'name': Rename_Task, 'duration_secs': 0.232117} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.896538] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.896762] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfd9836a-75af-4cc5-83ba-e535d74d8271 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.905026] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for the task: (returnval){ [ 856.905026] env[64443]: value = "task-2676615" [ 856.905026] env[64443]: _type = "Task" [ 856.905026] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.913751] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.063739] env[64443]: DEBUG nova.compute.utils [None req-08b4ed18-450d-466d-ae81-41865d33056c tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 857.132922] env[64443]: DEBUG nova.network.neutron [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.135463] env[64443]: INFO nova.compute.manager [-] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Took 1.76 seconds to deallocate network for instance. [ 857.283477] env[64443]: DEBUG nova.network.neutron [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Updating instance_info_cache with network_info: [{"id": "a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a", "address": "fa:16:3e:90:df:63", "network": {"id": "567a3bde-7043-4e5f-ac4b-692f1e1f6af2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-871381679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ab588ce2264c4ed99c34ad7ecce8c634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f73a51-b6", "ovs_interfaceid": "a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.319019] env[64443]: DEBUG oslo_vmware.api [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676614, 'name': ReconfigVM_Task, 'duration_secs': 0.17044} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.319019] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.319019] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ea9ee45-f457-47be-aaef-7242eb67eaf6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.328647] env[64443]: DEBUG oslo_vmware.api [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 857.328647] env[64443]: value = "task-2676616" [ 857.328647] env[64443]: _type = "Task" [ 857.328647] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.337998] env[64443]: DEBUG oslo_vmware.api [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.420461] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676615, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.506053] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b96ac6-d453-49ba-90d2-e915639dcc23 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.513968] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ce80ac-9be0-4860-9a3c-76268ee1cb96 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.547426] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7748855-ef44-4884-bc48-91ca2b2153d9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.560482] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cc8d53-a411-4a45-88f3-3ab133c326f3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.566887] env[64443]: DEBUG oslo_concurrency.lockutils [None req-08b4ed18-450d-466d-ae81-41865d33056c tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "816437a1-05dc-4c40-8fc6-5171bdb524e6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.576950] env[64443]: DEBUG nova.compute.provider_tree [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.623043] env[64443]: DEBUG oslo_concurrency.lockutils [None req-70821e31-881a-4444-8495-c7cfe041be21 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "cdcc1d35-9ead-4e4c-ada3-ab31513b73af" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.623269] env[64443]: DEBUG oslo_concurrency.lockutils [None req-70821e31-881a-4444-8495-c7cfe041be21 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "cdcc1d35-9ead-4e4c-ada3-ab31513b73af" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.623542] env[64443]: DEBUG nova.compute.manager [None req-70821e31-881a-4444-8495-c7cfe041be21 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Going to confirm migration 3 {{(pid=64443) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 857.644690] env[64443]: DEBUG oslo_concurrency.lockutils [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.673021] env[64443]: INFO nova.compute.manager [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Swapping old allocation on dict_keys(['082176e5-bc15-4857-8991-de4e4f42c66a']) held by migration 92484d2b-e865-446b-85ef-b2d38ca6cc09 for instance [ 857.697929] env[64443]: DEBUG nova.scheduler.client.report [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Overwriting current allocation {'allocations': {'082176e5-bc15-4857-8991-de4e4f42c66a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 101}}, 'project_id': 'ae8cef9d02d4438d9ee2b7901801ff50', 'user_id': '1e6b2edd91d54ba288e7be1cb1fb7934', 'consumer_generation': 1} on consumer 60590d5a-3ca8-4189-a294-c72f00d2bf8c {{(pid=64443) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 857.775801] env[64443]: DEBUG nova.compute.manager [req-af505dfc-d3cc-431a-95ec-7760229ea2d1 req-c4893307-2b9d-48ff-af9f-758e2c45934d service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Received event network-changed-2c4c2029-fc18-4764-bb0c-0545c0ad1366 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.776213] env[64443]: DEBUG nova.compute.manager [req-af505dfc-d3cc-431a-95ec-7760229ea2d1 req-c4893307-2b9d-48ff-af9f-758e2c45934d service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Refreshing instance network info cache due to event network-changed-2c4c2029-fc18-4764-bb0c-0545c0ad1366. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 857.776465] env[64443]: DEBUG oslo_concurrency.lockutils [req-af505dfc-d3cc-431a-95ec-7760229ea2d1 req-c4893307-2b9d-48ff-af9f-758e2c45934d service nova] Acquiring lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.776628] env[64443]: DEBUG oslo_concurrency.lockutils [req-af505dfc-d3cc-431a-95ec-7760229ea2d1 req-c4893307-2b9d-48ff-af9f-758e2c45934d service nova] Acquired lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.776850] env[64443]: DEBUG nova.network.neutron [req-af505dfc-d3cc-431a-95ec-7760229ea2d1 req-c4893307-2b9d-48ff-af9f-758e2c45934d service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Refreshing network info cache for port 2c4c2029-fc18-4764-bb0c-0545c0ad1366 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.778827] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "refresh_cache-60590d5a-3ca8-4189-a294-c72f00d2bf8c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.778991] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquired lock "refresh_cache-60590d5a-3ca8-4189-a294-c72f00d2bf8c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.779176] env[64443]: DEBUG nova.network.neutron [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.785048] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Releasing lock "refresh_cache-a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.785491] env[64443]: DEBUG nova.compute.manager [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Instance network_info: |[{"id": "a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a", "address": "fa:16:3e:90:df:63", "network": {"id": "567a3bde-7043-4e5f-ac4b-692f1e1f6af2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-871381679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ab588ce2264c4ed99c34ad7ecce8c634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f73a51-b6", "ovs_interfaceid": "a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.785667] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:df:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.793446] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Creating folder: Project (ab588ce2264c4ed99c34ad7ecce8c634). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.794397] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fce40f2-bf0c-4b23-accd-d4d0881e7988 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.801580] env[64443]: DEBUG nova.compute.manager [req-4875964d-abab-4a8e-a1d6-d88476459a02 req-8b5bddf9-0965-4291-899f-9cffc0a0822b service nova] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Received event network-vif-deleted-aaded852-18dc-4427-97cf-be4d114aa9e7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.801759] env[64443]: DEBUG nova.compute.manager [req-4875964d-abab-4a8e-a1d6-d88476459a02 req-8b5bddf9-0965-4291-899f-9cffc0a0822b service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Received event network-vif-plugged-a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.801959] env[64443]: DEBUG oslo_concurrency.lockutils [req-4875964d-abab-4a8e-a1d6-d88476459a02 req-8b5bddf9-0965-4291-899f-9cffc0a0822b service nova] Acquiring lock "a1c728ab-d6a4-46ef-84e8-a0beb82d62b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.802165] env[64443]: DEBUG oslo_concurrency.lockutils [req-4875964d-abab-4a8e-a1d6-d88476459a02 req-8b5bddf9-0965-4291-899f-9cffc0a0822b service nova] Lock "a1c728ab-d6a4-46ef-84e8-a0beb82d62b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.802335] env[64443]: DEBUG oslo_concurrency.lockutils [req-4875964d-abab-4a8e-a1d6-d88476459a02 req-8b5bddf9-0965-4291-899f-9cffc0a0822b service nova] Lock "a1c728ab-d6a4-46ef-84e8-a0beb82d62b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.802483] env[64443]: DEBUG nova.compute.manager [req-4875964d-abab-4a8e-a1d6-d88476459a02 req-8b5bddf9-0965-4291-899f-9cffc0a0822b service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] No waiting events found dispatching network-vif-plugged-a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.802673] env[64443]: WARNING nova.compute.manager [req-4875964d-abab-4a8e-a1d6-d88476459a02 req-8b5bddf9-0965-4291-899f-9cffc0a0822b service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Received unexpected event network-vif-plugged-a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a for instance with vm_state building and task_state spawning. [ 857.802838] env[64443]: DEBUG nova.compute.manager [req-4875964d-abab-4a8e-a1d6-d88476459a02 req-8b5bddf9-0965-4291-899f-9cffc0a0822b service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Received event network-changed-a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.802988] env[64443]: DEBUG nova.compute.manager [req-4875964d-abab-4a8e-a1d6-d88476459a02 req-8b5bddf9-0965-4291-899f-9cffc0a0822b service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Refreshing instance network info cache due to event network-changed-a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 857.803933] env[64443]: DEBUG oslo_concurrency.lockutils [req-4875964d-abab-4a8e-a1d6-d88476459a02 req-8b5bddf9-0965-4291-899f-9cffc0a0822b service nova] Acquiring lock "refresh_cache-a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 857.803933] env[64443]: DEBUG oslo_concurrency.lockutils [req-4875964d-abab-4a8e-a1d6-d88476459a02 req-8b5bddf9-0965-4291-899f-9cffc0a0822b service nova] Acquired lock "refresh_cache-a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.803933] env[64443]: DEBUG nova.network.neutron [req-4875964d-abab-4a8e-a1d6-d88476459a02 req-8b5bddf9-0965-4291-899f-9cffc0a0822b service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Refreshing network info cache for port a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.806836] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Created folder: Project (ab588ce2264c4ed99c34ad7ecce8c634) in parent group-v539479. [ 857.807033] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Creating folder: Instances. Parent ref: group-v539697. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.807480] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d04c8ae7-bb98-4c1f-a617-0ec0c09bc89f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.818472] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Created folder: Instances in parent group-v539697. [ 857.818783] env[64443]: DEBUG oslo.service.loopingcall [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.818984] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.819206] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c577897-31d9-4fb8-b58d-11e79cb5e342 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.846533] env[64443]: DEBUG oslo_vmware.api [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676616, 'name': PowerOnVM_Task, 'duration_secs': 0.456724} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.847782] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.849391] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.849391] env[64443]: value = "task-2676619" [ 857.849391] env[64443]: _type = "Task" [ 857.849391] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.853194] env[64443]: DEBUG nova.compute.manager [None req-3316f694-6998-4a38-bf98-4e11ba2b6b34 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.854516] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101bcd5d-bc76-4749-b01c-bf0c880c17e9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.862212] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676619, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.917541] env[64443]: DEBUG oslo_vmware.api [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676615, 'name': PowerOnVM_Task, 'duration_secs': 0.771827} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.917816] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.918031] env[64443]: DEBUG nova.compute.manager [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.918833] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a0311d-5375-4adf-ab70-104fb49e29d3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.055668] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9b159c99-aae4-47d8-8624-33ed0a055271 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "a9cd65b5-58ae-4174-ba35-131d685991ef" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.056032] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9b159c99-aae4-47d8-8624-33ed0a055271 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "a9cd65b5-58ae-4174-ba35-131d685991ef" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.080520] env[64443]: DEBUG nova.scheduler.client.report [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.196209] env[64443]: DEBUG oslo_concurrency.lockutils [None req-70821e31-881a-4444-8495-c7cfe041be21 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "refresh_cache-cdcc1d35-9ead-4e4c-ada3-ab31513b73af" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.196209] env[64443]: DEBUG oslo_concurrency.lockutils [None req-70821e31-881a-4444-8495-c7cfe041be21 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired lock "refresh_cache-cdcc1d35-9ead-4e4c-ada3-ab31513b73af" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.196457] env[64443]: DEBUG nova.network.neutron [None req-70821e31-881a-4444-8495-c7cfe041be21 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.196597] env[64443]: DEBUG nova.objects.instance [None req-70821e31-881a-4444-8495-c7cfe041be21 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lazy-loading 'info_cache' on Instance uuid cdcc1d35-9ead-4e4c-ada3-ab31513b73af {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.359530] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676619, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.441955] env[64443]: DEBUG oslo_concurrency.lockutils [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.559284] env[64443]: INFO nova.compute.manager [None req-9b159c99-aae4-47d8-8624-33ed0a055271 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Detaching volume 91b132f0-b4ca-407d-8362-210440675069 [ 858.586863] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.587458] env[64443]: DEBUG nova.compute.manager [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.596264] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.061s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.596514] env[64443]: DEBUG nova.objects.instance [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lazy-loading 'resources' on Instance uuid 7a36ccc9-c594-48f8-a847-9b26cd0431fb {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.601193] env[64443]: INFO nova.virt.block_device [None req-9b159c99-aae4-47d8-8624-33ed0a055271 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Attempting to driver detach volume 91b132f0-b4ca-407d-8362-210440675069 from mountpoint /dev/sdb [ 858.601193] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b159c99-aae4-47d8-8624-33ed0a055271 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Volume detach. Driver type: vmdk {{(pid=64443) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 858.601193] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b159c99-aae4-47d8-8624-33ed0a055271 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539652', 'volume_id': '91b132f0-b4ca-407d-8362-210440675069', 'name': 'volume-91b132f0-b4ca-407d-8362-210440675069', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a9cd65b5-58ae-4174-ba35-131d685991ef', 'attached_at': '', 'detached_at': '', 'volume_id': '91b132f0-b4ca-407d-8362-210440675069', 'serial': '91b132f0-b4ca-407d-8362-210440675069'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 858.601193] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e1b40b-70cf-4de2-afbc-ba4d893e9ffe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.640797] env[64443]: DEBUG oslo_concurrency.lockutils [None req-08b4ed18-450d-466d-ae81-41865d33056c tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "816437a1-05dc-4c40-8fc6-5171bdb524e6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.641086] env[64443]: DEBUG oslo_concurrency.lockutils [None req-08b4ed18-450d-466d-ae81-41865d33056c tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "816437a1-05dc-4c40-8fc6-5171bdb524e6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.641358] env[64443]: INFO nova.compute.manager [None req-08b4ed18-450d-466d-ae81-41865d33056c tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Attaching volume 6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605 to /dev/sdb [ 858.649657] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1403ba-ed86-4453-b524-30b6a5b9d161 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.672489] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5b833c-a655-498f-9766-62e2bc61af5c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.711017] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a0549a-57fb-4cd6-9660-271df272d9db {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.718661] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518f6ec1-9ef8-43d8-8d68-fea85aa2167e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.738868] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b159c99-aae4-47d8-8624-33ed0a055271 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] The volume has not been displaced from its original location: [datastore1] volume-91b132f0-b4ca-407d-8362-210440675069/volume-91b132f0-b4ca-407d-8362-210440675069.vmdk. No consolidation needed. {{(pid=64443) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 858.744182] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b159c99-aae4-47d8-8624-33ed0a055271 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Reconfiguring VM instance instance-00000015 to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 858.744574] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88e99ff9-3315-4921-9fc9-ef56c44b8dd2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.759651] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f77f93a-e1b2-439c-924a-4996e4396bdc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.774810] env[64443]: DEBUG oslo_vmware.api [None req-9b159c99-aae4-47d8-8624-33ed0a055271 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 858.774810] env[64443]: value = "task-2676620" [ 858.774810] env[64443]: _type = "Task" [ 858.774810] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.784138] env[64443]: DEBUG nova.virt.block_device [None req-08b4ed18-450d-466d-ae81-41865d33056c tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Updating existing volume attachment record: 9188ed3f-8e88-473a-8d0d-950e594cefe9 {{(pid=64443) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 858.799900] env[64443]: DEBUG oslo_vmware.api [None req-9b159c99-aae4-47d8-8624-33ed0a055271 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.835946] env[64443]: DEBUG nova.network.neutron [req-4875964d-abab-4a8e-a1d6-d88476459a02 req-8b5bddf9-0965-4291-899f-9cffc0a0822b service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Updated VIF entry in instance network info cache for port a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.836368] env[64443]: DEBUG nova.network.neutron [req-4875964d-abab-4a8e-a1d6-d88476459a02 req-8b5bddf9-0965-4291-899f-9cffc0a0822b service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Updating instance_info_cache with network_info: [{"id": "a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a", "address": "fa:16:3e:90:df:63", "network": {"id": "567a3bde-7043-4e5f-ac4b-692f1e1f6af2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-871381679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ab588ce2264c4ed99c34ad7ecce8c634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f73a51-b6", "ovs_interfaceid": "a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.862802] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676619, 'name': CreateVM_Task, 'duration_secs': 0.75152} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.862974] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.864053] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.864314] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.864673] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.865026] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86c60ce2-cc2e-4fae-8bc8-56ab02e5b6c6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.871719] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Waiting for the task: (returnval){ [ 858.871719] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]527c9adb-6e91-e93b-50b8-21d8918eb135" [ 858.871719] env[64443]: _type = "Task" [ 858.871719] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.884195] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527c9adb-6e91-e93b-50b8-21d8918eb135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.888613] env[64443]: DEBUG nova.network.neutron [req-af505dfc-d3cc-431a-95ec-7760229ea2d1 req-c4893307-2b9d-48ff-af9f-758e2c45934d service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Updated VIF entry in instance network info cache for port 2c4c2029-fc18-4764-bb0c-0545c0ad1366. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.888962] env[64443]: DEBUG nova.network.neutron [req-af505dfc-d3cc-431a-95ec-7760229ea2d1 req-c4893307-2b9d-48ff-af9f-758e2c45934d service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Updating instance_info_cache with network_info: [{"id": "2c4c2029-fc18-4764-bb0c-0545c0ad1366", "address": "fa:16:3e:5a:76:05", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4c2029-fc", "ovs_interfaceid": "2c4c2029-fc18-4764-bb0c-0545c0ad1366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.898700] env[64443]: DEBUG nova.network.neutron [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Updating instance_info_cache with network_info: [{"id": "4f7baecc-ddee-4ec2-bfc8-c318a81128cc", "address": "fa:16:3e:1b:7b:7e", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f7baecc-dd", "ovs_interfaceid": "4f7baecc-ddee-4ec2-bfc8-c318a81128cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.053068] env[64443]: DEBUG nova.network.neutron [None req-70821e31-881a-4444-8495-c7cfe041be21 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Updating instance_info_cache with network_info: [{"id": "6036e44c-ce8a-48be-9870-1e4aaafff70b", "address": "fa:16:3e:c7:b5:dd", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6036e44c-ce", "ovs_interfaceid": "6036e44c-ce8a-48be-9870-1e4aaafff70b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.096298] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166e0795-5ad9-4483-b6ed-a84f0c58842d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.100938] env[64443]: DEBUG nova.compute.utils [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 859.102744] env[64443]: DEBUG nova.compute.manager [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.102944] env[64443]: DEBUG nova.network.neutron [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.108699] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbeee716-ce13-45f3-96ff-375eaf912952 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.146128] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b280f6a-a00b-4c42-a1ca-cfc8b91d763b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.150113] env[64443]: DEBUG nova.policy [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f03a9cfd848473d8c86e285b6a35f39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ed475936a52425aaea8f09c830623ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.157773] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa6ffb8-ff46-44a5-9964-1c99fea56c35 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.173050] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Acquiring lock "b84768f5-b018-4142-8db1-b1b2299bfa9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.173050] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Lock "b84768f5-b018-4142-8db1-b1b2299bfa9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.173050] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Acquiring lock "b84768f5-b018-4142-8db1-b1b2299bfa9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.173244] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Lock "b84768f5-b018-4142-8db1-b1b2299bfa9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.173350] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Lock "b84768f5-b018-4142-8db1-b1b2299bfa9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.175169] env[64443]: DEBUG nova.compute.provider_tree [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.176614] env[64443]: INFO nova.compute.manager [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Terminating instance [ 859.285265] env[64443]: DEBUG oslo_vmware.api [None req-9b159c99-aae4-47d8-8624-33ed0a055271 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676620, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.341576] env[64443]: DEBUG oslo_concurrency.lockutils [req-4875964d-abab-4a8e-a1d6-d88476459a02 req-8b5bddf9-0965-4291-899f-9cffc0a0822b service nova] Releasing lock "refresh_cache-a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.342144] env[64443]: DEBUG nova.compute.manager [req-4875964d-abab-4a8e-a1d6-d88476459a02 req-8b5bddf9-0965-4291-899f-9cffc0a0822b service nova] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Received event network-vif-deleted-329d483a-71d0-494c-9d9b-402e6d7e4ea5 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.383697] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527c9adb-6e91-e93b-50b8-21d8918eb135, 'name': SearchDatastore_Task, 'duration_secs': 0.012235} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.384153] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.384466] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.384769] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.385080] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.385812] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.385812] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b666cf4a-53f5-4551-9d54-7726d965bd0a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.392042] env[64443]: DEBUG oslo_concurrency.lockutils [req-af505dfc-d3cc-431a-95ec-7760229ea2d1 req-c4893307-2b9d-48ff-af9f-758e2c45934d service nova] Releasing lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.395548] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.395766] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.396762] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53315a92-78c2-4af6-bb41-95e800c2c3e9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.403033] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Releasing lock "refresh_cache-60590d5a-3ca8-4189-a294-c72f00d2bf8c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.403256] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.403609] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Waiting for the task: (returnval){ [ 859.403609] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5246e1bb-3f4f-fefd-185b-80384728a55a" [ 859.403609] env[64443]: _type = "Task" [ 859.403609] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.403846] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-248b709a-6281-4306-a526-8141c614a5fd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.417741] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5246e1bb-3f4f-fefd-185b-80384728a55a, 'name': SearchDatastore_Task, 'duration_secs': 0.011544} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.419831] env[64443]: DEBUG oslo_vmware.api [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 859.419831] env[64443]: value = "task-2676624" [ 859.419831] env[64443]: _type = "Task" [ 859.419831] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.420044] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f14f1a2e-0b15-4d0f-bafe-208b701242cc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.431025] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Waiting for the task: (returnval){ [ 859.431025] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52af326e-6024-2a65-55e9-3dca36ffee50" [ 859.431025] env[64443]: _type = "Task" [ 859.431025] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.432898] env[64443]: DEBUG oslo_vmware.api [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.441905] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52af326e-6024-2a65-55e9-3dca36ffee50, 'name': SearchDatastore_Task} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.442160] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.445029] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] a1c728ab-d6a4-46ef-84e8-a0beb82d62b9/a1c728ab-d6a4-46ef-84e8-a0beb82d62b9.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.445029] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da0b9c6e-9dde-457a-b7dd-a48a808459db {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.450681] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Waiting for the task: (returnval){ [ 859.450681] env[64443]: value = "task-2676625" [ 859.450681] env[64443]: _type = "Task" [ 859.450681] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.456684] env[64443]: DEBUG nova.network.neutron [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Successfully created port: b87de3d0-38fa-4944-bcad-353ef146194d {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.461832] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.557130] env[64443]: DEBUG oslo_concurrency.lockutils [None req-70821e31-881a-4444-8495-c7cfe041be21 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Releasing lock "refresh_cache-cdcc1d35-9ead-4e4c-ada3-ab31513b73af" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.557424] env[64443]: DEBUG nova.objects.instance [None req-70821e31-881a-4444-8495-c7cfe041be21 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lazy-loading 'migration_context' on Instance uuid cdcc1d35-9ead-4e4c-ada3-ab31513b73af {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.606633] env[64443]: DEBUG nova.compute.manager [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.684233] env[64443]: DEBUG nova.scheduler.client.report [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.689877] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Acquiring lock "refresh_cache-b84768f5-b018-4142-8db1-b1b2299bfa9e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.690557] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Acquired lock "refresh_cache-b84768f5-b018-4142-8db1-b1b2299bfa9e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.691061] env[64443]: DEBUG nova.network.neutron [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.789241] env[64443]: DEBUG oslo_vmware.api [None req-9b159c99-aae4-47d8-8624-33ed0a055271 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676620, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.939373] env[64443]: DEBUG oslo_vmware.api [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.964083] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676625, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.060345] env[64443]: DEBUG nova.objects.base [None req-70821e31-881a-4444-8495-c7cfe041be21 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 860.061356] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4effb8-8c05-4fc8-9ef6-5fe031939b1b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.085911] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfaca0a7-1fc3-4f6c-8f2a-8e9de2c3eff4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.093457] env[64443]: DEBUG oslo_vmware.api [None req-70821e31-881a-4444-8495-c7cfe041be21 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 860.093457] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5244f5e5-2099-afc6-8c43-918aca3a299b" [ 860.093457] env[64443]: _type = "Task" [ 860.093457] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.103824] env[64443]: DEBUG oslo_vmware.api [None req-70821e31-881a-4444-8495-c7cfe041be21 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5244f5e5-2099-afc6-8c43-918aca3a299b, 'name': SearchDatastore_Task, 'duration_secs': 0.008536} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.104143] env[64443]: DEBUG oslo_concurrency.lockutils [None req-70821e31-881a-4444-8495-c7cfe041be21 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.194577] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.197901] env[64443]: DEBUG oslo_concurrency.lockutils [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.065s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.199598] env[64443]: INFO nova.compute.claims [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.243602] env[64443]: INFO nova.scheduler.client.report [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Deleted allocations for instance 7a36ccc9-c594-48f8-a847-9b26cd0431fb [ 860.245563] env[64443]: DEBUG nova.network.neutron [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.290542] env[64443]: DEBUG oslo_vmware.api [None req-9b159c99-aae4-47d8-8624-33ed0a055271 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676620, 'name': ReconfigVM_Task, 'duration_secs': 1.315074} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.290542] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b159c99-aae4-47d8-8624-33ed0a055271 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Reconfigured VM instance instance-00000015 to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 860.296308] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-368ad3e7-6234-4dc3-a8b6-e2c58560d6f9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.312447] env[64443]: INFO nova.compute.manager [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Rescuing [ 860.312447] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "refresh_cache-36b6417a-ddb2-42f0-a081-097fcf051e0c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.312447] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquired lock "refresh_cache-36b6417a-ddb2-42f0-a081-097fcf051e0c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.312447] env[64443]: DEBUG nova.network.neutron [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.315633] env[64443]: DEBUG oslo_vmware.api [None req-9b159c99-aae4-47d8-8624-33ed0a055271 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 860.315633] env[64443]: value = "task-2676626" [ 860.315633] env[64443]: _type = "Task" [ 860.315633] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.317139] env[64443]: DEBUG nova.network.neutron [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.331274] env[64443]: DEBUG oslo_vmware.api [None req-9b159c99-aae4-47d8-8624-33ed0a055271 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676626, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.434651] env[64443]: DEBUG oslo_vmware.api [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676624, 'name': PowerOffVM_Task, 'duration_secs': 0.867917} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.434931] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.435660] env[64443]: DEBUG nova.virt.hardware [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:04:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b3bf0849-3af4-4cbd-b4ca-7fabcd344104',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-828660940',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.436012] env[64443]: DEBUG nova.virt.hardware [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.436232] env[64443]: DEBUG nova.virt.hardware [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.436563] env[64443]: DEBUG nova.virt.hardware [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.436761] env[64443]: DEBUG nova.virt.hardware [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.437012] env[64443]: DEBUG nova.virt.hardware [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.437243] env[64443]: DEBUG nova.virt.hardware [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.437417] env[64443]: DEBUG nova.virt.hardware [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.437592] env[64443]: DEBUG nova.virt.hardware [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.437804] env[64443]: DEBUG nova.virt.hardware [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.438117] env[64443]: DEBUG nova.virt.hardware [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.444262] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-501f0de5-4288-45b4-abb4-3f0d0ddd204a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.464495] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671595} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.465912] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] a1c728ab-d6a4-46ef-84e8-a0beb82d62b9/a1c728ab-d6a4-46ef-84e8-a0beb82d62b9.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.466163] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.466570] env[64443]: DEBUG oslo_vmware.api [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 860.466570] env[64443]: value = "task-2676627" [ 860.466570] env[64443]: _type = "Task" [ 860.466570] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.466770] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8f57e31-d9f2-4eb2-ba17-652cdd297efa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.477980] env[64443]: DEBUG oslo_vmware.api [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.479413] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Waiting for the task: (returnval){ [ 860.479413] env[64443]: value = "task-2676628" [ 860.479413] env[64443]: _type = "Task" [ 860.479413] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.488853] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.620097] env[64443]: DEBUG nova.compute.manager [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.649161] env[64443]: DEBUG nova.virt.hardware [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.649449] env[64443]: DEBUG nova.virt.hardware [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.649656] env[64443]: DEBUG nova.virt.hardware [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.649882] env[64443]: DEBUG nova.virt.hardware [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.650078] env[64443]: DEBUG nova.virt.hardware [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.650261] env[64443]: DEBUG nova.virt.hardware [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.650483] env[64443]: DEBUG nova.virt.hardware [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.650733] env[64443]: DEBUG nova.virt.hardware [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.650861] env[64443]: DEBUG nova.virt.hardware [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.651057] env[64443]: DEBUG nova.virt.hardware [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.651269] env[64443]: DEBUG nova.virt.hardware [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.652286] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6aa649-be0c-4834-9bce-0767f127b13f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.662291] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13f5e59-76d1-423b-bdd4-6776b19e1193 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.758991] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f723a273-1b4a-44f8-8b51-a6aa7949ebe3 tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "7a36ccc9-c594-48f8-a847-9b26cd0431fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.765s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.822971] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Releasing lock "refresh_cache-b84768f5-b018-4142-8db1-b1b2299bfa9e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.823431] env[64443]: DEBUG nova.compute.manager [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.823628] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.824823] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99784620-0336-48c0-bb0b-4deca9a77e14 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.830815] env[64443]: DEBUG oslo_vmware.api [None req-9b159c99-aae4-47d8-8624-33ed0a055271 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676626, 'name': ReconfigVM_Task, 'duration_secs': 0.174224} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.831569] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b159c99-aae4-47d8-8624-33ed0a055271 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539652', 'volume_id': '91b132f0-b4ca-407d-8362-210440675069', 'name': 'volume-91b132f0-b4ca-407d-8362-210440675069', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a9cd65b5-58ae-4174-ba35-131d685991ef', 'attached_at': '', 'detached_at': '', 'volume_id': '91b132f0-b4ca-407d-8362-210440675069', 'serial': '91b132f0-b4ca-407d-8362-210440675069'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 860.836360] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.837023] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e2528bd-126a-44bd-b8b8-db4c7e39e0f1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.845113] env[64443]: DEBUG oslo_vmware.api [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for the task: (returnval){ [ 860.845113] env[64443]: value = "task-2676629" [ 860.845113] env[64443]: _type = "Task" [ 860.845113] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.854437] env[64443]: DEBUG oslo_vmware.api [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.979357] env[64443]: DEBUG oslo_vmware.api [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676627, 'name': ReconfigVM_Task, 'duration_secs': 0.384715} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.981322] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7553df-6c81-4087-8f7b-de2b17a1134a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.989115] env[64443]: DEBUG nova.compute.manager [req-3d32c810-40ca-4a3a-b8fd-ad8d8c98b694 req-ba36eb8c-0a01-4382-99cc-aa77aec2fca1 service nova] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Received event network-vif-plugged-b87de3d0-38fa-4944-bcad-353ef146194d {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.989989] env[64443]: DEBUG oslo_concurrency.lockutils [req-3d32c810-40ca-4a3a-b8fd-ad8d8c98b694 req-ba36eb8c-0a01-4382-99cc-aa77aec2fca1 service nova] Acquiring lock "6e7b78ad-7d1d-4cb4-b216-33d5f75afbda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.989989] env[64443]: DEBUG oslo_concurrency.lockutils [req-3d32c810-40ca-4a3a-b8fd-ad8d8c98b694 req-ba36eb8c-0a01-4382-99cc-aa77aec2fca1 service nova] Lock "6e7b78ad-7d1d-4cb4-b216-33d5f75afbda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.989989] env[64443]: DEBUG oslo_concurrency.lockutils [req-3d32c810-40ca-4a3a-b8fd-ad8d8c98b694 req-ba36eb8c-0a01-4382-99cc-aa77aec2fca1 service nova] Lock "6e7b78ad-7d1d-4cb4-b216-33d5f75afbda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.990159] env[64443]: DEBUG nova.compute.manager [req-3d32c810-40ca-4a3a-b8fd-ad8d8c98b694 req-ba36eb8c-0a01-4382-99cc-aa77aec2fca1 service nova] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] No waiting events found dispatching network-vif-plugged-b87de3d0-38fa-4944-bcad-353ef146194d {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.990313] env[64443]: WARNING nova.compute.manager [req-3d32c810-40ca-4a3a-b8fd-ad8d8c98b694 req-ba36eb8c-0a01-4382-99cc-aa77aec2fca1 service nova] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Received unexpected event network-vif-plugged-b87de3d0-38fa-4944-bcad-353ef146194d for instance with vm_state building and task_state spawning. [ 860.997305] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071853} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.015009] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.015738] env[64443]: DEBUG nova.virt.hardware [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T11:04:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b3bf0849-3af4-4cbd-b4ca-7fabcd344104',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-828660940',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.015843] env[64443]: DEBUG nova.virt.hardware [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.015984] env[64443]: DEBUG nova.virt.hardware [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.016203] env[64443]: DEBUG nova.virt.hardware [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.016818] env[64443]: DEBUG nova.virt.hardware [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.016818] env[64443]: DEBUG nova.virt.hardware [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.016818] env[64443]: DEBUG nova.virt.hardware [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.017182] env[64443]: DEBUG nova.virt.hardware [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.017182] env[64443]: DEBUG nova.virt.hardware [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.017249] env[64443]: DEBUG nova.virt.hardware [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.017779] env[64443]: DEBUG nova.virt.hardware [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.018693] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c03b076-b0bb-4049-94d3-9351f322145f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.021684] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e930f2d5-0828-450f-9856-74da71ed9889 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.027980] env[64443]: DEBUG oslo_vmware.api [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 861.027980] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]524a5b9b-9d3f-221d-ee41-76c6f9a2df1c" [ 861.027980] env[64443]: _type = "Task" [ 861.027980] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.046847] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] a1c728ab-d6a4-46ef-84e8-a0beb82d62b9/a1c728ab-d6a4-46ef-84e8-a0beb82d62b9.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.050660] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-419c9ca1-a03f-439d-a546-04414af88e58 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.074660] env[64443]: DEBUG oslo_vmware.api [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]524a5b9b-9d3f-221d-ee41-76c6f9a2df1c, 'name': SearchDatastore_Task, 'duration_secs': 0.02146} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.081717] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 861.081717] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Waiting for the task: (returnval){ [ 861.081717] env[64443]: value = "task-2676630" [ 861.081717] env[64443]: _type = "Task" [ 861.081717] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.081957] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c080e85-e521-40a6-ac33-badf17d9b556 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.106155] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.109190] env[64443]: DEBUG oslo_vmware.api [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 861.109190] env[64443]: value = "task-2676631" [ 861.109190] env[64443]: _type = "Task" [ 861.109190] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.162803] env[64443]: DEBUG nova.network.neutron [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Successfully updated port: b87de3d0-38fa-4944-bcad-353ef146194d {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.176936] env[64443]: DEBUG nova.network.neutron [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Updating instance_info_cache with network_info: [{"id": "fac3ca19-4214-4b50-ab63-07b289ad9bea", "address": "fa:16:3e:8f:25:16", "network": {"id": "0f5b4996-7e6d-47b2-aeda-90ce35308de9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1763186808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977c9966dc484868b335536469de110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfac3ca19-42", "ovs_interfaceid": "fac3ca19-4214-4b50-ab63-07b289ad9bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.354677] env[64443]: DEBUG oslo_vmware.api [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676629, 'name': PowerOffVM_Task, 'duration_secs': 0.283796} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.357599] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.357599] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.358056] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d469ba3d-d65b-4bdc-9550-d1015bb80f23 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.387530] env[64443]: DEBUG nova.objects.instance [None req-9b159c99-aae4-47d8-8624-33ed0a055271 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lazy-loading 'flavor' on Instance uuid a9cd65b5-58ae-4174-ba35-131d685991ef {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.391837] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.392076] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.392270] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Deleting the datastore file [datastore2] b84768f5-b018-4142-8db1-b1b2299bfa9e {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.393054] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76423cdb-f6c5-41a3-ae33-832ff178bc88 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.402289] env[64443]: DEBUG oslo_vmware.api [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for the task: (returnval){ [ 861.402289] env[64443]: value = "task-2676634" [ 861.402289] env[64443]: _type = "Task" [ 861.402289] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.415206] env[64443]: DEBUG oslo_vmware.api [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.600801] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008678ec-6dd1-486e-842e-c0be610b257a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.615133] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049b1212-15a4-4486-ade2-54aa399c7125 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.619047] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.625270] env[64443]: DEBUG oslo_vmware.api [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676631, 'name': ReconfigVM_Task, 'duration_secs': 0.419097} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.652590] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 861.653812] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867ae61f-8629-4d99-a992-66045318bc1d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.657193] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806bc7b3-3b69-46a6-8e82-41a2f75483a0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.666105] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Acquiring lock "refresh_cache-6e7b78ad-7d1d-4cb4-b216-33d5f75afbda" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.666263] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Acquired lock "refresh_cache-6e7b78ad-7d1d-4cb4-b216-33d5f75afbda" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.666457] env[64443]: DEBUG nova.network.neutron [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.683204] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be06362e-94a4-4a4d-a6f4-cebbf7ee8fff {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.689728] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Releasing lock "refresh_cache-36b6417a-ddb2-42f0-a081-097fcf051e0c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.699925] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 60590d5a-3ca8-4189-a294-c72f00d2bf8c/60590d5a-3ca8-4189-a294-c72f00d2bf8c.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.704019] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e90fbd17-63aa-47ad-8d92-2fe947094a9d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.733989] env[64443]: DEBUG nova.compute.provider_tree [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.740033] env[64443]: DEBUG oslo_vmware.api [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 861.740033] env[64443]: value = "task-2676635" [ 861.740033] env[64443]: _type = "Task" [ 861.740033] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.751679] env[64443]: DEBUG oslo_vmware.api [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.777360] env[64443]: DEBUG nova.network.neutron [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.915080] env[64443]: DEBUG oslo_vmware.api [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Task: {'id': task-2676634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192261} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.915080] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.915278] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.915384] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.915592] env[64443]: INFO nova.compute.manager [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Took 1.09 seconds to destroy the instance on the hypervisor. [ 861.915879] env[64443]: DEBUG oslo.service.loopingcall [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 861.916097] env[64443]: DEBUG nova.compute.manager [-] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.916196] env[64443]: DEBUG nova.network.neutron [-] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.938042] env[64443]: DEBUG nova.network.neutron [-] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.980935] env[64443]: DEBUG nova.network.neutron [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Updating instance_info_cache with network_info: [{"id": "b87de3d0-38fa-4944-bcad-353ef146194d", "address": "fa:16:3e:e8:cf:a6", "network": {"id": "c4e34224-2a99-4322-a96f-2766b6719fb1", "bridge": "br-int", "label": "tempest-ServersTestJSON-768775723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ed475936a52425aaea8f09c830623ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87de3d0-38", "ovs_interfaceid": "b87de3d0-38fa-4944-bcad-353ef146194d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.982242] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "8cbb1e8f-c258-42db-ac80-14af4337c82d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.982474] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "8cbb1e8f-c258-42db-ac80-14af4337c82d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.982673] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "8cbb1e8f-c258-42db-ac80-14af4337c82d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.982857] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "8cbb1e8f-c258-42db-ac80-14af4337c82d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.983031] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "8cbb1e8f-c258-42db-ac80-14af4337c82d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.984876] env[64443]: INFO nova.compute.manager [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Terminating instance [ 862.105950] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676630, 'name': ReconfigVM_Task, 'duration_secs': 0.663008} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.106259] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Reconfigured VM instance instance-0000004a to attach disk [datastore1] a1c728ab-d6a4-46ef-84e8-a0beb82d62b9/a1c728ab-d6a4-46ef-84e8-a0beb82d62b9.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.106895] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bfb32d8-afeb-412d-b90c-6bf4b67e6044 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.113859] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Waiting for the task: (returnval){ [ 862.113859] env[64443]: value = "task-2676636" [ 862.113859] env[64443]: _type = "Task" [ 862.113859] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.121956] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676636, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.238968] env[64443]: DEBUG nova.scheduler.client.report [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.253401] env[64443]: DEBUG oslo_vmware.api [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676635, 'name': ReconfigVM_Task, 'duration_secs': 0.317608} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.253627] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 60590d5a-3ca8-4189-a294-c72f00d2bf8c/60590d5a-3ca8-4189-a294-c72f00d2bf8c.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.254473] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618cc2ea-308a-4e38-887d-3737b8b66629 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.276646] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe28055-c3f0-4595-adfe-5750d7b26e4e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.296847] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492c0155-ab09-48c6-8bfa-593dc096d3fb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.316371] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ff51b8-4b22-4eeb-ba3d-c5f57bd60251 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.326910] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.327219] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-948f81f5-e8c7-4ed7-b5a1-18362331c1e3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.335633] env[64443]: DEBUG oslo_vmware.api [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 862.335633] env[64443]: value = "task-2676637" [ 862.335633] env[64443]: _type = "Task" [ 862.335633] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.346603] env[64443]: DEBUG oslo_vmware.api [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.398991] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9b159c99-aae4-47d8-8624-33ed0a055271 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "a9cd65b5-58ae-4174-ba35-131d685991ef" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.343s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.441517] env[64443]: DEBUG nova.network.neutron [-] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.485957] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Releasing lock "refresh_cache-6e7b78ad-7d1d-4cb4-b216-33d5f75afbda" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.486461] env[64443]: DEBUG nova.compute.manager [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Instance network_info: |[{"id": "b87de3d0-38fa-4944-bcad-353ef146194d", "address": "fa:16:3e:e8:cf:a6", "network": {"id": "c4e34224-2a99-4322-a96f-2766b6719fb1", "bridge": "br-int", "label": "tempest-ServersTestJSON-768775723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ed475936a52425aaea8f09c830623ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87de3d0-38", "ovs_interfaceid": "b87de3d0-38fa-4944-bcad-353ef146194d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.487070] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:cf:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ad8894f-e240-4013-8272-4e79daea0751', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b87de3d0-38fa-4944-bcad-353ef146194d', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.500279] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Creating folder: Project (6ed475936a52425aaea8f09c830623ab). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.501248] env[64443]: DEBUG nova.compute.manager [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.501562] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.501942] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11e2b72b-088d-47f5-b80f-af11bbf2141a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.505699] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd5be03-cb0c-4aec-bac4-58756d13febe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.517177] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.517548] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51d1a133-78bb-4a39-a927-a23a144b7699 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.522094] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Created folder: Project (6ed475936a52425aaea8f09c830623ab) in parent group-v539479. [ 862.522327] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Creating folder: Instances. Parent ref: group-v539702. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 862.523140] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a33ceac0-be73-44a3-bb37-b5110c2b2438 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.528930] env[64443]: DEBUG oslo_vmware.api [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 862.528930] env[64443]: value = "task-2676639" [ 862.528930] env[64443]: _type = "Task" [ 862.528930] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.536884] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Created folder: Instances in parent group-v539702. [ 862.537280] env[64443]: DEBUG oslo.service.loopingcall [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 862.540934] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.541237] env[64443]: DEBUG oslo_vmware.api [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.541456] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e54fdf5-f2c3-481d-94af-fefe55892fe8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.563936] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.563936] env[64443]: value = "task-2676641" [ 862.563936] env[64443]: _type = "Task" [ 862.563936] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.573007] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676641, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.625216] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676636, 'name': Rename_Task, 'duration_secs': 0.270527} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.625749] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.625824] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d4e4fcb-1254-4003-a49e-238699b6fb21 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.634695] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Waiting for the task: (returnval){ [ 862.634695] env[64443]: value = "task-2676642" [ 862.634695] env[64443]: _type = "Task" [ 862.634695] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.651025] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.747234] env[64443]: DEBUG oslo_concurrency.lockutils [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.748037] env[64443]: DEBUG nova.compute.manager [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.751644] env[64443]: DEBUG oslo_concurrency.lockutils [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.497s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.751993] env[64443]: DEBUG nova.objects.instance [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lazy-loading 'resources' on Instance uuid 58d285df-0345-4a37-8254-87007c3af28d {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.849849] env[64443]: DEBUG oslo_vmware.api [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676637, 'name': PowerOnVM_Task, 'duration_secs': 0.44867} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.850210] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.944170] env[64443]: INFO nova.compute.manager [-] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Took 1.03 seconds to deallocate network for instance. [ 863.041031] env[64443]: DEBUG oslo_vmware.api [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676639, 'name': PowerOffVM_Task, 'duration_secs': 0.221746} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.041139] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.041238] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.041502] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed676ebc-466d-45ec-976f-e1daab04322f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.052458] env[64443]: DEBUG nova.compute.manager [req-2f333ab0-2dfd-48bc-b859-34e6fbe5ecc4 req-34bb5774-8577-4d95-8f36-3f3a4b28764c service nova] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Received event network-changed-b87de3d0-38fa-4944-bcad-353ef146194d {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 863.052653] env[64443]: DEBUG nova.compute.manager [req-2f333ab0-2dfd-48bc-b859-34e6fbe5ecc4 req-34bb5774-8577-4d95-8f36-3f3a4b28764c service nova] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Refreshing instance network info cache due to event network-changed-b87de3d0-38fa-4944-bcad-353ef146194d. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 863.052876] env[64443]: DEBUG oslo_concurrency.lockutils [req-2f333ab0-2dfd-48bc-b859-34e6fbe5ecc4 req-34bb5774-8577-4d95-8f36-3f3a4b28764c service nova] Acquiring lock "refresh_cache-6e7b78ad-7d1d-4cb4-b216-33d5f75afbda" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.053033] env[64443]: DEBUG oslo_concurrency.lockutils [req-2f333ab0-2dfd-48bc-b859-34e6fbe5ecc4 req-34bb5774-8577-4d95-8f36-3f3a4b28764c service nova] Acquired lock "refresh_cache-6e7b78ad-7d1d-4cb4-b216-33d5f75afbda" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.053202] env[64443]: DEBUG nova.network.neutron [req-2f333ab0-2dfd-48bc-b859-34e6fbe5ecc4 req-34bb5774-8577-4d95-8f36-3f3a4b28764c service nova] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Refreshing network info cache for port b87de3d0-38fa-4944-bcad-353ef146194d {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.074362] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676641, 'name': CreateVM_Task, 'duration_secs': 0.462988} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.074546] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.075286] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.075453] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.075770] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 863.076053] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d94fc714-c4ca-47e1-b3bd-7a992b3663ba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.081484] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Waiting for the task: (returnval){ [ 863.081484] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]524ef3fc-fe6c-1cac-c306-03e8e4f0124b" [ 863.081484] env[64443]: _type = "Task" [ 863.081484] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.089768] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]524ef3fc-fe6c-1cac-c306-03e8e4f0124b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.108744] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "a9cd65b5-58ae-4174-ba35-131d685991ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.109060] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "a9cd65b5-58ae-4174-ba35-131d685991ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.109316] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "a9cd65b5-58ae-4174-ba35-131d685991ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.109511] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "a9cd65b5-58ae-4174-ba35-131d685991ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.109776] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "a9cd65b5-58ae-4174-ba35-131d685991ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.111858] env[64443]: INFO nova.compute.manager [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Terminating instance [ 863.141063] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.141063] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.141264] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Deleting the datastore file [datastore2] 8cbb1e8f-c258-42db-ac80-14af4337c82d {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.142027] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f694fd6-d25c-4b02-a483-e16fccc0d314 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.148047] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.149539] env[64443]: DEBUG oslo_vmware.api [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for the task: (returnval){ [ 863.149539] env[64443]: value = "task-2676644" [ 863.149539] env[64443]: _type = "Task" [ 863.149539] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.159266] env[64443]: DEBUG oslo_vmware.api [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.253180] env[64443]: DEBUG nova.compute.utils [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 863.254595] env[64443]: DEBUG nova.compute.manager [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.254834] env[64443]: DEBUG nova.network.neutron [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.260189] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.261064] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b3dc205-173b-4784-89ff-9774f2ce6ab0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.268946] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 863.268946] env[64443]: value = "task-2676645" [ 863.268946] env[64443]: _type = "Task" [ 863.268946] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.279949] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.316403] env[64443]: DEBUG nova.policy [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e7b32d99af445da8cdc3c2c254eba53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '373ce00fc5374dcbb6864f4bf5334c4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.340044] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b4ed18-450d-466d-ae81-41865d33056c tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Volume attach. Driver type: vmdk {{(pid=64443) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 863.340282] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b4ed18-450d-466d-ae81-41865d33056c tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539701', 'volume_id': '6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605', 'name': 'volume-6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '816437a1-05dc-4c40-8fc6-5171bdb524e6', 'attached_at': '', 'detached_at': '', 'volume_id': '6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605', 'serial': '6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 863.341550] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3eef9f-ad73-48bf-b151-216cef71bfe5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.373814] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69da3045-2d9c-4e0a-9f8e-86b4e381b1b4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.401267] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b4ed18-450d-466d-ae81-41865d33056c tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] volume-6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605/volume-6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.404844] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c76aaa42-dd1d-48f2-a16c-40d1f4b96574 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.427943] env[64443]: DEBUG oslo_vmware.api [None req-08b4ed18-450d-466d-ae81-41865d33056c tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 863.427943] env[64443]: value = "task-2676646" [ 863.427943] env[64443]: _type = "Task" [ 863.427943] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.436402] env[64443]: DEBUG oslo_vmware.api [None req-08b4ed18-450d-466d-ae81-41865d33056c tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.457528] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.594215] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]524ef3fc-fe6c-1cac-c306-03e8e4f0124b, 'name': SearchDatastore_Task, 'duration_secs': 0.036341} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.594507] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.594746] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.594998] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.595182] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.595368] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.595631] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-336a23b8-c31c-446b-a374-ff54af95d23c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.608648] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.608860] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.609639] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e18e2d-677f-4760-84b4-6afdcb47cc1e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.616338] env[64443]: DEBUG nova.compute.manager [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.616591] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.616965] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Waiting for the task: (returnval){ [ 863.616965] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52055e3b-8168-6d5a-d8c3-4fd2b48da03d" [ 863.616965] env[64443]: _type = "Task" [ 863.616965] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.618083] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1131f0f9-0f19-4d06-a160-46186b940458 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.631427] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.635187] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7c5fbaf-482f-4ba0-835a-8c23b7592ff5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.637074] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52055e3b-8168-6d5a-d8c3-4fd2b48da03d, 'name': SearchDatastore_Task, 'duration_secs': 0.009983} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.641653] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a290c6f-4972-4a23-b396-a7e9fa7b28a6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.648613] env[64443]: DEBUG oslo_vmware.api [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 863.648613] env[64443]: value = "task-2676647" [ 863.648613] env[64443]: _type = "Task" [ 863.648613] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.658062] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Waiting for the task: (returnval){ [ 863.658062] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52e60b31-c16d-04fc-26dc-c59d822147a0" [ 863.658062] env[64443]: _type = "Task" [ 863.658062] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.658394] env[64443]: DEBUG oslo_vmware.api [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676642, 'name': PowerOnVM_Task, 'duration_secs': 0.932168} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.662802] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.663064] env[64443]: INFO nova.compute.manager [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Took 8.72 seconds to spawn the instance on the hypervisor. [ 863.663256] env[64443]: DEBUG nova.compute.manager [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.670098] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4414f169-928d-47b1-a912-29a711f2d2d2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.679928] env[64443]: DEBUG oslo_vmware.api [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.685635] env[64443]: DEBUG oslo_vmware.api [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Task: {'id': task-2676644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372095} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.690335] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.690646] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.690926] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.691471] env[64443]: INFO nova.compute.manager [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 863.691581] env[64443]: DEBUG oslo.service.loopingcall [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 863.694792] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52e60b31-c16d-04fc-26dc-c59d822147a0, 'name': SearchDatastore_Task, 'duration_secs': 0.012489} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.697658] env[64443]: DEBUG nova.compute.manager [-] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.697763] env[64443]: DEBUG nova.network.neutron [-] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.699921] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.699921] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda/6e7b78ad-7d1d-4cb4-b216-33d5f75afbda.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.700450] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6660e18-673b-4624-a619-883857328f24 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.710044] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Waiting for the task: (returnval){ [ 863.710044] env[64443]: value = "task-2676648" [ 863.710044] env[64443]: _type = "Task" [ 863.710044] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.726810] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Task: {'id': task-2676648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.753674] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9109ea2-7068-44d6-9622-25a99436f611 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.762343] env[64443]: DEBUG nova.compute.manager [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.766094] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee52a9b-3171-46ae-ab1d-fa80bd184b4b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.806536] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676645, 'name': PowerOffVM_Task, 'duration_secs': 0.274255} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.808020] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.808909] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf09413-293d-414e-9f28-00318f005113 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.813069] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65eedd8f-f916-46b5-b8fb-58ac7e3c8026 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.837377] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519ff515-5a5e-4457-8788-af229eaade75 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.842450] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5619ba85-b08d-46c1-9c9b-77ac8b27f73e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.857165] env[64443]: DEBUG nova.compute.provider_tree [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.875679] env[64443]: INFO nova.compute.manager [None req-6854db31-a5ff-42cd-8014-03d751588161 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Updating instance to original state: 'active' [ 863.895187] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.895506] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6618a65e-53ac-4471-b900-064252f983d2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.903842] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 863.903842] env[64443]: value = "task-2676649" [ 863.903842] env[64443]: _type = "Task" [ 863.903842] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.917907] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] VM already powered off {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 863.918152] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.918403] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.918556] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.918757] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.919263] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3476b8fb-c33f-41e7-a1e3-fa907249cf6f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.931561] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.931764] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.932859] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af78e1b4-92db-4367-a15f-71cfdc6a353e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.939084] env[64443]: DEBUG oslo_vmware.api [None req-08b4ed18-450d-466d-ae81-41865d33056c tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676646, 'name': ReconfigVM_Task, 'duration_secs': 0.500803} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.939696] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b4ed18-450d-466d-ae81-41865d33056c tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Reconfigured VM instance instance-00000038 to attach disk [datastore2] volume-6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605/volume-6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.945651] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07272ea6-30d5-46db-b5da-226711e5ae4d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.956990] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 863.956990] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]529d7aff-8fc3-b666-3ef7-e3dfff2edba4" [ 863.956990] env[64443]: _type = "Task" [ 863.956990] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.957899] env[64443]: DEBUG nova.network.neutron [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Successfully created port: 5b02dfd8-ea44-4053-93f5-5d000e377b25 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.967296] env[64443]: DEBUG oslo_vmware.api [None req-08b4ed18-450d-466d-ae81-41865d33056c tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 863.967296] env[64443]: value = "task-2676650" [ 863.967296] env[64443]: _type = "Task" [ 863.967296] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.971061] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529d7aff-8fc3-b666-3ef7-e3dfff2edba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.985579] env[64443]: DEBUG oslo_vmware.api [None req-08b4ed18-450d-466d-ae81-41865d33056c tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676650, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.083412] env[64443]: DEBUG nova.network.neutron [req-2f333ab0-2dfd-48bc-b859-34e6fbe5ecc4 req-34bb5774-8577-4d95-8f36-3f3a4b28764c service nova] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Updated VIF entry in instance network info cache for port b87de3d0-38fa-4944-bcad-353ef146194d. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.083884] env[64443]: DEBUG nova.network.neutron [req-2f333ab0-2dfd-48bc-b859-34e6fbe5ecc4 req-34bb5774-8577-4d95-8f36-3f3a4b28764c service nova] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Updating instance_info_cache with network_info: [{"id": "b87de3d0-38fa-4944-bcad-353ef146194d", "address": "fa:16:3e:e8:cf:a6", "network": {"id": "c4e34224-2a99-4322-a96f-2766b6719fb1", "bridge": "br-int", "label": "tempest-ServersTestJSON-768775723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ed475936a52425aaea8f09c830623ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87de3d0-38", "ovs_interfaceid": "b87de3d0-38fa-4944-bcad-353ef146194d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.160551] env[64443]: DEBUG oslo_vmware.api [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676647, 'name': PowerOffVM_Task, 'duration_secs': 0.217607} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.160878] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.161101] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.161461] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0210853c-379b-47b7-a796-b0cc667e717d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.208387] env[64443]: INFO nova.compute.manager [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Took 28.78 seconds to build instance. [ 864.221914] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Task: {'id': task-2676648, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.260047] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.260047] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.260186] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Deleting the datastore file [datastore2] a9cd65b5-58ae-4174-ba35-131d685991ef {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.260342] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07593faa-1b91-40ae-bb4c-b3a9c2f6ae08 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.267168] env[64443]: DEBUG oslo_vmware.api [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 864.267168] env[64443]: value = "task-2676652" [ 864.267168] env[64443]: _type = "Task" [ 864.267168] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.281668] env[64443]: DEBUG oslo_vmware.api [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.369117] env[64443]: DEBUG nova.scheduler.client.report [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.473868] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529d7aff-8fc3-b666-3ef7-e3dfff2edba4, 'name': SearchDatastore_Task, 'duration_secs': 0.03835} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.477338] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3614e9c3-e8f2-44ec-87e9-bc6079f43351 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.490765] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 864.490765] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52729d0d-eead-2718-ea85-91eb09e75389" [ 864.490765] env[64443]: _type = "Task" [ 864.490765] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.491402] env[64443]: DEBUG oslo_vmware.api [None req-08b4ed18-450d-466d-ae81-41865d33056c tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676650, 'name': ReconfigVM_Task, 'duration_secs': 0.21682} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.491801] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b4ed18-450d-466d-ae81-41865d33056c tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539701', 'volume_id': '6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605', 'name': 'volume-6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '816437a1-05dc-4c40-8fc6-5171bdb524e6', 'attached_at': '', 'detached_at': '', 'volume_id': '6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605', 'serial': '6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 864.507328] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52729d0d-eead-2718-ea85-91eb09e75389, 'name': SearchDatastore_Task, 'duration_secs': 0.011166} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.507608] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.507883] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 36b6417a-ddb2-42f0-a081-097fcf051e0c/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk. {{(pid=64443) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 864.508394] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8809965-5216-4fd0-8e78-2783e3ea01d2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.518634] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 864.518634] env[64443]: value = "task-2676653" [ 864.518634] env[64443]: _type = "Task" [ 864.518634] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.529219] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.586668] env[64443]: DEBUG oslo_concurrency.lockutils [req-2f333ab0-2dfd-48bc-b859-34e6fbe5ecc4 req-34bb5774-8577-4d95-8f36-3f3a4b28764c service nova] Releasing lock "refresh_cache-6e7b78ad-7d1d-4cb4-b216-33d5f75afbda" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.710895] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7860e80d-3a8c-4494-afe1-c9a6a9cb4e6d tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Lock "a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.300s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.722646] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Task: {'id': task-2676648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575804} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.722923] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda/6e7b78ad-7d1d-4cb4-b216-33d5f75afbda.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.723152] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.723467] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90ca2dd0-c9c9-4240-b49a-9c8a7b78e032 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.730470] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Waiting for the task: (returnval){ [ 864.730470] env[64443]: value = "task-2676654" [ 864.730470] env[64443]: _type = "Task" [ 864.730470] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.740831] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Task: {'id': task-2676654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.777115] env[64443]: DEBUG nova.compute.manager [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.782865] env[64443]: DEBUG oslo_vmware.api [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452405} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.783357] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.783357] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.783506] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.783668] env[64443]: INFO nova.compute.manager [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Took 1.17 seconds to destroy the instance on the hypervisor. [ 864.783925] env[64443]: DEBUG oslo.service.loopingcall [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 864.784130] env[64443]: DEBUG nova.compute.manager [-] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.784214] env[64443]: DEBUG nova.network.neutron [-] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.788470] env[64443]: DEBUG nova.network.neutron [-] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.813134] env[64443]: DEBUG nova.virt.hardware [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.813392] env[64443]: DEBUG nova.virt.hardware [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.813562] env[64443]: DEBUG nova.virt.hardware [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.813785] env[64443]: DEBUG nova.virt.hardware [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.814720] env[64443]: DEBUG nova.virt.hardware [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.814720] env[64443]: DEBUG nova.virt.hardware [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.814720] env[64443]: DEBUG nova.virt.hardware [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.814720] env[64443]: DEBUG nova.virt.hardware [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.814720] env[64443]: DEBUG nova.virt.hardware [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.814720] env[64443]: DEBUG nova.virt.hardware [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.815236] env[64443]: DEBUG nova.virt.hardware [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.815796] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbf33a7-6168-4df5-b747-f5500af68fff {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.825365] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c773a5-36d5-4250-aa73-486ac15272c1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.872562] env[64443]: DEBUG oslo_concurrency.lockutils [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.874713] env[64443]: DEBUG oslo_concurrency.lockutils [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.085s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.874892] env[64443]: DEBUG nova.objects.instance [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lazy-loading 'pci_requests' on Instance uuid d0381940-546b-45e7-984e-a78444d069f1 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.903821] env[64443]: INFO nova.scheduler.client.report [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Deleted allocations for instance 58d285df-0345-4a37-8254-87007c3af28d [ 864.989512] env[64443]: INFO nova.compute.manager [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Rescuing [ 864.989512] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Acquiring lock "refresh_cache-a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.989512] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Acquired lock "refresh_cache-a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.989512] env[64443]: DEBUG nova.network.neutron [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.033171] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676653, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.088230] env[64443]: DEBUG nova.compute.manager [req-664d4375-3935-4f56-bf28-e1d10e8087f6 req-40d64891-a84f-43b9-8e58-a0fcf6ee6894 service nova] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Received event network-vif-deleted-d415e246-cb6d-47d8-8a97-99252eace5d2 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.243993] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Task: {'id': task-2676654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066413} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.244376] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.248025] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447f6c56-2089-4c45-8cea-45b3cb90eefa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.271923] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda/6e7b78ad-7d1d-4cb4-b216-33d5f75afbda.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.272301] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4886d8d-e590-4952-9bd7-82de1475a419 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.295180] env[64443]: INFO nova.compute.manager [-] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Took 1.60 seconds to deallocate network for instance. [ 865.300112] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Waiting for the task: (returnval){ [ 865.300112] env[64443]: value = "task-2676655" [ 865.300112] env[64443]: _type = "Task" [ 865.300112] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.314513] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Task: {'id': task-2676655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.378377] env[64443]: DEBUG nova.objects.instance [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lazy-loading 'numa_topology' on Instance uuid d0381940-546b-45e7-984e-a78444d069f1 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.412735] env[64443]: DEBUG oslo_concurrency.lockutils [None req-88e32acf-4711-43b0-bd8a-cad42a904f2e tempest-ListImageFiltersTestJSON-829589829 tempest-ListImageFiltersTestJSON-829589829-project-member] Lock "58d285df-0345-4a37-8254-87007c3af28d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.949s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.535035] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814051} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.535035] env[64443]: INFO nova.virt.vmwareapi.ds_util [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 36b6417a-ddb2-42f0-a081-097fcf051e0c/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk. [ 865.535035] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3357e06b-c1f2-4ea8-9919-596f1119244f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.562903] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 36b6417a-ddb2-42f0-a081-097fcf051e0c/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.566456] env[64443]: DEBUG nova.objects.instance [None req-08b4ed18-450d-466d-ae81-41865d33056c tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lazy-loading 'flavor' on Instance uuid 816437a1-05dc-4c40-8fc6-5171bdb524e6 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.567803] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-548352a0-b59e-4aeb-a163-75bd3a1c01ac {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.591389] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 865.591389] env[64443]: value = "task-2676656" [ 865.591389] env[64443]: _type = "Task" [ 865.591389] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.603710] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.645107] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "60590d5a-3ca8-4189-a294-c72f00d2bf8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.645380] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "60590d5a-3ca8-4189-a294-c72f00d2bf8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.645587] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "60590d5a-3ca8-4189-a294-c72f00d2bf8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.645772] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "60590d5a-3ca8-4189-a294-c72f00d2bf8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.645943] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "60590d5a-3ca8-4189-a294-c72f00d2bf8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.648257] env[64443]: INFO nova.compute.manager [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Terminating instance [ 865.793032] env[64443]: DEBUG nova.network.neutron [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Successfully updated port: 5b02dfd8-ea44-4053-93f5-5d000e377b25 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.810217] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.816903] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Task: {'id': task-2676655, 'name': ReconfigVM_Task, 'duration_secs': 0.305855} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.817052] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda/6e7b78ad-7d1d-4cb4-b216-33d5f75afbda.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.818268] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80ea9e23-51ea-42ca-ad6e-c5e8cff73b31 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.827918] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Waiting for the task: (returnval){ [ 865.827918] env[64443]: value = "task-2676657" [ 865.827918] env[64443]: _type = "Task" [ 865.827918] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.828914] env[64443]: DEBUG nova.network.neutron [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Updating instance_info_cache with network_info: [{"id": "a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a", "address": "fa:16:3e:90:df:63", "network": {"id": "567a3bde-7043-4e5f-ac4b-692f1e1f6af2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-871381679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ab588ce2264c4ed99c34ad7ecce8c634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f73a51-b6", "ovs_interfaceid": "a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.843263] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Task: {'id': task-2676657, 'name': Rename_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.848543] env[64443]: DEBUG nova.network.neutron [-] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.883707] env[64443]: INFO nova.compute.claims [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.087116] env[64443]: DEBUG oslo_concurrency.lockutils [None req-08b4ed18-450d-466d-ae81-41865d33056c tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "816437a1-05dc-4c40-8fc6-5171bdb524e6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.446s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.103781] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.155211] env[64443]: DEBUG nova.compute.manager [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.155211] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.155211] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819e8f69-8b3d-48b5-a7a3-6a148df88bea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.163528] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.164073] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1acbc8ca-96c3-42e8-8255-9eca0c696bd4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.172160] env[64443]: DEBUG oslo_vmware.api [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 866.172160] env[64443]: value = "task-2676658" [ 866.172160] env[64443]: _type = "Task" [ 866.172160] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.181493] env[64443]: DEBUG oslo_vmware.api [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.234100] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d48fcb75-3572-4ed2-bfd0-1e2c5a04d766 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "816437a1-05dc-4c40-8fc6-5171bdb524e6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.234387] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d48fcb75-3572-4ed2-bfd0-1e2c5a04d766 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "816437a1-05dc-4c40-8fc6-5171bdb524e6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.234573] env[64443]: DEBUG nova.compute.manager [None req-d48fcb75-3572-4ed2-bfd0-1e2c5a04d766 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.235500] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1356c8a2-e222-4fa3-9715-872cb6169fe7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.242934] env[64443]: DEBUG nova.compute.manager [None req-d48fcb75-3572-4ed2-bfd0-1e2c5a04d766 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64443) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 866.243582] env[64443]: DEBUG nova.objects.instance [None req-d48fcb75-3572-4ed2-bfd0-1e2c5a04d766 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lazy-loading 'flavor' on Instance uuid 816437a1-05dc-4c40-8fc6-5171bdb524e6 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.293458] env[64443]: DEBUG oslo_concurrency.lockutils [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Acquiring lock "refresh_cache-2cf1f29c-38f5-40d8-b643-23aacfd60d96" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.293676] env[64443]: DEBUG oslo_concurrency.lockutils [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Acquired lock "refresh_cache-2cf1f29c-38f5-40d8-b643-23aacfd60d96" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.293882] env[64443]: DEBUG nova.network.neutron [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.341894] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Releasing lock "refresh_cache-a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.345070] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Task: {'id': task-2676657, 'name': Rename_Task, 'duration_secs': 0.272347} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.345644] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.345980] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52c40f51-6ebc-477e-9770-a373fb6f1d27 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.350781] env[64443]: INFO nova.compute.manager [-] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Took 1.57 seconds to deallocate network for instance. [ 866.354737] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Waiting for the task: (returnval){ [ 866.354737] env[64443]: value = "task-2676659" [ 866.354737] env[64443]: _type = "Task" [ 866.354737] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.369937] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Task: {'id': task-2676659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.603709] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676656, 'name': ReconfigVM_Task, 'duration_secs': 0.77329} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.603709] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 36b6417a-ddb2-42f0-a081-097fcf051e0c/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.604373] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f99c4f0-e3be-4911-95d5-0ca69a8eed54 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.635526] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2435a4b0-3653-435b-85d0-a5d9aae85ec8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.651703] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 866.651703] env[64443]: value = "task-2676660" [ 866.651703] env[64443]: _type = "Task" [ 866.651703] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.661195] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.683178] env[64443]: DEBUG oslo_vmware.api [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676658, 'name': PowerOffVM_Task, 'duration_secs': 0.334386} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.683642] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.683827] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.684389] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1de1f6ab-2d10-4cce-af15-3970def71d47 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.831800] env[64443]: DEBUG nova.network.neutron [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.862673] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.869040] env[64443]: DEBUG oslo_vmware.api [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Task: {'id': task-2676659, 'name': PowerOnVM_Task, 'duration_secs': 0.509279} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.869161] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.869370] env[64443]: INFO nova.compute.manager [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Took 6.25 seconds to spawn the instance on the hypervisor. [ 866.869551] env[64443]: DEBUG nova.compute.manager [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.870854] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f553bb9a-dc7e-4d01-8244-482d8e658b84 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.983907] env[64443]: DEBUG nova.network.neutron [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Updating instance_info_cache with network_info: [{"id": "5b02dfd8-ea44-4053-93f5-5d000e377b25", "address": "fa:16:3e:1b:20:74", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b02dfd8-ea", "ovs_interfaceid": "5b02dfd8-ea44-4053-93f5-5d000e377b25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.164470] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676660, 'name': ReconfigVM_Task, 'duration_secs': 0.18138} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.165181] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.165181] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17576cff-f47e-4e7f-a875-e6d1d6e11962 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.175306] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 867.175306] env[64443]: value = "task-2676662" [ 867.175306] env[64443]: _type = "Task" [ 867.175306] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.188216] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.205883] env[64443]: DEBUG nova.compute.manager [req-6d2c610a-67fe-4c92-aaca-f770f267dd7d req-c88397e8-ac48-4eff-8ae4-c683b6333a30 service nova] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Received event network-vif-deleted-b094d056-8fa9-4280-a019-ac6dc777b089 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 867.205938] env[64443]: DEBUG nova.compute.manager [req-6d2c610a-67fe-4c92-aaca-f770f267dd7d req-c88397e8-ac48-4eff-8ae4-c683b6333a30 service nova] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Received event network-vif-plugged-5b02dfd8-ea44-4053-93f5-5d000e377b25 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 867.206842] env[64443]: DEBUG oslo_concurrency.lockutils [req-6d2c610a-67fe-4c92-aaca-f770f267dd7d req-c88397e8-ac48-4eff-8ae4-c683b6333a30 service nova] Acquiring lock "2cf1f29c-38f5-40d8-b643-23aacfd60d96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.206842] env[64443]: DEBUG oslo_concurrency.lockutils [req-6d2c610a-67fe-4c92-aaca-f770f267dd7d req-c88397e8-ac48-4eff-8ae4-c683b6333a30 service nova] Lock "2cf1f29c-38f5-40d8-b643-23aacfd60d96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.206842] env[64443]: DEBUG oslo_concurrency.lockutils [req-6d2c610a-67fe-4c92-aaca-f770f267dd7d req-c88397e8-ac48-4eff-8ae4-c683b6333a30 service nova] Lock "2cf1f29c-38f5-40d8-b643-23aacfd60d96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.207146] env[64443]: DEBUG nova.compute.manager [req-6d2c610a-67fe-4c92-aaca-f770f267dd7d req-c88397e8-ac48-4eff-8ae4-c683b6333a30 service nova] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] No waiting events found dispatching network-vif-plugged-5b02dfd8-ea44-4053-93f5-5d000e377b25 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.207146] env[64443]: WARNING nova.compute.manager [req-6d2c610a-67fe-4c92-aaca-f770f267dd7d req-c88397e8-ac48-4eff-8ae4-c683b6333a30 service nova] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Received unexpected event network-vif-plugged-5b02dfd8-ea44-4053-93f5-5d000e377b25 for instance with vm_state building and task_state spawning. [ 867.207260] env[64443]: DEBUG nova.compute.manager [req-6d2c610a-67fe-4c92-aaca-f770f267dd7d req-c88397e8-ac48-4eff-8ae4-c683b6333a30 service nova] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Received event network-changed-5b02dfd8-ea44-4053-93f5-5d000e377b25 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 867.207336] env[64443]: DEBUG nova.compute.manager [req-6d2c610a-67fe-4c92-aaca-f770f267dd7d req-c88397e8-ac48-4eff-8ae4-c683b6333a30 service nova] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Refreshing instance network info cache due to event network-changed-5b02dfd8-ea44-4053-93f5-5d000e377b25. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 867.207498] env[64443]: DEBUG oslo_concurrency.lockutils [req-6d2c610a-67fe-4c92-aaca-f770f267dd7d req-c88397e8-ac48-4eff-8ae4-c683b6333a30 service nova] Acquiring lock "refresh_cache-2cf1f29c-38f5-40d8-b643-23aacfd60d96" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.239020] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5fffd7-65ea-444e-a5cf-27023ed77acf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.248171] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043c2153-5502-4587-8766-3cc1454bf6b3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.251994] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d48fcb75-3572-4ed2-bfd0-1e2c5a04d766 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.253183] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28386569-b49a-4e9d-a42b-f20eda2f8af7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.287488] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038e7a42-a2f1-4d5c-afe9-6461818459e9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.290497] env[64443]: DEBUG oslo_vmware.api [None req-d48fcb75-3572-4ed2-bfd0-1e2c5a04d766 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 867.290497] env[64443]: value = "task-2676663" [ 867.290497] env[64443]: _type = "Task" [ 867.290497] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.298107] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9882bd4-278f-4235-94e5-a5c7d700a97e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.305365] env[64443]: DEBUG oslo_vmware.api [None req-d48fcb75-3572-4ed2-bfd0-1e2c5a04d766 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.316779] env[64443]: DEBUG nova.compute.provider_tree [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.392694] env[64443]: INFO nova.compute.manager [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Took 27.83 seconds to build instance. [ 867.485996] env[64443]: DEBUG oslo_concurrency.lockutils [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Releasing lock "refresh_cache-2cf1f29c-38f5-40d8-b643-23aacfd60d96" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.486387] env[64443]: DEBUG nova.compute.manager [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Instance network_info: |[{"id": "5b02dfd8-ea44-4053-93f5-5d000e377b25", "address": "fa:16:3e:1b:20:74", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b02dfd8-ea", "ovs_interfaceid": "5b02dfd8-ea44-4053-93f5-5d000e377b25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.486727] env[64443]: DEBUG oslo_concurrency.lockutils [req-6d2c610a-67fe-4c92-aaca-f770f267dd7d req-c88397e8-ac48-4eff-8ae4-c683b6333a30 service nova] Acquired lock "refresh_cache-2cf1f29c-38f5-40d8-b643-23aacfd60d96" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.486970] env[64443]: DEBUG nova.network.neutron [req-6d2c610a-67fe-4c92-aaca-f770f267dd7d req-c88397e8-ac48-4eff-8ae4-c683b6333a30 service nova] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Refreshing network info cache for port 5b02dfd8-ea44-4053-93f5-5d000e377b25 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.488201] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:20:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b02dfd8-ea44-4053-93f5-5d000e377b25', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.495908] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Creating folder: Project (373ce00fc5374dcbb6864f4bf5334c4d). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.499191] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19e0c438-80b9-44fe-b2ad-0078104757ae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.512141] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Created folder: Project (373ce00fc5374dcbb6864f4bf5334c4d) in parent group-v539479. [ 867.512687] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Creating folder: Instances. Parent ref: group-v539705. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.512687] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd83eb48-7d22-45d7-a78b-c0c973b592fc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.523957] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Created folder: Instances in parent group-v539705. [ 867.525033] env[64443]: DEBUG oslo.service.loopingcall [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 867.525033] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.525033] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19690792-a80c-4446-91af-95a7f1394af1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.549430] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.549430] env[64443]: value = "task-2676666" [ 867.549430] env[64443]: _type = "Task" [ 867.549430] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.563552] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676666, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.684416] env[64443]: DEBUG oslo_vmware.api [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676662, 'name': PowerOnVM_Task, 'duration_secs': 0.419194} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.684759] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.688319] env[64443]: DEBUG nova.compute.manager [None req-2190d9a4-abe1-4fa3-9819-72e3bf9ba140 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.689776] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e1900c-8a18-4a39-bf70-d91b69837d9d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.713736] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.714914] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.714914] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Deleting the datastore file [datastore1] 60590d5a-3ca8-4189-a294-c72f00d2bf8c {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.714914] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-716d9765-1a4d-4be9-822c-7af35ab8d6ac {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.730961] env[64443]: DEBUG oslo_vmware.api [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 867.730961] env[64443]: value = "task-2676667" [ 867.730961] env[64443]: _type = "Task" [ 867.730961] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.743361] env[64443]: DEBUG oslo_vmware.api [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.776543] env[64443]: DEBUG nova.network.neutron [req-6d2c610a-67fe-4c92-aaca-f770f267dd7d req-c88397e8-ac48-4eff-8ae4-c683b6333a30 service nova] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Updated VIF entry in instance network info cache for port 5b02dfd8-ea44-4053-93f5-5d000e377b25. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.777020] env[64443]: DEBUG nova.network.neutron [req-6d2c610a-67fe-4c92-aaca-f770f267dd7d req-c88397e8-ac48-4eff-8ae4-c683b6333a30 service nova] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Updating instance_info_cache with network_info: [{"id": "5b02dfd8-ea44-4053-93f5-5d000e377b25", "address": "fa:16:3e:1b:20:74", "network": {"id": "a9484e8c-3aba-4295-8a7c-f44d6568b884", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "365a2b11854a4bedac83af306567ac96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b02dfd8-ea", "ovs_interfaceid": "5b02dfd8-ea44-4053-93f5-5d000e377b25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.803690] env[64443]: DEBUG oslo_vmware.api [None req-d48fcb75-3572-4ed2-bfd0-1e2c5a04d766 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676663, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.819708] env[64443]: DEBUG nova.scheduler.client.report [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.891015] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.891015] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b02fcf8a-2321-4525-9fb6-49b175803c7f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.894780] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cd7a2906-9789-4ccd-b2ea-ef0ed78b2e00 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Lock "6e7b78ad-7d1d-4cb4-b216-33d5f75afbda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.338s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.901565] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Waiting for the task: (returnval){ [ 867.901565] env[64443]: value = "task-2676668" [ 867.901565] env[64443]: _type = "Task" [ 867.901565] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.911273] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.061536] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676666, 'name': CreateVM_Task, 'duration_secs': 0.40832} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.061790] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.062553] env[64443]: DEBUG oslo_concurrency.lockutils [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.062724] env[64443]: DEBUG oslo_concurrency.lockutils [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.063104] env[64443]: DEBUG oslo_concurrency.lockutils [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 868.063381] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-410d4144-4e4a-4f68-a492-b5d73afce633 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.069255] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Waiting for the task: (returnval){ [ 868.069255] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]527990ed-3086-9b16-68d1-b1fcfbd43533" [ 868.069255] env[64443]: _type = "Task" [ 868.069255] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.079420] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527990ed-3086-9b16-68d1-b1fcfbd43533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.243834] env[64443]: DEBUG oslo_vmware.api [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24569} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.244423] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.244630] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.244832] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.245029] env[64443]: INFO nova.compute.manager [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Took 2.09 seconds to destroy the instance on the hypervisor. [ 868.245289] env[64443]: DEBUG oslo.service.loopingcall [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 868.245890] env[64443]: DEBUG nova.compute.manager [-] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.245992] env[64443]: DEBUG nova.network.neutron [-] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.279993] env[64443]: DEBUG oslo_concurrency.lockutils [req-6d2c610a-67fe-4c92-aaca-f770f267dd7d req-c88397e8-ac48-4eff-8ae4-c683b6333a30 service nova] Releasing lock "refresh_cache-2cf1f29c-38f5-40d8-b643-23aacfd60d96" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.303848] env[64443]: DEBUG oslo_vmware.api [None req-d48fcb75-3572-4ed2-bfd0-1e2c5a04d766 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676663, 'name': PowerOffVM_Task, 'duration_secs': 0.562935} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.304507] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d48fcb75-3572-4ed2-bfd0-1e2c5a04d766 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.304960] env[64443]: DEBUG nova.compute.manager [None req-d48fcb75-3572-4ed2-bfd0-1e2c5a04d766 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.305676] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9e2fa2-0708-4218-9000-0ce0cfe3bdd1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.324925] env[64443]: DEBUG oslo_concurrency.lockutils [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.450s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.329555] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.727s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.329800] env[64443]: DEBUG nova.objects.instance [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lazy-loading 'resources' on Instance uuid 184b46f6-60a1-4425-ae07-726c056b1a18 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.415854] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676668, 'name': PowerOffVM_Task, 'duration_secs': 0.19961} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.416146] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.417066] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caba864-14a3-45ba-95b7-bc43ccfe9984 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.445065] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415caf13-a4ee-494e-8a11-1e13797d00ee {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.476822] env[64443]: INFO nova.network.neutron [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Updating port 51db4609-051d-4b6c-8455-b2276d12c133 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 868.489075] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.489374] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0590094-ef3e-4826-bfd1-0428872ee2bb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.496973] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Waiting for the task: (returnval){ [ 868.496973] env[64443]: value = "task-2676669" [ 868.496973] env[64443]: _type = "Task" [ 868.496973] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.505792] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.579459] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527990ed-3086-9b16-68d1-b1fcfbd43533, 'name': SearchDatastore_Task, 'duration_secs': 0.012292} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.579921] env[64443]: DEBUG oslo_concurrency.lockutils [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.580176] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.580419] env[64443]: DEBUG oslo_concurrency.lockutils [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.580690] env[64443]: DEBUG oslo_concurrency.lockutils [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.580750] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.581361] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a60956e9-da86-4255-9f71-2b6f49281980 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.592917] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.592917] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.593350] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d1fb978-a16f-4290-aa3e-084decd62dec {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.600161] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Waiting for the task: (returnval){ [ 868.600161] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52009c9e-77be-e5a5-a527-fee3d1e563d8" [ 868.600161] env[64443]: _type = "Task" [ 868.600161] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.610867] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52009c9e-77be-e5a5-a527-fee3d1e563d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.815813] env[64443]: INFO nova.compute.manager [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Unrescuing [ 868.816262] env[64443]: DEBUG oslo_concurrency.lockutils [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "refresh_cache-36b6417a-ddb2-42f0-a081-097fcf051e0c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.816496] env[64443]: DEBUG oslo_concurrency.lockutils [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquired lock "refresh_cache-36b6417a-ddb2-42f0-a081-097fcf051e0c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.816733] env[64443]: DEBUG nova.network.neutron [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.826540] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d48fcb75-3572-4ed2-bfd0-1e2c5a04d766 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "816437a1-05dc-4c40-8fc6-5171bdb524e6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.592s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.015379] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] VM already powered off {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 869.015379] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.015455] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.015545] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.015727] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.019361] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ffdf19c-4276-46fa-b3ef-14617e67f7c5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.026055] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.026552] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.027338] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5444af8f-e132-4bbe-85c9-55bb0a469219 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.037529] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Waiting for the task: (returnval){ [ 869.037529] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52f372c9-4ab4-bb37-1318-4133c6344fcb" [ 869.037529] env[64443]: _type = "Task" [ 869.037529] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.050556] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f372c9-4ab4-bb37-1318-4133c6344fcb, 'name': SearchDatastore_Task, 'duration_secs': 0.010129} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.054986] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d85eca14-fee4-4f09-b973-35e0ebfc6c02 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.062266] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Waiting for the task: (returnval){ [ 869.062266] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d48db9-476e-b243-d9cb-47322f557176" [ 869.062266] env[64443]: _type = "Task" [ 869.062266] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.072209] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d48db9-476e-b243-d9cb-47322f557176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.114559] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52009c9e-77be-e5a5-a527-fee3d1e563d8, 'name': SearchDatastore_Task, 'duration_secs': 0.029179} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.115561] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05fe0c43-4b7d-420f-ab1f-52ec985b9f7c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.123863] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Waiting for the task: (returnval){ [ 869.123863] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]525d8033-cda3-f975-b0f5-96260df9f472" [ 869.123863] env[64443]: _type = "Task" [ 869.123863] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.133822] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]525d8033-cda3-f975-b0f5-96260df9f472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.234631] env[64443]: DEBUG nova.compute.manager [req-6e1b059f-f8f2-428b-83db-890bdef5ecca req-62e714d1-61e2-4014-bfe6-c176e587185e service nova] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Received event network-changed-b87de3d0-38fa-4944-bcad-353ef146194d {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 869.235073] env[64443]: DEBUG nova.compute.manager [req-6e1b059f-f8f2-428b-83db-890bdef5ecca req-62e714d1-61e2-4014-bfe6-c176e587185e service nova] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Refreshing instance network info cache due to event network-changed-b87de3d0-38fa-4944-bcad-353ef146194d. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 869.235574] env[64443]: DEBUG oslo_concurrency.lockutils [req-6e1b059f-f8f2-428b-83db-890bdef5ecca req-62e714d1-61e2-4014-bfe6-c176e587185e service nova] Acquiring lock "refresh_cache-6e7b78ad-7d1d-4cb4-b216-33d5f75afbda" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.235867] env[64443]: DEBUG oslo_concurrency.lockutils [req-6e1b059f-f8f2-428b-83db-890bdef5ecca req-62e714d1-61e2-4014-bfe6-c176e587185e service nova] Acquired lock "refresh_cache-6e7b78ad-7d1d-4cb4-b216-33d5f75afbda" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.239019] env[64443]: DEBUG nova.network.neutron [req-6e1b059f-f8f2-428b-83db-890bdef5ecca req-62e714d1-61e2-4014-bfe6-c176e587185e service nova] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Refreshing network info cache for port b87de3d0-38fa-4944-bcad-353ef146194d {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.239467] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cf4274-b385-4876-9b23-7d923f680424 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.250729] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1acf776-87ca-49ac-b972-1541a84a3dbe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.285859] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f61e4f-c8ed-49d4-84fe-ff9b1cefa571 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.294505] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a42e5f0-28fb-4ad8-8f88-19f9e8207c05 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.308575] env[64443]: DEBUG nova.compute.provider_tree [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.524927] env[64443]: DEBUG nova.network.neutron [-] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.576103] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d48db9-476e-b243-d9cb-47322f557176, 'name': SearchDatastore_Task, 'duration_secs': 0.009857} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.578084] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.578084] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] a1c728ab-d6a4-46ef-84e8-a0beb82d62b9/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk. {{(pid=64443) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 869.578084] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f106e8c-be59-4b6c-83d6-ff711189286d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.587293] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Waiting for the task: (returnval){ [ 869.587293] env[64443]: value = "task-2676670" [ 869.587293] env[64443]: _type = "Task" [ 869.587293] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.597031] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.636140] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]525d8033-cda3-f975-b0f5-96260df9f472, 'name': SearchDatastore_Task, 'duration_secs': 0.010442} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.639161] env[64443]: DEBUG oslo_concurrency.lockutils [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.639161] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 2cf1f29c-38f5-40d8-b643-23aacfd60d96/2cf1f29c-38f5-40d8-b643-23aacfd60d96.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.639161] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1aedc9a7-011d-47a0-b780-64cbdedff007 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.645652] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Waiting for the task: (returnval){ [ 869.645652] env[64443]: value = "task-2676671" [ 869.645652] env[64443]: _type = "Task" [ 869.645652] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.666930] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': task-2676671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.669295] env[64443]: DEBUG nova.network.neutron [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Updating instance_info_cache with network_info: [{"id": "fac3ca19-4214-4b50-ab63-07b289ad9bea", "address": "fa:16:3e:8f:25:16", "network": {"id": "0f5b4996-7e6d-47b2-aeda-90ce35308de9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1763186808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977c9966dc484868b335536469de110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfac3ca19-42", "ovs_interfaceid": "fac3ca19-4214-4b50-ab63-07b289ad9bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.814031] env[64443]: DEBUG nova.scheduler.client.report [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.892151] env[64443]: DEBUG nova.objects.instance [None req-ab810ab5-f461-4f6e-9a72-3307ace410b3 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lazy-loading 'flavor' on Instance uuid 816437a1-05dc-4c40-8fc6-5171bdb524e6 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.028919] env[64443]: INFO nova.compute.manager [-] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Took 1.78 seconds to deallocate network for instance. [ 870.110488] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676670, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.168100] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': task-2676671, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.172697] env[64443]: DEBUG oslo_concurrency.lockutils [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Releasing lock "refresh_cache-36b6417a-ddb2-42f0-a081-097fcf051e0c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.174644] env[64443]: DEBUG nova.objects.instance [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lazy-loading 'flavor' on Instance uuid 36b6417a-ddb2-42f0-a081-097fcf051e0c {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.220766] env[64443]: DEBUG nova.network.neutron [req-6e1b059f-f8f2-428b-83db-890bdef5ecca req-62e714d1-61e2-4014-bfe6-c176e587185e service nova] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Updated VIF entry in instance network info cache for port b87de3d0-38fa-4944-bcad-353ef146194d. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.221192] env[64443]: DEBUG nova.network.neutron [req-6e1b059f-f8f2-428b-83db-890bdef5ecca req-62e714d1-61e2-4014-bfe6-c176e587185e service nova] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Updating instance_info_cache with network_info: [{"id": "b87de3d0-38fa-4944-bcad-353ef146194d", "address": "fa:16:3e:e8:cf:a6", "network": {"id": "c4e34224-2a99-4322-a96f-2766b6719fb1", "bridge": "br-int", "label": "tempest-ServersTestJSON-768775723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ed475936a52425aaea8f09c830623ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ad8894f-e240-4013-8272-4e79daea0751", "external-id": "nsx-vlan-transportzone-204", "segmentation_id": 204, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb87de3d0-38", "ovs_interfaceid": "b87de3d0-38fa-4944-bcad-353ef146194d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.322295] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.325412] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.782s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.325721] env[64443]: DEBUG nova.objects.instance [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lazy-loading 'resources' on Instance uuid 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.352339] env[64443]: INFO nova.scheduler.client.report [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Deleted allocations for instance 184b46f6-60a1-4425-ae07-726c056b1a18 [ 870.401133] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ab810ab5-f461-4f6e-9a72-3307ace410b3 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "refresh_cache-816437a1-05dc-4c40-8fc6-5171bdb524e6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.401133] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ab810ab5-f461-4f6e-9a72-3307ace410b3 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquired lock "refresh_cache-816437a1-05dc-4c40-8fc6-5171bdb524e6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.401133] env[64443]: DEBUG nova.network.neutron [None req-ab810ab5-f461-4f6e-9a72-3307ace410b3 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.401133] env[64443]: DEBUG nova.objects.instance [None req-ab810ab5-f461-4f6e-9a72-3307ace410b3 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lazy-loading 'info_cache' on Instance uuid 816437a1-05dc-4c40-8fc6-5171bdb524e6 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.536017] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.599928] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592646} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.600233] env[64443]: INFO nova.virt.vmwareapi.ds_util [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] a1c728ab-d6a4-46ef-84e8-a0beb82d62b9/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk. [ 870.601037] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f945e2-4267-46dc-9029-5e973281ce4d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.630291] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] a1c728ab-d6a4-46ef-84e8-a0beb82d62b9/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.635451] env[64443]: DEBUG oslo_concurrency.lockutils [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "refresh_cache-d0381940-546b-45e7-984e-a78444d069f1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 870.635667] env[64443]: DEBUG oslo_concurrency.lockutils [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquired lock "refresh_cache-d0381940-546b-45e7-984e-a78444d069f1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.635888] env[64443]: DEBUG nova.network.neutron [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.637124] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e53e9d2b-73c1-45f5-b054-23ba43cae7ad {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.660932] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': task-2676671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675374} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.662328] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 2cf1f29c-38f5-40d8-b643-23aacfd60d96/2cf1f29c-38f5-40d8-b643-23aacfd60d96.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.663188] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.663280] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Waiting for the task: (returnval){ [ 870.663280] env[64443]: value = "task-2676672" [ 870.663280] env[64443]: _type = "Task" [ 870.663280] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.663415] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aafc96e1-7478-471d-a888-17df3c4fd767 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.677420] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Waiting for the task: (returnval){ [ 870.677420] env[64443]: value = "task-2676673" [ 870.677420] env[64443]: _type = "Task" [ 870.677420] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.680378] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676672, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.687483] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0fd141-c02a-488c-baa8-726139f767fc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.694155] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': task-2676673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.713763] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.714141] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03ddb9d5-1d54-4a28-85e6-404733af5076 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.722171] env[64443]: DEBUG oslo_vmware.api [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 870.722171] env[64443]: value = "task-2676674" [ 870.722171] env[64443]: _type = "Task" [ 870.722171] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.725764] env[64443]: DEBUG oslo_concurrency.lockutils [req-6e1b059f-f8f2-428b-83db-890bdef5ecca req-62e714d1-61e2-4014-bfe6-c176e587185e service nova] Releasing lock "refresh_cache-6e7b78ad-7d1d-4cb4-b216-33d5f75afbda" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.726101] env[64443]: DEBUG nova.compute.manager [req-6e1b059f-f8f2-428b-83db-890bdef5ecca req-62e714d1-61e2-4014-bfe6-c176e587185e service nova] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Received event network-vif-deleted-4f7baecc-ddee-4ec2-bfc8-c318a81128cc {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.726251] env[64443]: INFO nova.compute.manager [req-6e1b059f-f8f2-428b-83db-890bdef5ecca req-62e714d1-61e2-4014-bfe6-c176e587185e service nova] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Neutron deleted interface 4f7baecc-ddee-4ec2-bfc8-c318a81128cc; detaching it from the instance and deleting it from the info cache [ 870.726421] env[64443]: DEBUG nova.network.neutron [req-6e1b059f-f8f2-428b-83db-890bdef5ecca req-62e714d1-61e2-4014-bfe6-c176e587185e service nova] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.738282] env[64443]: DEBUG oslo_vmware.api [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.829766] env[64443]: DEBUG nova.objects.instance [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lazy-loading 'numa_topology' on Instance uuid 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.863940] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1924e9cd-d60b-41b7-a1eb-bdf156a857a0 tempest-VolumesAdminNegativeTest-1750673227 tempest-VolumesAdminNegativeTest-1750673227-project-member] Lock "184b46f6-60a1-4425-ae07-726c056b1a18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.101s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.904029] env[64443]: DEBUG nova.objects.base [None req-ab810ab5-f461-4f6e-9a72-3307ace410b3 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Object Instance<816437a1-05dc-4c40-8fc6-5171bdb524e6> lazy-loaded attributes: flavor,info_cache {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 871.176195] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676672, 'name': ReconfigVM_Task, 'duration_secs': 0.351522} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.176681] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Reconfigured VM instance instance-0000004a to attach disk [datastore1] a1c728ab-d6a4-46ef-84e8-a0beb82d62b9/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.177669] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25028e7e-0114-4557-a3fb-360c25807472 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.190925] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': task-2676673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220263} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.206695] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.214534] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149cf722-cb85-4fac-8707-a6adbf922fe6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.217113] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d4e2f3c-f693-430e-a969-691351b3c8b2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.250769] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 2cf1f29c-38f5-40d8-b643-23aacfd60d96/2cf1f29c-38f5-40d8-b643-23aacfd60d96.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.252715] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e0bf0db-f727-45fe-a953-35358c32ad79 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.255106] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c348f37-673b-4b6d-b1f6-cfffd9769ed5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.270717] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Waiting for the task: (returnval){ [ 871.270717] env[64443]: value = "task-2676675" [ 871.270717] env[64443]: _type = "Task" [ 871.270717] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.276277] env[64443]: DEBUG nova.compute.manager [req-34c8c635-2dd3-45c9-af02-08620390df2f req-7c4ed359-cafc-46c0-b38d-28681b2d14a2 service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] Received event network-vif-plugged-51db4609-051d-4b6c-8455-b2276d12c133 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 871.276525] env[64443]: DEBUG oslo_concurrency.lockutils [req-34c8c635-2dd3-45c9-af02-08620390df2f req-7c4ed359-cafc-46c0-b38d-28681b2d14a2 service nova] Acquiring lock "d0381940-546b-45e7-984e-a78444d069f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.276799] env[64443]: DEBUG oslo_concurrency.lockutils [req-34c8c635-2dd3-45c9-af02-08620390df2f req-7c4ed359-cafc-46c0-b38d-28681b2d14a2 service nova] Lock "d0381940-546b-45e7-984e-a78444d069f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.277019] env[64443]: DEBUG oslo_concurrency.lockutils [req-34c8c635-2dd3-45c9-af02-08620390df2f req-7c4ed359-cafc-46c0-b38d-28681b2d14a2 service nova] Lock "d0381940-546b-45e7-984e-a78444d069f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.277265] env[64443]: DEBUG nova.compute.manager [req-34c8c635-2dd3-45c9-af02-08620390df2f req-7c4ed359-cafc-46c0-b38d-28681b2d14a2 service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] No waiting events found dispatching network-vif-plugged-51db4609-051d-4b6c-8455-b2276d12c133 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.277354] env[64443]: WARNING nova.compute.manager [req-34c8c635-2dd3-45c9-af02-08620390df2f req-7c4ed359-cafc-46c0-b38d-28681b2d14a2 service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] Received unexpected event network-vif-plugged-51db4609-051d-4b6c-8455-b2276d12c133 for instance with vm_state shelved_offloaded and task_state spawning. [ 871.277505] env[64443]: DEBUG nova.compute.manager [req-34c8c635-2dd3-45c9-af02-08620390df2f req-7c4ed359-cafc-46c0-b38d-28681b2d14a2 service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] Received event network-changed-51db4609-051d-4b6c-8455-b2276d12c133 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 871.277655] env[64443]: DEBUG nova.compute.manager [req-34c8c635-2dd3-45c9-af02-08620390df2f req-7c4ed359-cafc-46c0-b38d-28681b2d14a2 service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] Refreshing instance network info cache due to event network-changed-51db4609-051d-4b6c-8455-b2276d12c133. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 871.277824] env[64443]: DEBUG oslo_concurrency.lockutils [req-34c8c635-2dd3-45c9-af02-08620390df2f req-7c4ed359-cafc-46c0-b38d-28681b2d14a2 service nova] Acquiring lock "refresh_cache-d0381940-546b-45e7-984e-a78444d069f1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.278441] env[64443]: DEBUG oslo_vmware.api [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676674, 'name': PowerOffVM_Task, 'duration_secs': 0.460393} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.283080] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.288380] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 871.291316] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae758777-d387-4542-95f1-61d21444d391 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.305479] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Waiting for the task: (returnval){ [ 871.305479] env[64443]: value = "task-2676676" [ 871.305479] env[64443]: _type = "Task" [ 871.305479] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.309760] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e02be96-c4e0-4e2c-8d94-69ec3488d4c6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.332236] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.332944] env[64443]: DEBUG nova.objects.base [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Object Instance<8ce6c57f-ef8b-4e88-a064-d12aefe8efb5> lazy-loaded attributes: resources,numa_topology {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 871.337982] env[64443]: DEBUG oslo_vmware.api [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 871.337982] env[64443]: value = "task-2676677" [ 871.337982] env[64443]: _type = "Task" [ 871.337982] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.345432] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': task-2676676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.358765] env[64443]: DEBUG nova.compute.manager [req-6e1b059f-f8f2-428b-83db-890bdef5ecca req-62e714d1-61e2-4014-bfe6-c176e587185e service nova] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Detach interface failed, port_id=4f7baecc-ddee-4ec2-bfc8-c318a81128cc, reason: Instance 60590d5a-3ca8-4189-a294-c72f00d2bf8c could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 871.370749] env[64443]: DEBUG oslo_vmware.api [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.723745] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26f8bd6-2e48-42ae-8576-9bb7b919f4ab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.734486] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3988f461-8538-46ae-8d7f-56cfed75cb0a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.773864] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43cf0bd-a919-49c2-bc98-daa13763d902 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.787791] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676675, 'name': ReconfigVM_Task, 'duration_secs': 0.217724} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.788143] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.789416] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe02a82a-b7a8-49fa-a224-522b1b5e4dc3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.794548] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae900b82-97c1-49ce-9a60-54a8397b8b19 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.809208] env[64443]: DEBUG nova.compute.provider_tree [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.813472] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Waiting for the task: (returnval){ [ 871.813472] env[64443]: value = "task-2676678" [ 871.813472] env[64443]: _type = "Task" [ 871.813472] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.824144] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.836806] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': task-2676676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.849796] env[64443]: DEBUG oslo_vmware.api [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676677, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.922221] env[64443]: DEBUG nova.network.neutron [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Updating instance_info_cache with network_info: [{"id": "51db4609-051d-4b6c-8455-b2276d12c133", "address": "fa:16:3e:e4:22:51", "network": {"id": "3bf64cee-1c33-49ef-8f40-4936c511f838", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1746169105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "122a792cf0b742658db01a3db3c71133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51db4609-05", "ovs_interfaceid": "51db4609-051d-4b6c-8455-b2276d12c133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.092571] env[64443]: DEBUG nova.network.neutron [None req-ab810ab5-f461-4f6e-9a72-3307ace410b3 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Updating instance_info_cache with network_info: [{"id": "fd7c9921-b839-41c5-808e-e3170a3cadac", "address": "fa:16:3e:dd:fa:62", "network": {"id": "e740e7db-62f0-4d7c-ab92-8257f202e936", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-984788311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12172c6e403474a8afed0fe4b0a0c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7c9921-b8", "ovs_interfaceid": "fd7c9921-b839-41c5-808e-e3170a3cadac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.320151] env[64443]: DEBUG nova.scheduler.client.report [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.341024] env[64443]: DEBUG oslo_vmware.api [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676678, 'name': PowerOnVM_Task, 'duration_secs': 0.440078} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.343952] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.346848] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': task-2676676, 'name': ReconfigVM_Task, 'duration_secs': 0.761952} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.348366] env[64443]: DEBUG nova.compute.manager [None req-ab9aa242-bd56-4a6f-9d7a-03d34e29c047 tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.353545] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 2cf1f29c-38f5-40d8-b643-23aacfd60d96/2cf1f29c-38f5-40d8-b643-23aacfd60d96.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.355435] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d05cc7-f208-40f5-bbd2-e03360c54079 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.358454] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-623eb10c-c0a0-4d17-96e7-690ab5e32c4e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.373889] env[64443]: DEBUG oslo_vmware.api [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676677, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.378775] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Waiting for the task: (returnval){ [ 872.378775] env[64443]: value = "task-2676679" [ 872.378775] env[64443]: _type = "Task" [ 872.378775] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.390868] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': task-2676679, 'name': Rename_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.425448] env[64443]: DEBUG oslo_concurrency.lockutils [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Releasing lock "refresh_cache-d0381940-546b-45e7-984e-a78444d069f1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.429073] env[64443]: DEBUG oslo_concurrency.lockutils [req-34c8c635-2dd3-45c9-af02-08620390df2f req-7c4ed359-cafc-46c0-b38d-28681b2d14a2 service nova] Acquired lock "refresh_cache-d0381940-546b-45e7-984e-a78444d069f1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.429073] env[64443]: DEBUG nova.network.neutron [req-34c8c635-2dd3-45c9-af02-08620390df2f req-7c4ed359-cafc-46c0-b38d-28681b2d14a2 service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] Refreshing network info cache for port 51db4609-051d-4b6c-8455-b2276d12c133 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.469942] env[64443]: DEBUG nova.virt.hardware [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='174c08cd8f79806c26819b0a2fe5dc86',container_format='bare',created_at=2025-02-19T11:05:43Z,direct_url=,disk_format='vmdk',id=34c677d1-1a5e-4833-b8e6-ebc0dbe33c20,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1067244208-shelved',owner='122a792cf0b742658db01a3db3c71133',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-02-19T11:05:57Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.470235] env[64443]: DEBUG nova.virt.hardware [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.470393] env[64443]: DEBUG nova.virt.hardware [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.470574] env[64443]: DEBUG nova.virt.hardware [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.470767] env[64443]: DEBUG nova.virt.hardware [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.470867] env[64443]: DEBUG nova.virt.hardware [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.471455] env[64443]: DEBUG nova.virt.hardware [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.471672] env[64443]: DEBUG nova.virt.hardware [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.471858] env[64443]: DEBUG nova.virt.hardware [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.472038] env[64443]: DEBUG nova.virt.hardware [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.472346] env[64443]: DEBUG nova.virt.hardware [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.473515] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2802f87f-1860-4492-8354-72f0da7a3ab5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.483974] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61afea7b-f963-4815-8af8-3c83165a655f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.502488] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:22:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51db4609-051d-4b6c-8455-b2276d12c133', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.511842] env[64443]: DEBUG oslo.service.loopingcall [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 872.513146] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0381940-546b-45e7-984e-a78444d069f1] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.513146] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-082277a5-d624-4b26-a80e-4a747024f475 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.534783] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.534783] env[64443]: value = "task-2676680" [ 872.534783] env[64443]: _type = "Task" [ 872.534783] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.543665] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676680, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.601751] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ab810ab5-f461-4f6e-9a72-3307ace410b3 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Releasing lock "refresh_cache-816437a1-05dc-4c40-8fc6-5171bdb524e6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.824376] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.499s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.832705] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.176s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.833059] env[64443]: DEBUG nova.objects.instance [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lazy-loading 'resources' on Instance uuid db12f279-a8f8-478c-885d-2a0d3062d87c {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.856498] env[64443]: DEBUG oslo_vmware.api [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676677, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.899076] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': task-2676679, 'name': Rename_Task, 'duration_secs': 0.2853} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.902325] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.902948] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e645b103-dbf0-424e-be01-864c532eae1e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.912213] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Waiting for the task: (returnval){ [ 872.912213] env[64443]: value = "task-2676681" [ 872.912213] env[64443]: _type = "Task" [ 872.912213] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.924679] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': task-2676681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.048792] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676680, 'name': CreateVM_Task, 'duration_secs': 0.411037} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.052041] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0381940-546b-45e7-984e-a78444d069f1] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.053596] env[64443]: DEBUG oslo_concurrency.lockutils [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34c677d1-1a5e-4833-b8e6-ebc0dbe33c20" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.053811] env[64443]: DEBUG oslo_concurrency.lockutils [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34c677d1-1a5e-4833-b8e6-ebc0dbe33c20" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.054234] env[64443]: DEBUG oslo_concurrency.lockutils [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34c677d1-1a5e-4833-b8e6-ebc0dbe33c20" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 873.054842] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db19cbd-04ff-4427-a2b3-dc1c3cfaf62d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.060706] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 873.060706] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52184cdd-82de-ad54-99bd-2aeedd3d7e8a" [ 873.060706] env[64443]: _type = "Task" [ 873.060706] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.071741] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52184cdd-82de-ad54-99bd-2aeedd3d7e8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.169158] env[64443]: DEBUG nova.network.neutron [req-34c8c635-2dd3-45c9-af02-08620390df2f req-7c4ed359-cafc-46c0-b38d-28681b2d14a2 service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] Updated VIF entry in instance network info cache for port 51db4609-051d-4b6c-8455-b2276d12c133. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.169659] env[64443]: DEBUG nova.network.neutron [req-34c8c635-2dd3-45c9-af02-08620390df2f req-7c4ed359-cafc-46c0-b38d-28681b2d14a2 service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] Updating instance_info_cache with network_info: [{"id": "51db4609-051d-4b6c-8455-b2276d12c133", "address": "fa:16:3e:e4:22:51", "network": {"id": "3bf64cee-1c33-49ef-8f40-4936c511f838", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1746169105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "122a792cf0b742658db01a3db3c71133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51db4609-05", "ovs_interfaceid": "51db4609-051d-4b6c-8455-b2276d12c133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.343381] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9d4741d4-ac9b-4327-b2e0-e6f9408836e7 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "8ce6c57f-ef8b-4e88-a064-d12aefe8efb5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 45.119s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.349292] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4fc94349-6ad8-40b0-9b91-0e1a1074c253 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "8ce6c57f-ef8b-4e88-a064-d12aefe8efb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 20.463s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.349292] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4fc94349-6ad8-40b0-9b91-0e1a1074c253 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "8ce6c57f-ef8b-4e88-a064-d12aefe8efb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.349292] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4fc94349-6ad8-40b0-9b91-0e1a1074c253 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "8ce6c57f-ef8b-4e88-a064-d12aefe8efb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.349292] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4fc94349-6ad8-40b0-9b91-0e1a1074c253 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "8ce6c57f-ef8b-4e88-a064-d12aefe8efb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.350578] env[64443]: INFO nova.compute.manager [None req-4fc94349-6ad8-40b0-9b91-0e1a1074c253 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Terminating instance [ 873.373827] env[64443]: DEBUG oslo_vmware.api [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676677, 'name': ReconfigVM_Task, 'duration_secs': 1.524256} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.374957] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 873.375201] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.379316] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fa8252e-bdef-451a-baae-6dbfc3af162f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.390281] env[64443]: DEBUG oslo_vmware.api [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 873.390281] env[64443]: value = "task-2676682" [ 873.390281] env[64443]: _type = "Task" [ 873.390281] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.404803] env[64443]: DEBUG oslo_vmware.api [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.426230] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': task-2676681, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.577542] env[64443]: DEBUG oslo_concurrency.lockutils [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34c677d1-1a5e-4833-b8e6-ebc0dbe33c20" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.577803] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Processing image 34c677d1-1a5e-4833-b8e6-ebc0dbe33c20 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.578057] env[64443]: DEBUG oslo_concurrency.lockutils [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34c677d1-1a5e-4833-b8e6-ebc0dbe33c20/34c677d1-1a5e-4833-b8e6-ebc0dbe33c20.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.578205] env[64443]: DEBUG oslo_concurrency.lockutils [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34c677d1-1a5e-4833-b8e6-ebc0dbe33c20/34c677d1-1a5e-4833-b8e6-ebc0dbe33c20.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.578448] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.580544] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-969e59d2-0eec-4026-a979-3bc9381dafc2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.593362] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.593701] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.594351] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-809b4e8e-9b0f-4c9d-874e-f50402f25647 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.601300] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 873.601300] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52fc456f-99b8-8597-95c2-4fa53da5519c" [ 873.601300] env[64443]: _type = "Task" [ 873.601300] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.608537] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab810ab5-f461-4f6e-9a72-3307ace410b3 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.609904] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-318a8553-1f74-46a4-82b9-430ec388f5fc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.616874] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52fc456f-99b8-8597-95c2-4fa53da5519c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.620195] env[64443]: DEBUG oslo_vmware.api [None req-ab810ab5-f461-4f6e-9a72-3307ace410b3 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 873.620195] env[64443]: value = "task-2676683" [ 873.620195] env[64443]: _type = "Task" [ 873.620195] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.635426] env[64443]: DEBUG oslo_vmware.api [None req-ab810ab5-f461-4f6e-9a72-3307ace410b3 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.672276] env[64443]: DEBUG oslo_concurrency.lockutils [req-34c8c635-2dd3-45c9-af02-08620390df2f req-7c4ed359-cafc-46c0-b38d-28681b2d14a2 service nova] Releasing lock "refresh_cache-d0381940-546b-45e7-984e-a78444d069f1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.741842] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f460a68f-34ef-4e89-8a7f-61d482583a05 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.750713] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f67d62-18cd-45a1-a8fd-717bda2c57f7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.785653] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988c2842-8815-4391-8ac6-6818f43a6a2b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.794817] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf959a6-1eb5-45bf-be65-dd017a74fee4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.812256] env[64443]: DEBUG nova.compute.provider_tree [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.865371] env[64443]: DEBUG nova.compute.manager [None req-4fc94349-6ad8-40b0-9b91-0e1a1074c253 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.865561] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc94349-6ad8-40b0-9b91-0e1a1074c253 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.865861] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-821c0e90-9e15-4859-8613-fcdfab10f0ae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.876957] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27c47d6-3c17-42c3-babb-617e1ff5c5c5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.902735] env[64443]: DEBUG oslo_vmware.api [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.922257] env[64443]: WARNING nova.virt.vmwareapi.vmops [None req-4fc94349-6ad8-40b0-9b91-0e1a1074c253 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5 could not be found. [ 873.922463] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4fc94349-6ad8-40b0-9b91-0e1a1074c253 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.922648] env[64443]: INFO nova.compute.manager [None req-4fc94349-6ad8-40b0-9b91-0e1a1074c253 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Took 0.06 seconds to destroy the instance on the hypervisor. [ 873.922899] env[64443]: DEBUG oslo.service.loopingcall [None req-4fc94349-6ad8-40b0-9b91-0e1a1074c253 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 873.927018] env[64443]: DEBUG nova.compute.manager [-] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.927018] env[64443]: DEBUG nova.network.neutron [-] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.934922] env[64443]: DEBUG oslo_vmware.api [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': task-2676681, 'name': PowerOnVM_Task, 'duration_secs': 0.753258} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.935238] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.935417] env[64443]: INFO nova.compute.manager [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Took 9.16 seconds to spawn the instance on the hypervisor. [ 873.935600] env[64443]: DEBUG nova.compute.manager [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.936408] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54654f4-dc3a-4e9b-9fa7-2ad33b4b36ab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.991330] env[64443]: DEBUG nova.compute.manager [req-474fc06c-b2a9-44cd-a13e-54e53be336db req-86183ad5-0c78-476a-8555-6df9b7d6e141 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Received event network-changed-a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 873.991492] env[64443]: DEBUG nova.compute.manager [req-474fc06c-b2a9-44cd-a13e-54e53be336db req-86183ad5-0c78-476a-8555-6df9b7d6e141 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Refreshing instance network info cache due to event network-changed-a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 873.991705] env[64443]: DEBUG oslo_concurrency.lockutils [req-474fc06c-b2a9-44cd-a13e-54e53be336db req-86183ad5-0c78-476a-8555-6df9b7d6e141 service nova] Acquiring lock "refresh_cache-a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.991848] env[64443]: DEBUG oslo_concurrency.lockutils [req-474fc06c-b2a9-44cd-a13e-54e53be336db req-86183ad5-0c78-476a-8555-6df9b7d6e141 service nova] Acquired lock "refresh_cache-a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.992034] env[64443]: DEBUG nova.network.neutron [req-474fc06c-b2a9-44cd-a13e-54e53be336db req-86183ad5-0c78-476a-8555-6df9b7d6e141 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Refreshing network info cache for port a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.028677] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "dc23b348-d002-432c-838a-644d3092057c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.028993] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "dc23b348-d002-432c-838a-644d3092057c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.112823] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Preparing fetch location {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 874.115767] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Fetch image to [datastore2] OSTACK_IMG_4cf193c7-542b-4bc2-a72f-30eee08d9381/OSTACK_IMG_4cf193c7-542b-4bc2-a72f-30eee08d9381.vmdk {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 874.115767] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Downloading stream optimized image 34c677d1-1a5e-4833-b8e6-ebc0dbe33c20 to [datastore2] OSTACK_IMG_4cf193c7-542b-4bc2-a72f-30eee08d9381/OSTACK_IMG_4cf193c7-542b-4bc2-a72f-30eee08d9381.vmdk on the data store datastore2 as vApp {{(pid=64443) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 874.115767] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Downloading image file data 34c677d1-1a5e-4833-b8e6-ebc0dbe33c20 to the ESX as VM named 'OSTACK_IMG_4cf193c7-542b-4bc2-a72f-30eee08d9381' {{(pid=64443) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 874.137581] env[64443]: DEBUG oslo_vmware.api [None req-ab810ab5-f461-4f6e-9a72-3307ace410b3 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676683, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.211853] env[64443]: DEBUG oslo_vmware.rw_handles [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 874.211853] env[64443]: value = "resgroup-9" [ 874.211853] env[64443]: _type = "ResourcePool" [ 874.211853] env[64443]: }. {{(pid=64443) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 874.212327] env[64443]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-bb689616-06ea-4fe2-931e-82597c5ced2e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.236212] env[64443]: DEBUG oslo_vmware.rw_handles [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lease: (returnval){ [ 874.236212] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5251af82-99de-682c-1da7-6947a788348e" [ 874.236212] env[64443]: _type = "HttpNfcLease" [ 874.236212] env[64443]: } obtained for vApp import into resource pool (val){ [ 874.236212] env[64443]: value = "resgroup-9" [ 874.236212] env[64443]: _type = "ResourcePool" [ 874.236212] env[64443]: }. {{(pid=64443) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 874.236596] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the lease: (returnval){ [ 874.236596] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5251af82-99de-682c-1da7-6947a788348e" [ 874.236596] env[64443]: _type = "HttpNfcLease" [ 874.236596] env[64443]: } to be ready. {{(pid=64443) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 874.243601] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 874.243601] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5251af82-99de-682c-1da7-6947a788348e" [ 874.243601] env[64443]: _type = "HttpNfcLease" [ 874.243601] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 874.315830] env[64443]: DEBUG nova.scheduler.client.report [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.402891] env[64443]: DEBUG oslo_vmware.api [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.455996] env[64443]: INFO nova.compute.manager [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Took 30.36 seconds to build instance. [ 874.531204] env[64443]: DEBUG nova.compute.manager [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.640788] env[64443]: DEBUG oslo_vmware.api [None req-ab810ab5-f461-4f6e-9a72-3307ace410b3 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676683, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.748607] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 874.748607] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5251af82-99de-682c-1da7-6947a788348e" [ 874.748607] env[64443]: _type = "HttpNfcLease" [ 874.748607] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 874.827610] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.827610] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.158s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.827972] env[64443]: DEBUG nova.objects.instance [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lazy-loading 'resources' on Instance uuid 56c38d6a-4399-4852-99e7-23ff210146b2 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.832106] env[64443]: DEBUG nova.network.neutron [-] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.859320] env[64443]: INFO nova.scheduler.client.report [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Deleted allocations for instance db12f279-a8f8-478c-885d-2a0d3062d87c [ 874.860742] env[64443]: DEBUG nova.network.neutron [req-474fc06c-b2a9-44cd-a13e-54e53be336db req-86183ad5-0c78-476a-8555-6df9b7d6e141 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Updated VIF entry in instance network info cache for port a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.861658] env[64443]: DEBUG nova.network.neutron [req-474fc06c-b2a9-44cd-a13e-54e53be336db req-86183ad5-0c78-476a-8555-6df9b7d6e141 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Updating instance_info_cache with network_info: [{"id": "a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a", "address": "fa:16:3e:90:df:63", "network": {"id": "567a3bde-7043-4e5f-ac4b-692f1e1f6af2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-871381679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ab588ce2264c4ed99c34ad7ecce8c634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f73a51-b6", "ovs_interfaceid": "a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.907180] env[64443]: DEBUG oslo_vmware.api [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676682, 'name': PowerOnVM_Task, 'duration_secs': 1.062554} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.908088] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.908565] env[64443]: DEBUG nova.compute.manager [None req-453d5565-344e-4b07-8d33-d7db47a5dfb5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.909959] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db41ece9-8206-43b9-90ee-3f9640098b78 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.957896] env[64443]: DEBUG oslo_concurrency.lockutils [None req-53e38cae-1386-4225-a522-28dde02be0ee tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Lock "2cf1f29c-38f5-40d8-b643-23aacfd60d96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.873s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.056620] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.135549] env[64443]: DEBUG oslo_vmware.api [None req-ab810ab5-f461-4f6e-9a72-3307ace410b3 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676683, 'name': PowerOnVM_Task, 'duration_secs': 1.140785} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.135876] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab810ab5-f461-4f6e-9a72-3307ace410b3 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.136201] env[64443]: DEBUG nova.compute.manager [None req-ab810ab5-f461-4f6e-9a72-3307ace410b3 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.137210] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd1a1f0-8c3a-48e4-a212-c64c2f2300b8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.249831] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 875.249831] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5251af82-99de-682c-1da7-6947a788348e" [ 875.249831] env[64443]: _type = "HttpNfcLease" [ 875.249831] env[64443]: } is ready. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 875.249831] env[64443]: DEBUG oslo_vmware.rw_handles [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 875.249831] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5251af82-99de-682c-1da7-6947a788348e" [ 875.249831] env[64443]: _type = "HttpNfcLease" [ 875.249831] env[64443]: }. {{(pid=64443) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 875.250352] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1897cf61-53fe-4d14-9c63-3155ee360ac9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.260736] env[64443]: DEBUG oslo_vmware.rw_handles [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244b2aa-1e45-ec46-f2ad-d162921aa2fb/disk-0.vmdk from lease info. {{(pid=64443) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 875.261156] env[64443]: DEBUG oslo_vmware.rw_handles [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244b2aa-1e45-ec46-f2ad-d162921aa2fb/disk-0.vmdk. {{(pid=64443) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 875.338956] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c6416c1f-1a57-4700-81e4-aafd6066c072 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.340474] env[64443]: INFO nova.compute.manager [-] [instance: 8ce6c57f-ef8b-4e88-a064-d12aefe8efb5] Took 1.41 seconds to deallocate network for instance. [ 875.367292] env[64443]: DEBUG oslo_concurrency.lockutils [req-474fc06c-b2a9-44cd-a13e-54e53be336db req-86183ad5-0c78-476a-8555-6df9b7d6e141 service nova] Releasing lock "refresh_cache-a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.375945] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d2ee5e7f-28a8-4955-9c45-c0751bde7836 tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "db12f279-a8f8-478c-885d-2a0d3062d87c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.382s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.733085] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d8cb11-6fad-48c8-9e39-7165ef3b6173 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.750604] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d642300d-f36d-48bb-a244-807e5702bf72 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.788291] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217d4009-7f5f-4b5f-9413-637cdf7e089c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.798439] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8ecf37-cc90-41f1-bca4-5ff74e2d9b8b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.824093] env[64443]: DEBUG nova.compute.provider_tree [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.311247] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Acquiring lock "2cf1f29c-38f5-40d8-b643-23aacfd60d96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.314024] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Lock "2cf1f29c-38f5-40d8-b643-23aacfd60d96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.315254] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Acquiring lock "2cf1f29c-38f5-40d8-b643-23aacfd60d96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.315711] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Lock "2cf1f29c-38f5-40d8-b643-23aacfd60d96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.316960] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Lock "2cf1f29c-38f5-40d8-b643-23aacfd60d96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.323532] env[64443]: INFO nova.compute.manager [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Terminating instance [ 876.327120] env[64443]: DEBUG nova.scheduler.client.report [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.392349] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4fc94349-6ad8-40b0-9b91-0e1a1074c253 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "8ce6c57f-ef8b-4e88-a064-d12aefe8efb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.048s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.414291] env[64443]: DEBUG nova.compute.manager [req-91da45e1-90c9-4ddf-a877-0b2254dfeffa req-af3d6b8d-8b6b-49a2-842b-3f139c6f8db8 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Received event network-changed-a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 876.414291] env[64443]: DEBUG nova.compute.manager [req-91da45e1-90c9-4ddf-a877-0b2254dfeffa req-af3d6b8d-8b6b-49a2-842b-3f139c6f8db8 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Refreshing instance network info cache due to event network-changed-a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 876.414291] env[64443]: DEBUG oslo_concurrency.lockutils [req-91da45e1-90c9-4ddf-a877-0b2254dfeffa req-af3d6b8d-8b6b-49a2-842b-3f139c6f8db8 service nova] Acquiring lock "refresh_cache-a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.414291] env[64443]: DEBUG oslo_concurrency.lockutils [req-91da45e1-90c9-4ddf-a877-0b2254dfeffa req-af3d6b8d-8b6b-49a2-842b-3f139c6f8db8 service nova] Acquired lock "refresh_cache-a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.414291] env[64443]: DEBUG nova.network.neutron [req-91da45e1-90c9-4ddf-a877-0b2254dfeffa req-af3d6b8d-8b6b-49a2-842b-3f139c6f8db8 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Refreshing network info cache for port a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.835595] env[64443]: DEBUG nova.compute.manager [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.837224] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.839096] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.840928] env[64443]: DEBUG oslo_vmware.rw_handles [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Completed reading data from the image iterator. {{(pid=64443) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 876.841178] env[64443]: DEBUG oslo_vmware.rw_handles [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244b2aa-1e45-ec46-f2ad-d162921aa2fb/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 876.842239] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88b0b31-6859-47bd-b870-42a7c848242d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.845414] env[64443]: DEBUG oslo_concurrency.lockutils [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.201s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.845740] env[64443]: DEBUG nova.objects.instance [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lazy-loading 'resources' on Instance uuid c064a08a-ab00-446c-a38e-a5d48cbde6d7 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.847941] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25abc0ec-4d2d-4898-8ecc-deb6f4db7112 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.864267] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.864267] env[64443]: DEBUG oslo_vmware.rw_handles [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244b2aa-1e45-ec46-f2ad-d162921aa2fb/disk-0.vmdk is in state: ready. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 876.864267] env[64443]: DEBUG oslo_vmware.rw_handles [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244b2aa-1e45-ec46-f2ad-d162921aa2fb/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 876.864267] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59e19615-c580-4aaa-9369-5a0f2ca7c736 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.865940] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-71989664-247c-4b5b-86d2-aa305ce19794 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.878141] env[64443]: DEBUG oslo_vmware.api [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Waiting for the task: (returnval){ [ 876.878141] env[64443]: value = "task-2676685" [ 876.878141] env[64443]: _type = "Task" [ 876.878141] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.885545] env[64443]: INFO nova.scheduler.client.report [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Deleted allocations for instance 56c38d6a-4399-4852-99e7-23ff210146b2 [ 876.898352] env[64443]: DEBUG oslo_vmware.api [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': task-2676685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.232707] env[64443]: DEBUG oslo_vmware.rw_handles [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5244b2aa-1e45-ec46-f2ad-d162921aa2fb/disk-0.vmdk. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 877.232944] env[64443]: INFO nova.virt.vmwareapi.images [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Downloaded image file data 34c677d1-1a5e-4833-b8e6-ebc0dbe33c20 [ 877.234251] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8620177-3c84-4afe-a1a8-e4ffca31adff {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.237488] env[64443]: DEBUG nova.network.neutron [req-91da45e1-90c9-4ddf-a877-0b2254dfeffa req-af3d6b8d-8b6b-49a2-842b-3f139c6f8db8 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Updated VIF entry in instance network info cache for port a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.237952] env[64443]: DEBUG nova.network.neutron [req-91da45e1-90c9-4ddf-a877-0b2254dfeffa req-af3d6b8d-8b6b-49a2-842b-3f139c6f8db8 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Updating instance_info_cache with network_info: [{"id": "a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a", "address": "fa:16:3e:90:df:63", "network": {"id": "567a3bde-7043-4e5f-ac4b-692f1e1f6af2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-871381679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ab588ce2264c4ed99c34ad7ecce8c634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f73a51-b6", "ovs_interfaceid": "a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.256561] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dc54e0d-c88e-4c1e-9e87-1a67011ff247 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.353020] env[64443]: INFO nova.virt.vmwareapi.images [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] The imported VM was unregistered [ 877.355508] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Caching image {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 877.356986] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Creating directory with path [datastore2] devstack-image-cache_base/34c677d1-1a5e-4833-b8e6-ebc0dbe33c20 {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.363422] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d032d77-e851-4776-9401-fc7a1e2667ad {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.388033] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Created directory with path [datastore2] devstack-image-cache_base/34c677d1-1a5e-4833-b8e6-ebc0dbe33c20 {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.388033] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_4cf193c7-542b-4bc2-a72f-30eee08d9381/OSTACK_IMG_4cf193c7-542b-4bc2-a72f-30eee08d9381.vmdk to [datastore2] devstack-image-cache_base/34c677d1-1a5e-4833-b8e6-ebc0dbe33c20/34c677d1-1a5e-4833-b8e6-ebc0dbe33c20.vmdk. {{(pid=64443) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 877.390402] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9a451e91-8cc7-4902-b25f-1b5e05e9059a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.396190] env[64443]: DEBUG oslo_vmware.api [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': task-2676685, 'name': PowerOffVM_Task, 'duration_secs': 0.322933} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.403132] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.403445] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.405183] env[64443]: DEBUG oslo_concurrency.lockutils [None req-bf5887be-1244-4ef5-a3a2-7eadd13f911a tempest-ListServersNegativeTestJSON-435753161 tempest-ListServersNegativeTestJSON-435753161-project-member] Lock "56c38d6a-4399-4852-99e7-23ff210146b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.539s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.405702] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2afae8d6-4b8f-4460-b89b-c16b5a312b87 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.412080] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 877.412080] env[64443]: value = "task-2676687" [ 877.412080] env[64443]: _type = "Task" [ 877.412080] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.422525] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676687, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.480706] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.481297] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.481680] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Deleting the datastore file [datastore2] 2cf1f29c-38f5-40d8-b643-23aacfd60d96 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.484925] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e478f5b1-9c9e-4451-b3c9-4e41d6445470 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.494995] env[64443]: DEBUG oslo_vmware.api [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Waiting for the task: (returnval){ [ 877.494995] env[64443]: value = "task-2676689" [ 877.494995] env[64443]: _type = "Task" [ 877.494995] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.507175] env[64443]: DEBUG oslo_vmware.api [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': task-2676689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.741414] env[64443]: DEBUG oslo_concurrency.lockutils [req-91da45e1-90c9-4ddf-a877-0b2254dfeffa req-af3d6b8d-8b6b-49a2-842b-3f139c6f8db8 service nova] Releasing lock "refresh_cache-a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.773142] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8e9090-b3e9-410b-94a2-6a1982cd6bb1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.783288] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0e8a39-cd26-45bc-8336-7e3b932bd4f1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.821173] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22139961-7064-4233-a0dc-8f8670ea0b04 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.830542] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b800d6a-c614-4afd-8058-164de74648f5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.847631] env[64443]: DEBUG nova.compute.provider_tree [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.923354] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676687, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.992677] env[64443]: DEBUG oslo_concurrency.lockutils [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "1d7a7ec8-bd79-4607-b1ac-99a91913bbdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.992677] env[64443]: DEBUG oslo_concurrency.lockutils [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "1d7a7ec8-bd79-4607-b1ac-99a91913bbdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.008037] env[64443]: DEBUG oslo_vmware.api [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Task: {'id': task-2676689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.459577} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.008037] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.008211] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.008329] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.008557] env[64443]: INFO nova.compute.manager [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Took 1.17 seconds to destroy the instance on the hypervisor. [ 878.008845] env[64443]: DEBUG oslo.service.loopingcall [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 878.009383] env[64443]: DEBUG nova.compute.manager [-] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.009592] env[64443]: DEBUG nova.network.neutron [-] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.353808] env[64443]: DEBUG nova.scheduler.client.report [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.426275] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676687, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.491220] env[64443]: DEBUG nova.compute.manager [req-fd0ed195-c0dd-4ca6-841f-d7bf1e99c85f req-1aa8aa21-1bb3-43b9-82bf-feae9a72c740 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Received event network-changed-a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.491421] env[64443]: DEBUG nova.compute.manager [req-fd0ed195-c0dd-4ca6-841f-d7bf1e99c85f req-1aa8aa21-1bb3-43b9-82bf-feae9a72c740 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Refreshing instance network info cache due to event network-changed-a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 878.491642] env[64443]: DEBUG oslo_concurrency.lockutils [req-fd0ed195-c0dd-4ca6-841f-d7bf1e99c85f req-1aa8aa21-1bb3-43b9-82bf-feae9a72c740 service nova] Acquiring lock "refresh_cache-a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.491944] env[64443]: DEBUG oslo_concurrency.lockutils [req-fd0ed195-c0dd-4ca6-841f-d7bf1e99c85f req-1aa8aa21-1bb3-43b9-82bf-feae9a72c740 service nova] Acquired lock "refresh_cache-a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.491944] env[64443]: DEBUG nova.network.neutron [req-fd0ed195-c0dd-4ca6-841f-d7bf1e99c85f req-1aa8aa21-1bb3-43b9-82bf-feae9a72c740 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Refreshing network info cache for port a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.502604] env[64443]: DEBUG nova.compute.manager [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.861506] env[64443]: DEBUG oslo_concurrency.lockutils [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.862783] env[64443]: DEBUG oslo_concurrency.lockutils [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.421s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.863188] env[64443]: DEBUG nova.objects.instance [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64443) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 878.889646] env[64443]: INFO nova.scheduler.client.report [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Deleted allocations for instance c064a08a-ab00-446c-a38e-a5d48cbde6d7 [ 878.932354] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676687, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.950320] env[64443]: DEBUG nova.compute.manager [req-18dcc267-1001-4d20-a5bb-01936705e71d req-7171b039-b0f1-4bf4-badd-3a7176b5f15d service nova] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Received event network-vif-deleted-5b02dfd8-ea44-4053-93f5-5d000e377b25 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 878.950551] env[64443]: INFO nova.compute.manager [req-18dcc267-1001-4d20-a5bb-01936705e71d req-7171b039-b0f1-4bf4-badd-3a7176b5f15d service nova] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Neutron deleted interface 5b02dfd8-ea44-4053-93f5-5d000e377b25; detaching it from the instance and deleting it from the info cache [ 878.950731] env[64443]: DEBUG nova.network.neutron [req-18dcc267-1001-4d20-a5bb-01936705e71d req-7171b039-b0f1-4bf4-badd-3a7176b5f15d service nova] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.028064] env[64443]: DEBUG oslo_concurrency.lockutils [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.232554] env[64443]: DEBUG nova.network.neutron [-] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.328935] env[64443]: DEBUG nova.network.neutron [req-fd0ed195-c0dd-4ca6-841f-d7bf1e99c85f req-1aa8aa21-1bb3-43b9-82bf-feae9a72c740 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Updated VIF entry in instance network info cache for port a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.329277] env[64443]: DEBUG nova.network.neutron [req-fd0ed195-c0dd-4ca6-841f-d7bf1e99c85f req-1aa8aa21-1bb3-43b9-82bf-feae9a72c740 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Updating instance_info_cache with network_info: [{"id": "a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a", "address": "fa:16:3e:90:df:63", "network": {"id": "567a3bde-7043-4e5f-ac4b-692f1e1f6af2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-871381679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ab588ce2264c4ed99c34ad7ecce8c634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f73a51-b6", "ovs_interfaceid": "a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.400608] env[64443]: DEBUG oslo_concurrency.lockutils [None req-486d60a9-e1b6-4bc1-bad7-703bb0ff3d84 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "c064a08a-ab00-446c-a38e-a5d48cbde6d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.695s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.432232] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676687, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.454336] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2406900-cc6e-4a89-a529-942f371f21e2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.466798] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8430e30f-6a4a-409a-9301-fd772189215d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.524015] env[64443]: DEBUG nova.compute.manager [req-18dcc267-1001-4d20-a5bb-01936705e71d req-7171b039-b0f1-4bf4-badd-3a7176b5f15d service nova] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Detach interface failed, port_id=5b02dfd8-ea44-4053-93f5-5d000e377b25, reason: Instance 2cf1f29c-38f5-40d8-b643-23aacfd60d96 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 879.735852] env[64443]: INFO nova.compute.manager [-] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Took 1.73 seconds to deallocate network for instance. [ 879.832782] env[64443]: DEBUG oslo_concurrency.lockutils [req-fd0ed195-c0dd-4ca6-841f-d7bf1e99c85f req-1aa8aa21-1bb3-43b9-82bf-feae9a72c740 service nova] Releasing lock "refresh_cache-a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.832782] env[64443]: DEBUG nova.compute.manager [req-fd0ed195-c0dd-4ca6-841f-d7bf1e99c85f req-1aa8aa21-1bb3-43b9-82bf-feae9a72c740 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Received event network-changed-a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.832782] env[64443]: DEBUG nova.compute.manager [req-fd0ed195-c0dd-4ca6-841f-d7bf1e99c85f req-1aa8aa21-1bb3-43b9-82bf-feae9a72c740 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Refreshing instance network info cache due to event network-changed-a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 879.833136] env[64443]: DEBUG oslo_concurrency.lockutils [req-fd0ed195-c0dd-4ca6-841f-d7bf1e99c85f req-1aa8aa21-1bb3-43b9-82bf-feae9a72c740 service nova] Acquiring lock "refresh_cache-a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.833136] env[64443]: DEBUG oslo_concurrency.lockutils [req-fd0ed195-c0dd-4ca6-841f-d7bf1e99c85f req-1aa8aa21-1bb3-43b9-82bf-feae9a72c740 service nova] Acquired lock "refresh_cache-a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.834606] env[64443]: DEBUG nova.network.neutron [req-fd0ed195-c0dd-4ca6-841f-d7bf1e99c85f req-1aa8aa21-1bb3-43b9-82bf-feae9a72c740 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Refreshing network info cache for port a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.879219] env[64443]: DEBUG oslo_concurrency.lockutils [None req-240df50b-fd91-4d35-b874-498a4cd33acf tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.887758] env[64443]: DEBUG oslo_concurrency.lockutils [None req-70821e31-881a-4444-8495-c7cfe041be21 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.783s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.936409] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676687, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.030422] env[64443]: DEBUG oslo_concurrency.lockutils [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Acquiring lock "a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.031075] env[64443]: DEBUG oslo_concurrency.lockutils [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Lock "a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.031329] env[64443]: DEBUG oslo_concurrency.lockutils [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Acquiring lock "a1c728ab-d6a4-46ef-84e8-a0beb82d62b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.031539] env[64443]: DEBUG oslo_concurrency.lockutils [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Lock "a1c728ab-d6a4-46ef-84e8-a0beb82d62b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.031718] env[64443]: DEBUG oslo_concurrency.lockutils [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Lock "a1c728ab-d6a4-46ef-84e8-a0beb82d62b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.034487] env[64443]: INFO nova.compute.manager [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Terminating instance [ 880.243708] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.390946] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "607c9db3-eb01-4317-bb37-c717e49c1aa7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.391074] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "607c9db3-eb01-4317-bb37-c717e49c1aa7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.391280] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "607c9db3-eb01-4317-bb37-c717e49c1aa7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.391477] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "607c9db3-eb01-4317-bb37-c717e49c1aa7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.391649] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "607c9db3-eb01-4317-bb37-c717e49c1aa7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.395855] env[64443]: INFO nova.compute.manager [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Terminating instance [ 880.440577] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676687, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.540372] env[64443]: DEBUG nova.compute.manager [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.540588] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.542068] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df94762-a4db-4d16-8458-2919f566cd7f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.550517] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.554040] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-291443b8-b5f9-4d41-98bf-ade376bc3f2f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.560528] env[64443]: DEBUG oslo_vmware.api [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Waiting for the task: (returnval){ [ 880.560528] env[64443]: value = "task-2676690" [ 880.560528] env[64443]: _type = "Task" [ 880.560528] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.571860] env[64443]: DEBUG oslo_vmware.api [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.672989] env[64443]: DEBUG nova.network.neutron [req-fd0ed195-c0dd-4ca6-841f-d7bf1e99c85f req-1aa8aa21-1bb3-43b9-82bf-feae9a72c740 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Updated VIF entry in instance network info cache for port a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.673379] env[64443]: DEBUG nova.network.neutron [req-fd0ed195-c0dd-4ca6-841f-d7bf1e99c85f req-1aa8aa21-1bb3-43b9-82bf-feae9a72c740 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Updating instance_info_cache with network_info: [{"id": "a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a", "address": "fa:16:3e:90:df:63", "network": {"id": "567a3bde-7043-4e5f-ac4b-692f1e1f6af2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-871381679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ab588ce2264c4ed99c34ad7ecce8c634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0f73a51-b6", "ovs_interfaceid": "a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.855768] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e919a49-4094-4de4-950e-e04441689e50 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.866591] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4394ae-caed-40d4-96cf-c1f7a78c9936 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.902453] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cdaec5-126b-4224-a00f-1a8149618981 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.905554] env[64443]: DEBUG nova.compute.manager [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.905772] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.906540] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76fcd6f-d3ba-4b31-ad15-f693bacb3d51 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.914987] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.917068] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0f744d9-819f-4240-b38c-1f5edf28241c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.920115] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7a6677-ef17-4be6-a0e8-f53c2207a0bd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.930869] env[64443]: DEBUG oslo_vmware.api [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 880.930869] env[64443]: value = "task-2676691" [ 880.930869] env[64443]: _type = "Task" [ 880.930869] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.942931] env[64443]: DEBUG nova.compute.provider_tree [None req-70821e31-881a-4444-8495-c7cfe041be21 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.944556] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676687, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.061039} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.948226] env[64443]: INFO nova.virt.vmwareapi.ds_util [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_4cf193c7-542b-4bc2-a72f-30eee08d9381/OSTACK_IMG_4cf193c7-542b-4bc2-a72f-30eee08d9381.vmdk to [datastore2] devstack-image-cache_base/34c677d1-1a5e-4833-b8e6-ebc0dbe33c20/34c677d1-1a5e-4833-b8e6-ebc0dbe33c20.vmdk. [ 880.948226] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Cleaning up location [datastore2] OSTACK_IMG_4cf193c7-542b-4bc2-a72f-30eee08d9381 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 880.948226] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_4cf193c7-542b-4bc2-a72f-30eee08d9381 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.948226] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5148029-7775-4771-a77e-4b9c48fa451b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.959207] env[64443]: DEBUG oslo_vmware.api [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.960669] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 880.960669] env[64443]: value = "task-2676692" [ 880.960669] env[64443]: _type = "Task" [ 880.960669] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.969863] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.076944] env[64443]: DEBUG oslo_vmware.api [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676690, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.102787] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "5884420d-748b-4bc3-9513-fedda3df2a86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.103096] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "5884420d-748b-4bc3-9513-fedda3df2a86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.150565] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "05cbdea7-4062-4cdf-9c3d-a2c2532676ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.150565] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "05cbdea7-4062-4cdf-9c3d-a2c2532676ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.179509] env[64443]: DEBUG oslo_concurrency.lockutils [req-fd0ed195-c0dd-4ca6-841f-d7bf1e99c85f req-1aa8aa21-1bb3-43b9-82bf-feae9a72c740 service nova] Releasing lock "refresh_cache-a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.450096] env[64443]: DEBUG nova.scheduler.client.report [None req-70821e31-881a-4444-8495-c7cfe041be21 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.465080] env[64443]: DEBUG oslo_vmware.api [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.481506] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0872} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.481835] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.482074] env[64443]: DEBUG oslo_concurrency.lockutils [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34c677d1-1a5e-4833-b8e6-ebc0dbe33c20/34c677d1-1a5e-4833-b8e6-ebc0dbe33c20.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.482439] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34c677d1-1a5e-4833-b8e6-ebc0dbe33c20/34c677d1-1a5e-4833-b8e6-ebc0dbe33c20.vmdk to [datastore2] d0381940-546b-45e7-984e-a78444d069f1/d0381940-546b-45e7-984e-a78444d069f1.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.482771] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad157693-a1d0-4369-8ffe-7a0e4afbc4c2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.493116] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 881.493116] env[64443]: value = "task-2676693" [ 881.493116] env[64443]: _type = "Task" [ 881.493116] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.504035] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.573219] env[64443]: DEBUG oslo_vmware.api [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676690, 'name': PowerOffVM_Task, 'duration_secs': 0.56788} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.573539] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.573714] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.573994] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5cb1e70-c4e6-4be0-9deb-07fcd91f1c3c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.605404] env[64443]: DEBUG nova.compute.manager [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.645423] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.645667] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.645856] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Deleting the datastore file [datastore1] a1c728ab-d6a4-46ef-84e8-a0beb82d62b9 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.646175] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f95223c5-4bc0-46f7-ae47-cf080260c7d4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.652736] env[64443]: DEBUG nova.compute.manager [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.656996] env[64443]: DEBUG oslo_vmware.api [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Waiting for the task: (returnval){ [ 881.656996] env[64443]: value = "task-2676695" [ 881.656996] env[64443]: _type = "Task" [ 881.656996] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.667275] env[64443]: DEBUG oslo_vmware.api [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.960921] env[64443]: DEBUG oslo_vmware.api [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676691, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.005906] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676693, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.139145] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.175702] env[64443]: DEBUG oslo_vmware.api [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Task: {'id': task-2676695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368473} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.175986] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.178626] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.178879] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.179183] env[64443]: INFO nova.compute.manager [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Took 1.64 seconds to destroy the instance on the hypervisor. [ 882.180457] env[64443]: DEBUG oslo.service.loopingcall [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 882.180457] env[64443]: DEBUG nova.compute.manager [-] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.180457] env[64443]: DEBUG nova.network.neutron [-] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.188807] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.457765] env[64443]: DEBUG oslo_vmware.api [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676691, 'name': PowerOffVM_Task, 'duration_secs': 1.100961} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.458347] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.458586] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.458907] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a05d5b73-7aa5-4275-aa38-f22eeef89e4e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.465341] env[64443]: DEBUG oslo_concurrency.lockutils [None req-70821e31-881a-4444-8495-c7cfe041be21 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.576s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.465632] env[64443]: DEBUG nova.compute.manager [None req-70821e31-881a-4444-8495-c7cfe041be21 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=64443) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 882.471270] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.014s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.471532] env[64443]: DEBUG nova.objects.instance [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Lazy-loading 'resources' on Instance uuid b84768f5-b018-4142-8db1-b1b2299bfa9e {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.511167] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676693, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.583026] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.583026] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.583026] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Deleting the datastore file [datastore1] 607c9db3-eb01-4317-bb37-c717e49c1aa7 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.583026] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3363917-f94b-47e8-b98b-8a283110f096 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.593078] env[64443]: DEBUG oslo_vmware.api [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 882.593078] env[64443]: value = "task-2676697" [ 882.593078] env[64443]: _type = "Task" [ 882.593078] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.605284] env[64443]: DEBUG oslo_vmware.api [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.705383] env[64443]: DEBUG nova.compute.manager [req-096765e2-9d08-47de-9a6e-f00e6728cfcc req-9c3e9780-3258-43bc-a2ae-40b2a11cd9b8 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Received event network-vif-deleted-a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 882.706128] env[64443]: INFO nova.compute.manager [req-096765e2-9d08-47de-9a6e-f00e6728cfcc req-9c3e9780-3258-43bc-a2ae-40b2a11cd9b8 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Neutron deleted interface a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a; detaching it from the instance and deleting it from the info cache [ 882.706505] env[64443]: DEBUG nova.network.neutron [req-096765e2-9d08-47de-9a6e-f00e6728cfcc req-9c3e9780-3258-43bc-a2ae-40b2a11cd9b8 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.982387] env[64443]: DEBUG nova.network.neutron [-] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.012698] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676693, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.044439] env[64443]: INFO nova.scheduler.client.report [None req-70821e31-881a-4444-8495-c7cfe041be21 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Deleted allocation for migration 0f799fd7-6ed5-44ef-bd73-7dacb31436f6 [ 883.110593] env[64443]: DEBUG oslo_vmware.api [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355805} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.113757] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.113968] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.114169] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.114347] env[64443]: INFO nova.compute.manager [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Took 2.21 seconds to destroy the instance on the hypervisor. [ 883.114595] env[64443]: DEBUG oslo.service.loopingcall [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 883.115726] env[64443]: DEBUG nova.compute.manager [-] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.115726] env[64443]: DEBUG nova.network.neutron [-] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.212418] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa8ebd81-f97f-4a41-9625-d9c305fbc6fe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.223915] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6119ee1-897d-41f9-85b1-d7c51bf6f8f0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.272396] env[64443]: DEBUG nova.compute.manager [req-096765e2-9d08-47de-9a6e-f00e6728cfcc req-9c3e9780-3258-43bc-a2ae-40b2a11cd9b8 service nova] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Detach interface failed, port_id=a0f73a51-b6c1-4bd7-9ac7-a998884ffc6a, reason: Instance a1c728ab-d6a4-46ef-84e8-a0beb82d62b9 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 883.406770] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc0ec58-217d-4228-abb0-b82cdce8d59f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.418515] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21b3ba7-14ec-4d7c-92c8-ce264c5677ef {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.453575] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc818b7-af53-4a2f-a5a9-e1304325d426 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.463050] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c2ab58-540d-4e44-9d08-b5c4012d4e81 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.480186] env[64443]: DEBUG nova.compute.provider_tree [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.484173] env[64443]: INFO nova.compute.manager [-] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Took 1.30 seconds to deallocate network for instance. [ 883.508407] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676693, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.551179] env[64443]: DEBUG oslo_concurrency.lockutils [None req-70821e31-881a-4444-8495-c7cfe041be21 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "cdcc1d35-9ead-4e4c-ada3-ab31513b73af" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.927s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.913499] env[64443]: DEBUG nova.network.neutron [-] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.983242] env[64443]: DEBUG nova.scheduler.client.report [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.996422] env[64443]: DEBUG oslo_concurrency.lockutils [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.014546] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676693, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.416852] env[64443]: INFO nova.compute.manager [-] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Took 1.30 seconds to deallocate network for instance. [ 884.488447] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.491421] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.681s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.491490] env[64443]: DEBUG nova.objects.instance [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lazy-loading 'resources' on Instance uuid 8cbb1e8f-c258-42db-ac80-14af4337c82d {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.512079] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676693, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.577194} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.512079] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34c677d1-1a5e-4833-b8e6-ebc0dbe33c20/34c677d1-1a5e-4833-b8e6-ebc0dbe33c20.vmdk to [datastore2] d0381940-546b-45e7-984e-a78444d069f1/d0381940-546b-45e7-984e-a78444d069f1.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.512079] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c4c1cd-14b5-4081-aec5-7fb4937c4f9d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.516131] env[64443]: INFO nova.scheduler.client.report [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Deleted allocations for instance b84768f5-b018-4142-8db1-b1b2299bfa9e [ 884.543982] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] d0381940-546b-45e7-984e-a78444d069f1/d0381940-546b-45e7-984e-a78444d069f1.vmdk or device None with type streamOptimized {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.544641] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1118783-88a0-41de-8f44-5a3000b0d740 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.573350] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 884.573350] env[64443]: value = "task-2676698" [ 884.573350] env[64443]: _type = "Task" [ 884.573350] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.585381] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.676337] env[64443]: DEBUG nova.objects.instance [None req-901ebdf4-7648-4229-8ef2-0b3333c9f7d6 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lazy-loading 'flavor' on Instance uuid cdcc1d35-9ead-4e4c-ada3-ab31513b73af {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.741100] env[64443]: DEBUG nova.compute.manager [req-9e785cb1-f0e7-4aed-96f5-bbf51deec1a2 req-c63d742d-6f5e-4669-937d-9055302bad34 service nova] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Received event network-vif-deleted-ce11edf5-d021-4974-99b9-c7c4a3c28a72 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.927785] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.049928] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ea5d0393-c7f7-4121-b385-78ac119b3a68 tempest-ServerShowV254Test-1573273194 tempest-ServerShowV254Test-1573273194-project-member] Lock "b84768f5-b018-4142-8db1-b1b2299bfa9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.876s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.092770] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.182780] env[64443]: DEBUG oslo_concurrency.lockutils [None req-901ebdf4-7648-4229-8ef2-0b3333c9f7d6 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "refresh_cache-cdcc1d35-9ead-4e4c-ada3-ab31513b73af" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.182974] env[64443]: DEBUG oslo_concurrency.lockutils [None req-901ebdf4-7648-4229-8ef2-0b3333c9f7d6 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired lock "refresh_cache-cdcc1d35-9ead-4e4c-ada3-ab31513b73af" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.183321] env[64443]: DEBUG nova.network.neutron [None req-901ebdf4-7648-4229-8ef2-0b3333c9f7d6 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.183516] env[64443]: DEBUG nova.objects.instance [None req-901ebdf4-7648-4229-8ef2-0b3333c9f7d6 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lazy-loading 'info_cache' on Instance uuid cdcc1d35-9ead-4e4c-ada3-ab31513b73af {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.379605] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e29298-b1e8-4e29-acc0-64a8c5a71e13 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.388192] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94c1887-e434-468f-b318-2ac4363b8638 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.422467] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1bda83-f12b-4d08-a7bf-d91da7a81e83 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.432386] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757f44c6-bcab-4f0a-8359-541e6c8b9bd2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.447844] env[64443]: DEBUG nova.compute.provider_tree [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.589993] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676698, 'name': ReconfigVM_Task, 'duration_secs': 0.569025} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.590364] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Reconfigured VM instance instance-00000024 to attach disk [datastore2] d0381940-546b-45e7-984e-a78444d069f1/d0381940-546b-45e7-984e-a78444d069f1.vmdk or device None with type streamOptimized {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.591038] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-926e253e-5093-4930-9299-77a339857394 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.598578] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 885.598578] env[64443]: value = "task-2676699" [ 885.598578] env[64443]: _type = "Task" [ 885.598578] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.609506] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676699, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.691200] env[64443]: DEBUG nova.objects.base [None req-901ebdf4-7648-4229-8ef2-0b3333c9f7d6 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 885.952908] env[64443]: DEBUG nova.scheduler.client.report [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.111263] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676699, 'name': Rename_Task, 'duration_secs': 0.156299} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.111263] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.111263] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-320d2575-e736-4259-b613-fbe6d1eff6ee {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.122019] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 886.122019] env[64443]: value = "task-2676700" [ 886.122019] env[64443]: _type = "Task" [ 886.122019] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.133796] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.461488] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.464931] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.602s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.465503] env[64443]: DEBUG nova.objects.instance [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lazy-loading 'resources' on Instance uuid a9cd65b5-58ae-4174-ba35-131d685991ef {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.485973] env[64443]: INFO nova.scheduler.client.report [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Deleted allocations for instance 8cbb1e8f-c258-42db-ac80-14af4337c82d [ 886.512465] env[64443]: DEBUG nova.network.neutron [None req-901ebdf4-7648-4229-8ef2-0b3333c9f7d6 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Updating instance_info_cache with network_info: [{"id": "6036e44c-ce8a-48be-9870-1e4aaafff70b", "address": "fa:16:3e:c7:b5:dd", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6036e44c-ce", "ovs_interfaceid": "6036e44c-ce8a-48be-9870-1e4aaafff70b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.632605] env[64443]: DEBUG oslo_vmware.api [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676700, 'name': PowerOnVM_Task, 'duration_secs': 0.502887} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.632921] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.762072] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Acquiring lock "17c0b912-f5c8-4bbd-9e15-0e26d490ff65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.763788] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Lock "17c0b912-f5c8-4bbd-9e15-0e26d490ff65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.778193] env[64443]: DEBUG nova.compute.manager [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.779466] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3829bc5e-2a75-4b8f-b1fa-bd9bd039936c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.998794] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8b7081b1-59de-4267-8a61-fdb914d641cd tempest-ServersAdminTestJSON-1461262248 tempest-ServersAdminTestJSON-1461262248-project-member] Lock "8cbb1e8f-c258-42db-ac80-14af4337c82d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.016s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.019369] env[64443]: DEBUG oslo_concurrency.lockutils [None req-901ebdf4-7648-4229-8ef2-0b3333c9f7d6 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Releasing lock "refresh_cache-cdcc1d35-9ead-4e4c-ada3-ab31513b73af" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.266557] env[64443]: DEBUG nova.compute.manager [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.301600] env[64443]: DEBUG oslo_concurrency.lockutils [None req-964ececf-53a7-4966-a3ad-16932930d412 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "d0381940-546b-45e7-984e-a78444d069f1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.545s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.341432] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33877ee6-d71d-488d-9235-e0fbf2e42704 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.350068] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06683206-87b9-4bce-8721-8ab26d26a301 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.387805] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1adccc-6fbf-486c-9f18-ba851580822d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.396503] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622d54e2-299c-4de7-b339-4f68ca6e7855 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.411150] env[64443]: DEBUG nova.compute.provider_tree [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.793481] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.914453] env[64443]: DEBUG nova.scheduler.client.report [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.025038] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-901ebdf4-7648-4229-8ef2-0b3333c9f7d6 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.025219] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28867b59-a06a-44ca-bc3c-c27e56e3420f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.038356] env[64443]: DEBUG oslo_vmware.api [None req-901ebdf4-7648-4229-8ef2-0b3333c9f7d6 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 888.038356] env[64443]: value = "task-2676701" [ 888.038356] env[64443]: _type = "Task" [ 888.038356] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.048871] env[64443]: DEBUG oslo_vmware.api [None req-901ebdf4-7648-4229-8ef2-0b3333c9f7d6 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.420257] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.422749] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.887s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.422962] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.424753] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.368s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.426693] env[64443]: INFO nova.compute.claims [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.453228] env[64443]: INFO nova.scheduler.client.report [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Deleted allocations for instance a9cd65b5-58ae-4174-ba35-131d685991ef [ 888.457969] env[64443]: INFO nova.scheduler.client.report [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Deleted allocations for instance 60590d5a-3ca8-4189-a294-c72f00d2bf8c [ 888.548678] env[64443]: DEBUG oslo_vmware.api [None req-901ebdf4-7648-4229-8ef2-0b3333c9f7d6 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676701, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.960775] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99eba14a-de6d-4a59-ad1c-0a04d78e90a8 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "a9cd65b5-58ae-4174-ba35-131d685991ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.852s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.963662] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6331ad96-ea03-409f-8333-835697ea6887 tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "60590d5a-3ca8-4189-a294-c72f00d2bf8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.318s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.054230] env[64443]: DEBUG oslo_vmware.api [None req-901ebdf4-7648-4229-8ef2-0b3333c9f7d6 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676701, 'name': PowerOnVM_Task, 'duration_secs': 0.702237} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.054502] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-901ebdf4-7648-4229-8ef2-0b3333c9f7d6 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.054700] env[64443]: DEBUG nova.compute.manager [None req-901ebdf4-7648-4229-8ef2-0b3333c9f7d6 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.055499] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf42264a-150c-4eb7-8ce5-32f4eb5e8c55 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.458246] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d3b039-6c92-4ba6-91a5-a62f60566c89 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.469250] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0b85f46a-1486-4286-8524-5a9ce8db3a93 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Suspending the VM {{(pid=64443) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 889.472070] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fa62d59f-be8e-4409-b21a-e9e8035d416a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.482000] env[64443]: DEBUG oslo_vmware.api [None req-0b85f46a-1486-4286-8524-5a9ce8db3a93 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 889.482000] env[64443]: value = "task-2676702" [ 889.482000] env[64443]: _type = "Task" [ 889.482000] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.491841] env[64443]: DEBUG oslo_vmware.api [None req-0b85f46a-1486-4286-8524-5a9ce8db3a93 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676702, 'name': SuspendVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.883469] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c430c9b8-3c40-4ab4-9c91-164d79eeb910 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.896446] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b283ad-a54d-47f9-a2b4-0e3f57f0c6c3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.936919] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6326581-b027-4e28-be54-10f44d603696 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.946540] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd80bcbb-3957-4006-8c7d-f3252dcbda74 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.965682] env[64443]: DEBUG nova.compute.provider_tree [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.994746] env[64443]: DEBUG oslo_vmware.api [None req-0b85f46a-1486-4286-8524-5a9ce8db3a93 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676702, 'name': SuspendVM_Task} progress is 58%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.225136] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "4527a9ba-28f7-4698-aec0-6389cfc9d788" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.225136] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "4527a9ba-28f7-4698-aec0-6389cfc9d788" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.225136] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "4527a9ba-28f7-4698-aec0-6389cfc9d788-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.225136] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "4527a9ba-28f7-4698-aec0-6389cfc9d788-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.225136] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "4527a9ba-28f7-4698-aec0-6389cfc9d788-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.227269] env[64443]: INFO nova.compute.manager [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Terminating instance [ 890.469330] env[64443]: DEBUG nova.scheduler.client.report [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.493830] env[64443]: DEBUG oslo_vmware.api [None req-0b85f46a-1486-4286-8524-5a9ce8db3a93 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676702, 'name': SuspendVM_Task} progress is 58%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.621684] env[64443]: DEBUG nova.objects.instance [None req-6d2b7aa0-d82a-4a1c-a87d-d60edd8287d2 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Lazy-loading 'flavor' on Instance uuid 80602fb3-01a6-4048-9d49-e9429af72d1b {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.730888] env[64443]: DEBUG nova.compute.manager [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.732067] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.734469] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9921df4f-d16f-4247-83f9-3be9a3ce4b38 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.752444] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.752978] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-105a1aaa-67ab-4f51-b21d-ac5c8405eba2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.765351] env[64443]: DEBUG oslo_vmware.api [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 890.765351] env[64443]: value = "task-2676703" [ 890.765351] env[64443]: _type = "Task" [ 890.765351] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.778210] env[64443]: DEBUG oslo_vmware.api [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.987021] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.987021] env[64443]: DEBUG nova.compute.manager [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.988257] env[64443]: DEBUG oslo_concurrency.lockutils [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.960s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.990245] env[64443]: INFO nova.compute.claims [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.010805] env[64443]: DEBUG oslo_vmware.api [None req-0b85f46a-1486-4286-8524-5a9ce8db3a93 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676702, 'name': SuspendVM_Task, 'duration_secs': 1.399607} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.010914] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0b85f46a-1486-4286-8524-5a9ce8db3a93 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Suspended the VM {{(pid=64443) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 891.011124] env[64443]: DEBUG nova.compute.manager [None req-0b85f46a-1486-4286-8524-5a9ce8db3a93 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.012033] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d2f9da-af0b-420f-ad86-f34338df354a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.074699] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "cdcc1d35-9ead-4e4c-ada3-ab31513b73af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.078021] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "cdcc1d35-9ead-4e4c-ada3-ab31513b73af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.078021] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "cdcc1d35-9ead-4e4c-ada3-ab31513b73af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.078021] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "cdcc1d35-9ead-4e4c-ada3-ab31513b73af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.078021] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "cdcc1d35-9ead-4e4c-ada3-ab31513b73af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.082343] env[64443]: INFO nova.compute.manager [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Terminating instance [ 891.136020] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6d2b7aa0-d82a-4a1c-a87d-d60edd8287d2 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Acquiring lock "refresh_cache-80602fb3-01a6-4048-9d49-e9429af72d1b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.136020] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6d2b7aa0-d82a-4a1c-a87d-d60edd8287d2 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Acquired lock "refresh_cache-80602fb3-01a6-4048-9d49-e9429af72d1b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.282880] env[64443]: DEBUG oslo_vmware.api [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676703, 'name': PowerOffVM_Task, 'duration_secs': 0.473368} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.283329] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.283652] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.285966] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9e37456-752b-4250-ba99-b0330f587425 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.356160] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.356392] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.356701] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Deleting the datastore file [datastore1] 4527a9ba-28f7-4698-aec0-6389cfc9d788 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.356981] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0be5918-dbdb-4d62-97e2-81dd1162041c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.369399] env[64443]: DEBUG oslo_vmware.api [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for the task: (returnval){ [ 891.369399] env[64443]: value = "task-2676705" [ 891.369399] env[64443]: _type = "Task" [ 891.369399] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.379238] env[64443]: DEBUG oslo_vmware.api [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.495079] env[64443]: DEBUG nova.compute.utils [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 891.496762] env[64443]: DEBUG nova.compute.manager [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.497211] env[64443]: DEBUG nova.network.neutron [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.587746] env[64443]: DEBUG nova.compute.manager [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.588067] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.589434] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6e0564-c44e-4299-990a-0719f0408202 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.599335] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.599483] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d70f34c6-2562-4b25-8e42-95b87fa477f0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.611104] env[64443]: DEBUG nova.policy [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42d8c6e7667b4faa8ae5db1ae61cc66e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9db2bb1984142f78ed5f4403a751980', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.617451] env[64443]: DEBUG oslo_vmware.api [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 891.617451] env[64443]: value = "task-2676706" [ 891.617451] env[64443]: _type = "Task" [ 891.617451] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.630626] env[64443]: DEBUG oslo_vmware.api [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.885954] env[64443]: DEBUG oslo_vmware.api [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Task: {'id': task-2676705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409155} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.887372] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.888099] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.888099] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.888099] env[64443]: INFO nova.compute.manager [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Took 1.16 seconds to destroy the instance on the hypervisor. [ 891.888477] env[64443]: DEBUG oslo.service.loopingcall [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 891.888477] env[64443]: DEBUG nova.compute.manager [-] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.888867] env[64443]: DEBUG nova.network.neutron [-] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.003884] env[64443]: DEBUG nova.compute.manager [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.111409] env[64443]: DEBUG nova.network.neutron [None req-6d2b7aa0-d82a-4a1c-a87d-d60edd8287d2 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.131065] env[64443]: DEBUG oslo_vmware.api [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676706, 'name': PowerOffVM_Task, 'duration_secs': 0.232759} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.135896] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.135896] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.137771] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-433219f8-5fdb-4528-8ed7-544b4f0ef9b1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.203865] env[64443]: DEBUG nova.compute.manager [req-36ddd229-555b-4510-b0ee-5a582f966f45 req-35e9b4f4-ba46-4bcc-95b4-f0a8c498ea30 service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Received event network-changed-4a236d4f-2873-4efc-ae08-ca1d849adb13 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 892.204088] env[64443]: DEBUG nova.compute.manager [req-36ddd229-555b-4510-b0ee-5a582f966f45 req-35e9b4f4-ba46-4bcc-95b4-f0a8c498ea30 service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Refreshing instance network info cache due to event network-changed-4a236d4f-2873-4efc-ae08-ca1d849adb13. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 892.204333] env[64443]: DEBUG oslo_concurrency.lockutils [req-36ddd229-555b-4510-b0ee-5a582f966f45 req-35e9b4f4-ba46-4bcc-95b4-f0a8c498ea30 service nova] Acquiring lock "refresh_cache-80602fb3-01a6-4048-9d49-e9429af72d1b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.225632] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.225899] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.226133] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Deleting the datastore file [datastore1] cdcc1d35-9ead-4e4c-ada3-ab31513b73af {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.226874] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfb588d5-8094-4e91-90fa-541181b06e8f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.234185] env[64443]: DEBUG oslo_vmware.api [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 892.234185] env[64443]: value = "task-2676708" [ 892.234185] env[64443]: _type = "Task" [ 892.234185] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.247115] env[64443]: DEBUG oslo_vmware.api [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.373367] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc988519-6a3b-4506-a67d-293eb4377e2a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.382496] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742bde54-e0c5-46ea-a241-46a045f0ef11 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.422892] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5bf07b-27d7-43b5-a2df-a38d34780068 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.432102] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd3e8ad-400a-4f40-9e04-22991374d3b5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.447039] env[64443]: INFO nova.compute.manager [None req-2108b8b4-92f5-48fd-a06d-f47333e6bd29 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Resuming [ 892.447679] env[64443]: DEBUG nova.objects.instance [None req-2108b8b4-92f5-48fd-a06d-f47333e6bd29 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lazy-loading 'flavor' on Instance uuid d0381940-546b-45e7-984e-a78444d069f1 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.449398] env[64443]: DEBUG nova.compute.provider_tree [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 892.451194] env[64443]: DEBUG nova.network.neutron [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Successfully created port: ea3d3885-bf50-498f-98b2-1d12b0088888 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.499162] env[64443]: DEBUG oslo_concurrency.lockutils [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "5f81a44d-0799-4b08-b334-829e8cfbaa83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.499588] env[64443]: DEBUG oslo_concurrency.lockutils [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "5f81a44d-0799-4b08-b334-829e8cfbaa83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.745331] env[64443]: DEBUG oslo_vmware.api [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319474} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.745621] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.745829] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.746185] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.746323] env[64443]: INFO nova.compute.manager [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Took 1.16 seconds to destroy the instance on the hypervisor. [ 892.746855] env[64443]: DEBUG oslo.service.loopingcall [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 892.746855] env[64443]: DEBUG nova.compute.manager [-] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.747029] env[64443]: DEBUG nova.network.neutron [-] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.988313] env[64443]: ERROR nova.scheduler.client.report [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [req-4d1b940f-fdef-4898-9373-65d8266fe05d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4d1b940f-fdef-4898-9373-65d8266fe05d"}]} [ 893.004361] env[64443]: DEBUG nova.compute.manager [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 893.019997] env[64443]: DEBUG nova.scheduler.client.report [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 893.028023] env[64443]: DEBUG nova.compute.manager [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.028023] env[64443]: DEBUG nova.network.neutron [-] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.044790] env[64443]: DEBUG nova.scheduler.client.report [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 893.044936] env[64443]: DEBUG nova.compute.provider_tree [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.063935] env[64443]: DEBUG nova.scheduler.client.report [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 893.072139] env[64443]: DEBUG nova.virt.hardware [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.072139] env[64443]: DEBUG nova.virt.hardware [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.072403] env[64443]: DEBUG nova.virt.hardware [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.072510] env[64443]: DEBUG nova.virt.hardware [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.072669] env[64443]: DEBUG nova.virt.hardware [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.072844] env[64443]: DEBUG nova.virt.hardware [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.076444] env[64443]: DEBUG nova.virt.hardware [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.076743] env[64443]: DEBUG nova.virt.hardware [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.076846] env[64443]: DEBUG nova.virt.hardware [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.077109] env[64443]: DEBUG nova.virt.hardware [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.077374] env[64443]: DEBUG nova.virt.hardware [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.078697] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b71899f-fa8d-4ce0-8e3c-63bf20d459e0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.083692] env[64443]: DEBUG nova.network.neutron [None req-6d2b7aa0-d82a-4a1c-a87d-d60edd8287d2 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Updating instance_info_cache with network_info: [{"id": "4a236d4f-2873-4efc-ae08-ca1d849adb13", "address": "fa:16:3e:f6:cc:47", "network": {"id": "15206a82-3091-4616-890b-c26195d90d1d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-73304751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e0a353c0d974e2b8259f86f58f6e8ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a236d4f-28", "ovs_interfaceid": "4a236d4f-2873-4efc-ae08-ca1d849adb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.092556] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32247c59-75f2-4c0e-8ff4-bd317cb4de66 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.109193] env[64443]: DEBUG nova.scheduler.client.report [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 893.414381] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfc9627-a609-4dfe-af37-af99e9ae63b9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.425358] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9496fd-1301-4d99-a142-e16edca3165b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.462720] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bac04b-e670-4922-8792-9a0534a09116 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.477342] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d302681-444f-45c0-9f6f-6f1a4a46aba6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.494533] env[64443]: DEBUG nova.compute.provider_tree [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.526648] env[64443]: DEBUG oslo_concurrency.lockutils [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.530153] env[64443]: INFO nova.compute.manager [-] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Took 1.64 seconds to deallocate network for instance. [ 893.586514] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6d2b7aa0-d82a-4a1c-a87d-d60edd8287d2 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Releasing lock "refresh_cache-80602fb3-01a6-4048-9d49-e9429af72d1b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.586759] env[64443]: DEBUG nova.compute.manager [None req-6d2b7aa0-d82a-4a1c-a87d-d60edd8287d2 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Inject network info {{(pid=64443) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 893.587031] env[64443]: DEBUG nova.compute.manager [None req-6d2b7aa0-d82a-4a1c-a87d-d60edd8287d2 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] network_info to inject: |[{"id": "4a236d4f-2873-4efc-ae08-ca1d849adb13", "address": "fa:16:3e:f6:cc:47", "network": {"id": "15206a82-3091-4616-890b-c26195d90d1d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-73304751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e0a353c0d974e2b8259f86f58f6e8ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a236d4f-28", "ovs_interfaceid": "4a236d4f-2873-4efc-ae08-ca1d849adb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 893.593320] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2b7aa0-d82a-4a1c-a87d-d60edd8287d2 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Reconfiguring VM instance to set the machine id {{(pid=64443) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 893.593624] env[64443]: DEBUG oslo_concurrency.lockutils [req-36ddd229-555b-4510-b0ee-5a582f966f45 req-35e9b4f4-ba46-4bcc-95b4-f0a8c498ea30 service nova] Acquired lock "refresh_cache-80602fb3-01a6-4048-9d49-e9429af72d1b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.593834] env[64443]: DEBUG nova.network.neutron [req-36ddd229-555b-4510-b0ee-5a582f966f45 req-35e9b4f4-ba46-4bcc-95b4-f0a8c498ea30 service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Refreshing network info cache for port 4a236d4f-2873-4efc-ae08-ca1d849adb13 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.595787] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca2efa57-c838-4b46-8c71-ce3c55a10bf3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.617197] env[64443]: DEBUG oslo_vmware.api [None req-6d2b7aa0-d82a-4a1c-a87d-d60edd8287d2 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Waiting for the task: (returnval){ [ 893.617197] env[64443]: value = "task-2676709" [ 893.617197] env[64443]: _type = "Task" [ 893.617197] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.626471] env[64443]: DEBUG oslo_vmware.api [None req-6d2b7aa0-d82a-4a1c-a87d-d60edd8287d2 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': task-2676709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.884226] env[64443]: DEBUG nova.network.neutron [req-36ddd229-555b-4510-b0ee-5a582f966f45 req-35e9b4f4-ba46-4bcc-95b4-f0a8c498ea30 service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Updated VIF entry in instance network info cache for port 4a236d4f-2873-4efc-ae08-ca1d849adb13. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.884742] env[64443]: DEBUG nova.network.neutron [req-36ddd229-555b-4510-b0ee-5a582f966f45 req-35e9b4f4-ba46-4bcc-95b4-f0a8c498ea30 service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Updating instance_info_cache with network_info: [{"id": "4a236d4f-2873-4efc-ae08-ca1d849adb13", "address": "fa:16:3e:f6:cc:47", "network": {"id": "15206a82-3091-4616-890b-c26195d90d1d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-73304751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e0a353c0d974e2b8259f86f58f6e8ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a236d4f-28", "ovs_interfaceid": "4a236d4f-2873-4efc-ae08-ca1d849adb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.961520] env[64443]: DEBUG nova.network.neutron [-] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.970066] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2108b8b4-92f5-48fd-a06d-f47333e6bd29 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "refresh_cache-d0381940-546b-45e7-984e-a78444d069f1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.970347] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2108b8b4-92f5-48fd-a06d-f47333e6bd29 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquired lock "refresh_cache-d0381940-546b-45e7-984e-a78444d069f1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.970433] env[64443]: DEBUG nova.network.neutron [None req-2108b8b4-92f5-48fd-a06d-f47333e6bd29 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.033780] env[64443]: DEBUG nova.scheduler.client.report [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 894.033780] env[64443]: DEBUG nova.compute.provider_tree [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 109 to 110 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 894.033780] env[64443]: DEBUG nova.compute.provider_tree [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 894.038357] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.129286] env[64443]: DEBUG oslo_vmware.api [None req-6d2b7aa0-d82a-4a1c-a87d-d60edd8287d2 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': task-2676709, 'name': ReconfigVM_Task, 'duration_secs': 0.194879} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.129555] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2b7aa0-d82a-4a1c-a87d-d60edd8287d2 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Reconfigured VM instance to set the machine id {{(pid=64443) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 894.132525] env[64443]: INFO nova.compute.manager [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Rebuilding instance [ 894.191628] env[64443]: DEBUG nova.compute.manager [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.192580] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca29e27-0479-4eb5-8e94-734891db692d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.231322] env[64443]: DEBUG nova.objects.instance [None req-d6010651-7a18-4ee8-aae5-fa9296bb5702 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Lazy-loading 'flavor' on Instance uuid 80602fb3-01a6-4048-9d49-e9429af72d1b {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.241180] env[64443]: DEBUG nova.compute.manager [req-235ce0c0-a873-4b5b-92a0-e3a5edb37a63 req-0f37eb5f-33c2-4a0e-840b-db0c3dbe20ac service nova] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Received event network-vif-deleted-455bae66-2b87-49fd-9594-e68dec8dcdec {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 894.241505] env[64443]: DEBUG nova.compute.manager [req-235ce0c0-a873-4b5b-92a0-e3a5edb37a63 req-0f37eb5f-33c2-4a0e-840b-db0c3dbe20ac service nova] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Received event network-vif-deleted-6036e44c-ce8a-48be-9870-1e4aaafff70b {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 894.241629] env[64443]: DEBUG nova.compute.manager [req-235ce0c0-a873-4b5b-92a0-e3a5edb37a63 req-0f37eb5f-33c2-4a0e-840b-db0c3dbe20ac service nova] [instance: dc23b348-d002-432c-838a-644d3092057c] Received event network-vif-plugged-ea3d3885-bf50-498f-98b2-1d12b0088888 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 894.241818] env[64443]: DEBUG oslo_concurrency.lockutils [req-235ce0c0-a873-4b5b-92a0-e3a5edb37a63 req-0f37eb5f-33c2-4a0e-840b-db0c3dbe20ac service nova] Acquiring lock "dc23b348-d002-432c-838a-644d3092057c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.242157] env[64443]: DEBUG oslo_concurrency.lockutils [req-235ce0c0-a873-4b5b-92a0-e3a5edb37a63 req-0f37eb5f-33c2-4a0e-840b-db0c3dbe20ac service nova] Lock "dc23b348-d002-432c-838a-644d3092057c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.242388] env[64443]: DEBUG oslo_concurrency.lockutils [req-235ce0c0-a873-4b5b-92a0-e3a5edb37a63 req-0f37eb5f-33c2-4a0e-840b-db0c3dbe20ac service nova] Lock "dc23b348-d002-432c-838a-644d3092057c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.242596] env[64443]: DEBUG nova.compute.manager [req-235ce0c0-a873-4b5b-92a0-e3a5edb37a63 req-0f37eb5f-33c2-4a0e-840b-db0c3dbe20ac service nova] [instance: dc23b348-d002-432c-838a-644d3092057c] No waiting events found dispatching network-vif-plugged-ea3d3885-bf50-498f-98b2-1d12b0088888 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.242800] env[64443]: WARNING nova.compute.manager [req-235ce0c0-a873-4b5b-92a0-e3a5edb37a63 req-0f37eb5f-33c2-4a0e-840b-db0c3dbe20ac service nova] [instance: dc23b348-d002-432c-838a-644d3092057c] Received unexpected event network-vif-plugged-ea3d3885-bf50-498f-98b2-1d12b0088888 for instance with vm_state building and task_state spawning. [ 894.362733] env[64443]: DEBUG nova.network.neutron [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Successfully updated port: ea3d3885-bf50-498f-98b2-1d12b0088888 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.388038] env[64443]: DEBUG oslo_concurrency.lockutils [req-36ddd229-555b-4510-b0ee-5a582f966f45 req-35e9b4f4-ba46-4bcc-95b4-f0a8c498ea30 service nova] Releasing lock "refresh_cache-80602fb3-01a6-4048-9d49-e9429af72d1b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.467439] env[64443]: INFO nova.compute.manager [-] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Took 1.72 seconds to deallocate network for instance. [ 894.539834] env[64443]: DEBUG oslo_concurrency.lockutils [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.552s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.540423] env[64443]: DEBUG nova.compute.manager [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.543538] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.300s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.543765] env[64443]: DEBUG nova.objects.instance [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Lazy-loading 'resources' on Instance uuid 2cf1f29c-38f5-40d8-b643-23aacfd60d96 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.741136] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d6010651-7a18-4ee8-aae5-fa9296bb5702 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Acquiring lock "refresh_cache-80602fb3-01a6-4048-9d49-e9429af72d1b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.741273] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d6010651-7a18-4ee8-aae5-fa9296bb5702 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Acquired lock "refresh_cache-80602fb3-01a6-4048-9d49-e9429af72d1b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.865409] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "refresh_cache-dc23b348-d002-432c-838a-644d3092057c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.865770] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired lock "refresh_cache-dc23b348-d002-432c-838a-644d3092057c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.865770] env[64443]: DEBUG nova.network.neutron [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.974634] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.050467] env[64443]: DEBUG nova.compute.utils [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 895.052383] env[64443]: DEBUG nova.compute.manager [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.052383] env[64443]: DEBUG nova.network.neutron [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.166147] env[64443]: DEBUG nova.policy [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40d171908f8a4c4f8761996e01857431', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21ad6831a4454d5ca5a5ee5440f25970', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.200436] env[64443]: DEBUG nova.network.neutron [None req-2108b8b4-92f5-48fd-a06d-f47333e6bd29 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Updating instance_info_cache with network_info: [{"id": "51db4609-051d-4b6c-8455-b2276d12c133", "address": "fa:16:3e:e4:22:51", "network": {"id": "3bf64cee-1c33-49ef-8f40-4936c511f838", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1746169105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "122a792cf0b742658db01a3db3c71133", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51db4609-05", "ovs_interfaceid": "51db4609-051d-4b6c-8455-b2276d12c133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.207556] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.207828] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41492792-d7a2-468c-b721-a62b9fe9d580 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.216633] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 895.216633] env[64443]: value = "task-2676710" [ 895.216633] env[64443]: _type = "Task" [ 895.216633] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.225655] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.265531] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8785c13a-946d-44bc-8597-817d49d1eb91 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "interface-2b8158f0-c55c-48d5-88c9-269f0c89256a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.265887] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8785c13a-946d-44bc-8597-817d49d1eb91 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "interface-2b8158f0-c55c-48d5-88c9-269f0c89256a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.266178] env[64443]: DEBUG nova.objects.instance [None req-8785c13a-946d-44bc-8597-817d49d1eb91 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lazy-loading 'flavor' on Instance uuid 2b8158f0-c55c-48d5-88c9-269f0c89256a {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.356903] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f8eb01-88c9-4e7f-bd04-d9e85eed0d77 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.364964] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd543ee-e23a-486f-9e78-5f43f5e5a645 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.403800] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a691b6b5-7ded-4713-a80f-4eeecf2e17b2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.414634] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e763802-1b10-4c4a-b608-a67d2564fd4b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.430100] env[64443]: DEBUG nova.compute.provider_tree [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.448623] env[64443]: DEBUG nova.network.neutron [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.556599] env[64443]: DEBUG nova.compute.manager [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.566800] env[64443]: DEBUG nova.network.neutron [None req-d6010651-7a18-4ee8-aae5-fa9296bb5702 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.703615] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2108b8b4-92f5-48fd-a06d-f47333e6bd29 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Releasing lock "refresh_cache-d0381940-546b-45e7-984e-a78444d069f1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.704880] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fcd19e-90a9-4d41-ae61-77dd6385b62e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.713337] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2108b8b4-92f5-48fd-a06d-f47333e6bd29 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Resuming the VM {{(pid=64443) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 895.713657] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-684de49a-ea53-40ff-a991-9f79aa9cd660 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.724338] env[64443]: DEBUG oslo_vmware.api [None req-2108b8b4-92f5-48fd-a06d-f47333e6bd29 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 895.724338] env[64443]: value = "task-2676711" [ 895.724338] env[64443]: _type = "Task" [ 895.724338] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.735118] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676710, 'name': PowerOffVM_Task, 'duration_secs': 0.240266} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.735118] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.735118] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.735341] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f349f5f-abb2-4c4d-a1ad-9891b629865e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.742693] env[64443]: DEBUG oslo_vmware.api [None req-2108b8b4-92f5-48fd-a06d-f47333e6bd29 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.747752] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.748830] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03f2ba4f-4045-4474-a02c-8272abd551aa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.769957] env[64443]: DEBUG nova.network.neutron [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Updating instance_info_cache with network_info: [{"id": "ea3d3885-bf50-498f-98b2-1d12b0088888", "address": "fa:16:3e:ab:3c:ed", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea3d3885-bf", "ovs_interfaceid": "ea3d3885-bf50-498f-98b2-1d12b0088888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.777315] env[64443]: DEBUG nova.objects.instance [None req-8785c13a-946d-44bc-8597-817d49d1eb91 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lazy-loading 'pci_requests' on Instance uuid 2b8158f0-c55c-48d5-88c9-269f0c89256a {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.829339] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.829589] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.829856] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Deleting the datastore file [datastore2] 534390d7-da61-44a0-bc4b-94fb475598a7 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.830110] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-465f4c0e-d793-40f3-a523-1393f178050e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.838468] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 895.838468] env[64443]: value = "task-2676713" [ 895.838468] env[64443]: _type = "Task" [ 895.838468] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.847845] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.890590] env[64443]: DEBUG nova.network.neutron [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Successfully created port: ee9fcf71-be54-457e-a699-a30b1a77092f {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.933747] env[64443]: DEBUG nova.scheduler.client.report [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.239773] env[64443]: DEBUG oslo_vmware.api [None req-2108b8b4-92f5-48fd-a06d-f47333e6bd29 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676711, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.275024] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Releasing lock "refresh_cache-dc23b348-d002-432c-838a-644d3092057c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.275024] env[64443]: DEBUG nova.compute.manager [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Instance network_info: |[{"id": "ea3d3885-bf50-498f-98b2-1d12b0088888", "address": "fa:16:3e:ab:3c:ed", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea3d3885-bf", "ovs_interfaceid": "ea3d3885-bf50-498f-98b2-1d12b0088888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.275024] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:3c:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea3d3885-bf50-498f-98b2-1d12b0088888', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.289033] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Creating folder: Project (b9db2bb1984142f78ed5f4403a751980). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.289948] env[64443]: DEBUG nova.objects.base [None req-8785c13a-946d-44bc-8597-817d49d1eb91 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Object Instance<2b8158f0-c55c-48d5-88c9-269f0c89256a> lazy-loaded attributes: flavor,pci_requests {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 896.290436] env[64443]: DEBUG nova.network.neutron [None req-8785c13a-946d-44bc-8597-817d49d1eb91 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.292640] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-799ec210-50d1-4e2a-9ae8-b5ff49e41c06 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.308174] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Created folder: Project (b9db2bb1984142f78ed5f4403a751980) in parent group-v539479. [ 896.308174] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Creating folder: Instances. Parent ref: group-v539710. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.308174] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7b1e5ee-9ae5-4240-89a1-33060beddbd0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.323021] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Created folder: Instances in parent group-v539710. [ 896.323021] env[64443]: DEBUG oslo.service.loopingcall [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 896.323021] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc23b348-d002-432c-838a-644d3092057c] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.323021] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0ec8962-2d9a-48c2-9c2d-6b251ac9157a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.363143] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17105} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.365460] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.365750] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.366017] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.368910] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.368910] env[64443]: value = "task-2676716" [ 896.368910] env[64443]: _type = "Task" [ 896.368910] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.379025] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676716, 'name': CreateVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.439477] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.443178] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.303s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.445037] env[64443]: INFO nova.compute.claims [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.475741] env[64443]: INFO nova.scheduler.client.report [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Deleted allocations for instance 2cf1f29c-38f5-40d8-b643-23aacfd60d96 [ 896.514676] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8785c13a-946d-44bc-8597-817d49d1eb91 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "interface-2b8158f0-c55c-48d5-88c9-269f0c89256a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.247s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.524861] env[64443]: DEBUG nova.compute.manager [req-df973f22-7eaa-4089-81d9-447fea06cd67 req-74d317fe-4c5a-4409-8533-908b9497a29f service nova] [instance: dc23b348-d002-432c-838a-644d3092057c] Received event network-changed-ea3d3885-bf50-498f-98b2-1d12b0088888 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 896.525658] env[64443]: DEBUG nova.compute.manager [req-df973f22-7eaa-4089-81d9-447fea06cd67 req-74d317fe-4c5a-4409-8533-908b9497a29f service nova] [instance: dc23b348-d002-432c-838a-644d3092057c] Refreshing instance network info cache due to event network-changed-ea3d3885-bf50-498f-98b2-1d12b0088888. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 896.525658] env[64443]: DEBUG oslo_concurrency.lockutils [req-df973f22-7eaa-4089-81d9-447fea06cd67 req-74d317fe-4c5a-4409-8533-908b9497a29f service nova] Acquiring lock "refresh_cache-dc23b348-d002-432c-838a-644d3092057c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.525855] env[64443]: DEBUG oslo_concurrency.lockutils [req-df973f22-7eaa-4089-81d9-447fea06cd67 req-74d317fe-4c5a-4409-8533-908b9497a29f service nova] Acquired lock "refresh_cache-dc23b348-d002-432c-838a-644d3092057c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.525960] env[64443]: DEBUG nova.network.neutron [req-df973f22-7eaa-4089-81d9-447fea06cd67 req-74d317fe-4c5a-4409-8533-908b9497a29f service nova] [instance: dc23b348-d002-432c-838a-644d3092057c] Refreshing network info cache for port ea3d3885-bf50-498f-98b2-1d12b0088888 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.565624] env[64443]: DEBUG nova.compute.manager [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.610077] env[64443]: DEBUG nova.virt.hardware [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.610362] env[64443]: DEBUG nova.virt.hardware [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.610522] env[64443]: DEBUG nova.virt.hardware [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.610751] env[64443]: DEBUG nova.virt.hardware [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.610851] env[64443]: DEBUG nova.virt.hardware [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.610998] env[64443]: DEBUG nova.virt.hardware [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.611282] env[64443]: DEBUG nova.virt.hardware [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.611415] env[64443]: DEBUG nova.virt.hardware [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.611532] env[64443]: DEBUG nova.virt.hardware [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.611698] env[64443]: DEBUG nova.virt.hardware [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.612222] env[64443]: DEBUG nova.virt.hardware [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.613086] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766687fb-c7d2-4fdd-9f38-6250fb297bbc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.622625] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36ef46c-f461-4fd4-92e4-967610170a07 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.650049] env[64443]: DEBUG nova.network.neutron [None req-d6010651-7a18-4ee8-aae5-fa9296bb5702 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Updating instance_info_cache with network_info: [{"id": "4a236d4f-2873-4efc-ae08-ca1d849adb13", "address": "fa:16:3e:f6:cc:47", "network": {"id": "15206a82-3091-4616-890b-c26195d90d1d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-73304751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e0a353c0d974e2b8259f86f58f6e8ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a236d4f-28", "ovs_interfaceid": "4a236d4f-2873-4efc-ae08-ca1d849adb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.749455] env[64443]: DEBUG oslo_vmware.api [None req-2108b8b4-92f5-48fd-a06d-f47333e6bd29 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676711, 'name': PowerOnVM_Task, 'duration_secs': 0.563921} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.750865] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2108b8b4-92f5-48fd-a06d-f47333e6bd29 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Resumed the VM {{(pid=64443) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 896.751432] env[64443]: DEBUG nova.compute.manager [None req-2108b8b4-92f5-48fd-a06d-f47333e6bd29 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.753085] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1897cdb-45c9-4894-8545-654b95263734 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.883597] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676716, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.989540] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2726fcfd-d4e4-4147-8632-1648b11fb417 tempest-ServerDiagnosticsNegativeTest-1796900892 tempest-ServerDiagnosticsNegativeTest-1796900892-project-member] Lock "2cf1f29c-38f5-40d8-b643-23aacfd60d96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.677s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.152587] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d6010651-7a18-4ee8-aae5-fa9296bb5702 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Releasing lock "refresh_cache-80602fb3-01a6-4048-9d49-e9429af72d1b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.152852] env[64443]: DEBUG nova.compute.manager [None req-d6010651-7a18-4ee8-aae5-fa9296bb5702 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Inject network info {{(pid=64443) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 897.153164] env[64443]: DEBUG nova.compute.manager [None req-d6010651-7a18-4ee8-aae5-fa9296bb5702 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] network_info to inject: |[{"id": "4a236d4f-2873-4efc-ae08-ca1d849adb13", "address": "fa:16:3e:f6:cc:47", "network": {"id": "15206a82-3091-4616-890b-c26195d90d1d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-73304751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e0a353c0d974e2b8259f86f58f6e8ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a236d4f-28", "ovs_interfaceid": "4a236d4f-2873-4efc-ae08-ca1d849adb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 897.158935] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d6010651-7a18-4ee8-aae5-fa9296bb5702 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Reconfiguring VM instance to set the machine id {{(pid=64443) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 897.161549] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da45e9e2-37ce-487c-bab8-4baa6ed27380 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.184403] env[64443]: DEBUG oslo_vmware.api [None req-d6010651-7a18-4ee8-aae5-fa9296bb5702 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Waiting for the task: (returnval){ [ 897.184403] env[64443]: value = "task-2676717" [ 897.184403] env[64443]: _type = "Task" [ 897.184403] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.194674] env[64443]: DEBUG oslo_vmware.api [None req-d6010651-7a18-4ee8-aae5-fa9296bb5702 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': task-2676717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.359028] env[64443]: DEBUG nova.network.neutron [req-df973f22-7eaa-4089-81d9-447fea06cd67 req-74d317fe-4c5a-4409-8533-908b9497a29f service nova] [instance: dc23b348-d002-432c-838a-644d3092057c] Updated VIF entry in instance network info cache for port ea3d3885-bf50-498f-98b2-1d12b0088888. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.359405] env[64443]: DEBUG nova.network.neutron [req-df973f22-7eaa-4089-81d9-447fea06cd67 req-74d317fe-4c5a-4409-8533-908b9497a29f service nova] [instance: dc23b348-d002-432c-838a-644d3092057c] Updating instance_info_cache with network_info: [{"id": "ea3d3885-bf50-498f-98b2-1d12b0088888", "address": "fa:16:3e:ab:3c:ed", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea3d3885-bf", "ovs_interfaceid": "ea3d3885-bf50-498f-98b2-1d12b0088888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.387814] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676716, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.410322] env[64443]: DEBUG nova.virt.hardware [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.414018] env[64443]: DEBUG nova.virt.hardware [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.414018] env[64443]: DEBUG nova.virt.hardware [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.414018] env[64443]: DEBUG nova.virt.hardware [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.414018] env[64443]: DEBUG nova.virt.hardware [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.414018] env[64443]: DEBUG nova.virt.hardware [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.414018] env[64443]: DEBUG nova.virt.hardware [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.414018] env[64443]: DEBUG nova.virt.hardware [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.414018] env[64443]: DEBUG nova.virt.hardware [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.414018] env[64443]: DEBUG nova.virt.hardware [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.414018] env[64443]: DEBUG nova.virt.hardware [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.414018] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03304a77-2c37-492d-b308-029e11766a5d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.422857] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5775f7f0-9a63-4244-8e37-dc1c2ee976fe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.438389] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:9e:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '299f6459-0af5-4623-97cf-3ec9be08a0f2', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.446205] env[64443]: DEBUG oslo.service.loopingcall [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 897.447033] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.447190] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a55208fe-200b-4499-92ef-2b53759ae46c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.473034] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.473034] env[64443]: value = "task-2676718" [ 897.473034] env[64443]: _type = "Task" [ 897.473034] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.481212] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676718, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.700920] env[64443]: DEBUG oslo_vmware.api [None req-d6010651-7a18-4ee8-aae5-fa9296bb5702 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': task-2676717, 'name': ReconfigVM_Task, 'duration_secs': 0.166896} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.701251] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d6010651-7a18-4ee8-aae5-fa9296bb5702 tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Reconfigured VM instance to set the machine id {{(pid=64443) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 897.812397] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd2e97c-dc22-4451-9862-7aee6e161b1c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.821140] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be90332-3c4c-4cdd-ae42-27a9d3463897 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.858890] env[64443]: DEBUG nova.network.neutron [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Successfully updated port: ee9fcf71-be54-457e-a699-a30b1a77092f {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.860550] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53aee9c2-6c90-41ae-8ead-534e782be56c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.863723] env[64443]: DEBUG oslo_concurrency.lockutils [req-df973f22-7eaa-4089-81d9-447fea06cd67 req-74d317fe-4c5a-4409-8533-908b9497a29f service nova] Releasing lock "refresh_cache-dc23b348-d002-432c-838a-644d3092057c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.863967] env[64443]: DEBUG nova.compute.manager [req-df973f22-7eaa-4089-81d9-447fea06cd67 req-74d317fe-4c5a-4409-8533-908b9497a29f service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Received event network-changed-4a236d4f-2873-4efc-ae08-ca1d849adb13 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 897.864269] env[64443]: DEBUG nova.compute.manager [req-df973f22-7eaa-4089-81d9-447fea06cd67 req-74d317fe-4c5a-4409-8533-908b9497a29f service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Refreshing instance network info cache due to event network-changed-4a236d4f-2873-4efc-ae08-ca1d849adb13. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 897.864545] env[64443]: DEBUG oslo_concurrency.lockutils [req-df973f22-7eaa-4089-81d9-447fea06cd67 req-74d317fe-4c5a-4409-8533-908b9497a29f service nova] Acquiring lock "refresh_cache-80602fb3-01a6-4048-9d49-e9429af72d1b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.864697] env[64443]: DEBUG oslo_concurrency.lockutils [req-df973f22-7eaa-4089-81d9-447fea06cd67 req-74d317fe-4c5a-4409-8533-908b9497a29f service nova] Acquired lock "refresh_cache-80602fb3-01a6-4048-9d49-e9429af72d1b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.864864] env[64443]: DEBUG nova.network.neutron [req-df973f22-7eaa-4089-81d9-447fea06cd67 req-74d317fe-4c5a-4409-8533-908b9497a29f service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Refreshing network info cache for port 4a236d4f-2873-4efc-ae08-ca1d849adb13 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.871806] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382b5d55-5982-45b5-8e6b-dc8f6c2d1177 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.886484] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676716, 'name': CreateVM_Task, 'duration_secs': 1.280514} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.894289] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc23b348-d002-432c-838a-644d3092057c] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.895137] env[64443]: DEBUG nova.compute.provider_tree [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.896628] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.896793] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.897157] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 897.897578] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d47e74d-3453-4412-ab0d-8a0ad2c50a35 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.902808] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 897.902808] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]529d316d-1696-2cb5-91a4-11dd34088e19" [ 897.902808] env[64443]: _type = "Task" [ 897.902808] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.912068] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529d316d-1696-2cb5-91a4-11dd34088e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.984635] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676718, 'name': CreateVM_Task, 'duration_secs': 0.368378} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.984805] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.985496] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.364885] env[64443]: DEBUG oslo_concurrency.lockutils [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "refresh_cache-1d7a7ec8-bd79-4607-b1ac-99a91913bbdd" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.365163] env[64443]: DEBUG oslo_concurrency.lockutils [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired lock "refresh_cache-1d7a7ec8-bd79-4607-b1ac-99a91913bbdd" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.365235] env[64443]: DEBUG nova.network.neutron [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.399408] env[64443]: DEBUG nova.scheduler.client.report [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.417579] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529d316d-1696-2cb5-91a4-11dd34088e19, 'name': SearchDatastore_Task, 'duration_secs': 0.011533} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.418076] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.418204] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.418458] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.418500] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.418834] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.419307] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.419609] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.419928] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e47c0303-5e2d-4ddc-bc66-85eb9c873b26 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.424360] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb6843d2-4078-4af9-9fba-f6f31bc38fbf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.432796] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 898.432796] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5275dfbc-f4c1-f9a8-db9d-cff8447dfec8" [ 898.432796] env[64443]: _type = "Task" [ 898.432796] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.443214] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5275dfbc-f4c1-f9a8-db9d-cff8447dfec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.444466] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.445449] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.446514] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ccfc349-6b7b-4ce7-b25e-067f8ad6e845 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.452722] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 898.452722] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]523b7573-5515-6f91-a81a-4bfef0c5dc85" [ 898.452722] env[64443]: _type = "Task" [ 898.452722] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.461809] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]523b7573-5515-6f91-a81a-4bfef0c5dc85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.630146] env[64443]: DEBUG nova.network.neutron [req-df973f22-7eaa-4089-81d9-447fea06cd67 req-74d317fe-4c5a-4409-8533-908b9497a29f service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Updated VIF entry in instance network info cache for port 4a236d4f-2873-4efc-ae08-ca1d849adb13. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.634019] env[64443]: DEBUG nova.network.neutron [req-df973f22-7eaa-4089-81d9-447fea06cd67 req-74d317fe-4c5a-4409-8533-908b9497a29f service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Updating instance_info_cache with network_info: [{"id": "4a236d4f-2873-4efc-ae08-ca1d849adb13", "address": "fa:16:3e:f6:cc:47", "network": {"id": "15206a82-3091-4616-890b-c26195d90d1d", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-73304751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e0a353c0d974e2b8259f86f58f6e8ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a236d4f-28", "ovs_interfaceid": "4a236d4f-2873-4efc-ae08-ca1d849adb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.674130] env[64443]: DEBUG oslo_concurrency.lockutils [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "interface-2b8158f0-c55c-48d5-88c9-269f0c89256a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.674546] env[64443]: DEBUG oslo_concurrency.lockutils [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "interface-2b8158f0-c55c-48d5-88c9-269f0c89256a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.674723] env[64443]: DEBUG nova.objects.instance [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lazy-loading 'flavor' on Instance uuid 2b8158f0-c55c-48d5-88c9-269f0c89256a {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.735585] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Acquiring lock "c6edfade-81b0-4c08-b835-f0b9ddaff99f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.735864] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Lock "c6edfade-81b0-4c08-b835-f0b9ddaff99f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.900916] env[64443]: DEBUG nova.network.neutron [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.910047] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.911312] env[64443]: DEBUG nova.compute.manager [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.914434] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.726s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.917424] env[64443]: INFO nova.compute.claims [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.946239] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5275dfbc-f4c1-f9a8-db9d-cff8447dfec8, 'name': SearchDatastore_Task, 'duration_secs': 0.014989} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.946602] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.947409] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.947409] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.966599] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]523b7573-5515-6f91-a81a-4bfef0c5dc85, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.968266] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b3f6268-06b5-4891-a899-8104fe9d89f9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.976932] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 898.976932] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52a14dfd-597c-5011-5663-9e186b2c5470" [ 898.976932] env[64443]: _type = "Task" [ 898.976932] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.986059] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52a14dfd-597c-5011-5663-9e186b2c5470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.069862] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Acquiring lock "80602fb3-01a6-4048-9d49-e9429af72d1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.070267] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Lock "80602fb3-01a6-4048-9d49-e9429af72d1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.070377] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Acquiring lock "80602fb3-01a6-4048-9d49-e9429af72d1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.070542] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Lock "80602fb3-01a6-4048-9d49-e9429af72d1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.070718] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Lock "80602fb3-01a6-4048-9d49-e9429af72d1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.073967] env[64443]: INFO nova.compute.manager [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Terminating instance [ 899.081808] env[64443]: DEBUG nova.network.neutron [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Updating instance_info_cache with network_info: [{"id": "ee9fcf71-be54-457e-a699-a30b1a77092f", "address": "fa:16:3e:9d:5a:05", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9fcf71-be", "ovs_interfaceid": "ee9fcf71-be54-457e-a699-a30b1a77092f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.137363] env[64443]: DEBUG oslo_concurrency.lockutils [req-df973f22-7eaa-4089-81d9-447fea06cd67 req-74d317fe-4c5a-4409-8533-908b9497a29f service nova] Releasing lock "refresh_cache-80602fb3-01a6-4048-9d49-e9429af72d1b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.242738] env[64443]: DEBUG nova.compute.manager [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.251022] env[64443]: DEBUG nova.compute.manager [req-4b3992c5-de1f-46b2-9760-cea82f7a9b11 req-04e80f25-e9b4-4e15-83e1-bdae9982a554 service nova] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Received event network-vif-plugged-ee9fcf71-be54-457e-a699-a30b1a77092f {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 899.251022] env[64443]: DEBUG oslo_concurrency.lockutils [req-4b3992c5-de1f-46b2-9760-cea82f7a9b11 req-04e80f25-e9b4-4e15-83e1-bdae9982a554 service nova] Acquiring lock "1d7a7ec8-bd79-4607-b1ac-99a91913bbdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.251022] env[64443]: DEBUG oslo_concurrency.lockutils [req-4b3992c5-de1f-46b2-9760-cea82f7a9b11 req-04e80f25-e9b4-4e15-83e1-bdae9982a554 service nova] Lock "1d7a7ec8-bd79-4607-b1ac-99a91913bbdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.251022] env[64443]: DEBUG oslo_concurrency.lockutils [req-4b3992c5-de1f-46b2-9760-cea82f7a9b11 req-04e80f25-e9b4-4e15-83e1-bdae9982a554 service nova] Lock "1d7a7ec8-bd79-4607-b1ac-99a91913bbdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.251022] env[64443]: DEBUG nova.compute.manager [req-4b3992c5-de1f-46b2-9760-cea82f7a9b11 req-04e80f25-e9b4-4e15-83e1-bdae9982a554 service nova] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] No waiting events found dispatching network-vif-plugged-ee9fcf71-be54-457e-a699-a30b1a77092f {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.251244] env[64443]: WARNING nova.compute.manager [req-4b3992c5-de1f-46b2-9760-cea82f7a9b11 req-04e80f25-e9b4-4e15-83e1-bdae9982a554 service nova] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Received unexpected event network-vif-plugged-ee9fcf71-be54-457e-a699-a30b1a77092f for instance with vm_state building and task_state spawning. [ 899.251393] env[64443]: DEBUG nova.compute.manager [req-4b3992c5-de1f-46b2-9760-cea82f7a9b11 req-04e80f25-e9b4-4e15-83e1-bdae9982a554 service nova] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Received event network-changed-ee9fcf71-be54-457e-a699-a30b1a77092f {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 899.251862] env[64443]: DEBUG nova.compute.manager [req-4b3992c5-de1f-46b2-9760-cea82f7a9b11 req-04e80f25-e9b4-4e15-83e1-bdae9982a554 service nova] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Refreshing instance network info cache due to event network-changed-ee9fcf71-be54-457e-a699-a30b1a77092f. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 899.251862] env[64443]: DEBUG oslo_concurrency.lockutils [req-4b3992c5-de1f-46b2-9760-cea82f7a9b11 req-04e80f25-e9b4-4e15-83e1-bdae9982a554 service nova] Acquiring lock "refresh_cache-1d7a7ec8-bd79-4607-b1ac-99a91913bbdd" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.256377] env[64443]: DEBUG nova.objects.instance [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lazy-loading 'pci_requests' on Instance uuid 2b8158f0-c55c-48d5-88c9-269f0c89256a {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.416283] env[64443]: DEBUG nova.compute.utils [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 899.417960] env[64443]: DEBUG nova.compute.manager [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.418155] env[64443]: DEBUG nova.network.neutron [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.487184] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52a14dfd-597c-5011-5663-9e186b2c5470, 'name': SearchDatastore_Task, 'duration_secs': 0.015135} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.487457] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.487711] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] dc23b348-d002-432c-838a-644d3092057c/dc23b348-d002-432c-838a-644d3092057c.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.487998] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.488237] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.488958] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f904d13e-5fce-46e1-99f0-4facd3867409 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.490426] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f683b9e-04e5-4bf3-b2b2-27d016ed6357 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.499171] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 899.499171] env[64443]: value = "task-2676719" [ 899.499171] env[64443]: _type = "Task" [ 899.499171] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.500306] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.500479] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.504308] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb9dab06-3c55-499a-8620-cb05efb696dc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.513010] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.514413] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 899.514413] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52604916-6581-2cd1-32b7-3a58c41c15b1" [ 899.514413] env[64443]: _type = "Task" [ 899.514413] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.523404] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52604916-6581-2cd1-32b7-3a58c41c15b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.579957] env[64443]: DEBUG nova.compute.manager [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.580312] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.581643] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16b55d4-8450-44ec-99ed-ed6685428580 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.586465] env[64443]: DEBUG oslo_concurrency.lockutils [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Releasing lock "refresh_cache-1d7a7ec8-bd79-4607-b1ac-99a91913bbdd" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.586768] env[64443]: DEBUG nova.compute.manager [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Instance network_info: |[{"id": "ee9fcf71-be54-457e-a699-a30b1a77092f", "address": "fa:16:3e:9d:5a:05", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9fcf71-be", "ovs_interfaceid": "ee9fcf71-be54-457e-a699-a30b1a77092f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.587094] env[64443]: DEBUG oslo_concurrency.lockutils [req-4b3992c5-de1f-46b2-9760-cea82f7a9b11 req-04e80f25-e9b4-4e15-83e1-bdae9982a554 service nova] Acquired lock "refresh_cache-1d7a7ec8-bd79-4607-b1ac-99a91913bbdd" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.587289] env[64443]: DEBUG nova.network.neutron [req-4b3992c5-de1f-46b2-9760-cea82f7a9b11 req-04e80f25-e9b4-4e15-83e1-bdae9982a554 service nova] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Refreshing network info cache for port ee9fcf71-be54-457e-a699-a30b1a77092f {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.588513] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:5a:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee9fcf71-be54-457e-a699-a30b1a77092f', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.596820] env[64443]: DEBUG oslo.service.loopingcall [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 899.599021] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.601338] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92389a12-93b0-493f-bc19-ebef064eb941 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.620396] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.621017] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d75c7cf2-d9b8-4619-a63e-bba6e7dbbbfe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.624170] env[64443]: DEBUG nova.policy [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bc991b8ede04f8c81ff2c3cf9081e81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19a513f4e7a34df3ac30a0b52c7fdfaf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.627325] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.627325] env[64443]: value = "task-2676720" [ 899.627325] env[64443]: _type = "Task" [ 899.627325] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.628593] env[64443]: DEBUG oslo_vmware.api [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Waiting for the task: (returnval){ [ 899.628593] env[64443]: value = "task-2676721" [ 899.628593] env[64443]: _type = "Task" [ 899.628593] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.641171] env[64443]: DEBUG oslo_vmware.api [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': task-2676721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.644663] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676720, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.760305] env[64443]: DEBUG nova.objects.base [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Object Instance<2b8158f0-c55c-48d5-88c9-269f0c89256a> lazy-loaded attributes: flavor,pci_requests {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 899.760690] env[64443]: DEBUG nova.network.neutron [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.770367] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.869334] env[64443]: DEBUG nova.policy [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bdda8a2d67b480f8abd1e899137febc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82178a7fb654409499ced650a17c3fc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.921754] env[64443]: DEBUG nova.compute.manager [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.017136] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676719, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.035691] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52604916-6581-2cd1-32b7-3a58c41c15b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011696} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.040891] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02555e88-5bcc-44a3-b4f7-0d443d13d3ef {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.054578] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 900.054578] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52741cce-cd73-67e8-8cd1-635218d498ae" [ 900.054578] env[64443]: _type = "Task" [ 900.054578] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.068428] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52741cce-cd73-67e8-8cd1-635218d498ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.148633] env[64443]: DEBUG oslo_vmware.api [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': task-2676721, 'name': PowerOffVM_Task, 'duration_secs': 0.321783} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.152430] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.152907] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.153184] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676720, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.156056] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-294f3bd2-d876-40f1-940e-ac78a1436070 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.237614] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.237614] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.237614] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Deleting the datastore file [datastore2] 80602fb3-01a6-4048-9d49-e9429af72d1b {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.237614] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-350659dc-fa96-4c2e-b49b-00007926b70b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.245608] env[64443]: DEBUG oslo_vmware.api [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Waiting for the task: (returnval){ [ 900.245608] env[64443]: value = "task-2676723" [ 900.245608] env[64443]: _type = "Task" [ 900.245608] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.260196] env[64443]: DEBUG oslo_vmware.api [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': task-2676723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.300322] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187e5dd3-1dde-4430-9310-ada58b1dae06 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.309291] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2589995a-fcc4-4a10-9ac9-539fe7224c39 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.350618] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14977e0b-35b8-45a3-a12e-8a7956ed83d7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.359014] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f6095c-f496-4c7b-a777-a4c41f76965b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.374191] env[64443]: DEBUG nova.compute.provider_tree [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 900.415730] env[64443]: DEBUG nova.network.neutron [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Successfully created port: ddb41486-7d5f-4199-99f9-fcd69af955a7 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.516302] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602807} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.517138] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] dc23b348-d002-432c-838a-644d3092057c/dc23b348-d002-432c-838a-644d3092057c.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.517138] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.517528] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be15eecf-b0da-4087-94b1-8b992299d036 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.532125] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 900.532125] env[64443]: value = "task-2676724" [ 900.532125] env[64443]: _type = "Task" [ 900.532125] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.544221] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.570762] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52741cce-cd73-67e8-8cd1-635218d498ae, 'name': SearchDatastore_Task, 'duration_secs': 0.033858} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.570762] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.570762] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 534390d7-da61-44a0-bc4b-94fb475598a7/534390d7-da61-44a0-bc4b-94fb475598a7.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.570762] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34f64c0b-3dc5-467c-bb8c-cba148346f91 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.576300] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 900.576300] env[64443]: value = "task-2676725" [ 900.576300] env[64443]: _type = "Task" [ 900.576300] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.590376] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.647076] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676720, 'name': CreateVM_Task, 'duration_secs': 0.659122} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.647487] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.648497] env[64443]: DEBUG oslo_concurrency.lockutils [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.648682] env[64443]: DEBUG oslo_concurrency.lockutils [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.648994] env[64443]: DEBUG oslo_concurrency.lockutils [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 900.649288] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67189aad-24a0-41f7-9203-17f950ed0b7c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.656179] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 900.656179] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52c28f14-e87f-7e6f-3e92-f9a04726a5be" [ 900.656179] env[64443]: _type = "Task" [ 900.656179] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.667244] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c28f14-e87f-7e6f-3e92-f9a04726a5be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.757859] env[64443]: DEBUG oslo_vmware.api [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Task: {'id': task-2676723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212232} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.758197] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.758508] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.758742] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.758948] env[64443]: INFO nova.compute.manager [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 900.759334] env[64443]: DEBUG oslo.service.loopingcall [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 900.760618] env[64443]: DEBUG nova.network.neutron [req-4b3992c5-de1f-46b2-9760-cea82f7a9b11 req-04e80f25-e9b4-4e15-83e1-bdae9982a554 service nova] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Updated VIF entry in instance network info cache for port ee9fcf71-be54-457e-a699-a30b1a77092f. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.760899] env[64443]: DEBUG nova.network.neutron [req-4b3992c5-de1f-46b2-9760-cea82f7a9b11 req-04e80f25-e9b4-4e15-83e1-bdae9982a554 service nova] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Updating instance_info_cache with network_info: [{"id": "ee9fcf71-be54-457e-a699-a30b1a77092f", "address": "fa:16:3e:9d:5a:05", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9fcf71-be", "ovs_interfaceid": "ee9fcf71-be54-457e-a699-a30b1a77092f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.762128] env[64443]: DEBUG nova.compute.manager [-] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.762253] env[64443]: DEBUG nova.network.neutron [-] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.853498] env[64443]: DEBUG nova.network.neutron [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Successfully created port: 20152e6d-3b65-4bc9-be5e-f166ac468556 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.907815] env[64443]: ERROR nova.scheduler.client.report [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [req-aae2183c-1e8d-423e-b460-8c72b7185d7c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-aae2183c-1e8d-423e-b460-8c72b7185d7c"}]} [ 900.931501] env[64443]: DEBUG nova.compute.manager [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.940316] env[64443]: DEBUG nova.scheduler.client.report [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 900.965169] env[64443]: DEBUG nova.scheduler.client.report [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 900.965401] env[64443]: DEBUG nova.compute.provider_tree [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 900.972501] env[64443]: DEBUG nova.virt.hardware [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.972850] env[64443]: DEBUG nova.virt.hardware [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.972939] env[64443]: DEBUG nova.virt.hardware [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.973084] env[64443]: DEBUG nova.virt.hardware [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.973247] env[64443]: DEBUG nova.virt.hardware [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.973399] env[64443]: DEBUG nova.virt.hardware [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.973611] env[64443]: DEBUG nova.virt.hardware [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.973770] env[64443]: DEBUG nova.virt.hardware [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.973940] env[64443]: DEBUG nova.virt.hardware [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.974700] env[64443]: DEBUG nova.virt.hardware [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.974971] env[64443]: DEBUG nova.virt.hardware [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.977825] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9993ca13-6469-4715-bd39-f793813e39e7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.989265] env[64443]: DEBUG nova.scheduler.client.report [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 900.990734] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0b67a3-77e0-44ec-8658-6253e2097a4d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.018628] env[64443]: DEBUG nova.scheduler.client.report [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 901.043156] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188252} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.043439] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.044339] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50887eb-89f9-4809-895d-c9a00a704e77 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.067743] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] dc23b348-d002-432c-838a-644d3092057c/dc23b348-d002-432c-838a-644d3092057c.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.068044] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33a7b31d-56af-44ca-baf0-f5e3e524d583 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.095172] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676725, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.096700] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 901.096700] env[64443]: value = "task-2676726" [ 901.096700] env[64443]: _type = "Task" [ 901.096700] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.108070] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.169410] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c28f14-e87f-7e6f-3e92-f9a04726a5be, 'name': SearchDatastore_Task, 'duration_secs': 0.042081} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.172868] env[64443]: DEBUG oslo_concurrency.lockutils [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.173188] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.173440] env[64443]: DEBUG oslo_concurrency.lockutils [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.173877] env[64443]: DEBUG oslo_concurrency.lockutils [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.173877] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.174373] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e688b28f-1ac6-43ed-b07f-0c0893ad2e0e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.194445] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.194725] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.196144] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1dee4e3-8e98-446d-bd9a-448ccb4f8f88 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.206404] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 901.206404] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]527fd19c-f6fc-991d-6ac1-0c0227b91bac" [ 901.206404] env[64443]: _type = "Task" [ 901.206404] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.220165] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527fd19c-f6fc-991d-6ac1-0c0227b91bac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.265342] env[64443]: DEBUG oslo_concurrency.lockutils [req-4b3992c5-de1f-46b2-9760-cea82f7a9b11 req-04e80f25-e9b4-4e15-83e1-bdae9982a554 service nova] Releasing lock "refresh_cache-1d7a7ec8-bd79-4607-b1ac-99a91913bbdd" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.482658] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43cdb40-0fc9-4dd6-8b5a-c8caaebd9124 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.492606] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52741ab5-9b47-4a5b-b153-6ee55fdc1728 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.524571] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49303e88-c5fb-49d4-be7b-315396fed7be {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.532910] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bb1b1e-0f9b-4915-a4b9-66e153274bd4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.547039] env[64443]: DEBUG nova.compute.provider_tree [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.595991] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.918018} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.596287] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 534390d7-da61-44a0-bc4b-94fb475598a7/534390d7-da61-44a0-bc4b-94fb475598a7.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.596613] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.596950] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccfccaf7-96bb-41f4-90e5-e1c039b12739 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.611700] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.613050] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 901.613050] env[64443]: value = "task-2676727" [ 901.613050] env[64443]: _type = "Task" [ 901.613050] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.622212] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.717810] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527fd19c-f6fc-991d-6ac1-0c0227b91bac, 'name': SearchDatastore_Task, 'duration_secs': 0.066297} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.718599] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4b476df-6ff1-442e-9c13-be8572a23db3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.724763] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 901.724763] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]521c6dfb-45e4-2b41-07d1-fcf643de64cc" [ 901.724763] env[64443]: _type = "Task" [ 901.724763] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.733265] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]521c6dfb-45e4-2b41-07d1-fcf643de64cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.078698] env[64443]: DEBUG nova.scheduler.client.report [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 902.079054] env[64443]: DEBUG nova.compute.provider_tree [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 111 to 112 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 902.079259] env[64443]: DEBUG nova.compute.provider_tree [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 902.110022] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676726, 'name': ReconfigVM_Task, 'duration_secs': 0.762097} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.110237] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Reconfigured VM instance instance-0000004d to attach disk [datastore1] dc23b348-d002-432c-838a-644d3092057c/dc23b348-d002-432c-838a-644d3092057c.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.111469] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ced937d8-734e-43f1-8d0d-8b068ba0a6fa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.119053] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 902.119053] env[64443]: value = "task-2676728" [ 902.119053] env[64443]: _type = "Task" [ 902.119053] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.125967] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072811} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.127741] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.132021] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0ee313-2edf-4875-9eb3-581a948b2969 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.136731] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676728, 'name': Rename_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.162570] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 534390d7-da61-44a0-bc4b-94fb475598a7/534390d7-da61-44a0-bc4b-94fb475598a7.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.163155] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4384f5e7-fb90-447e-a45a-c4f6edf4d1cb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.191611] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 902.191611] env[64443]: value = "task-2676729" [ 902.191611] env[64443]: _type = "Task" [ 902.191611] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.200773] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.235846] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]521c6dfb-45e4-2b41-07d1-fcf643de64cc, 'name': SearchDatastore_Task, 'duration_secs': 0.016174} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.236180] env[64443]: DEBUG oslo_concurrency.lockutils [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.236499] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd/1d7a7ec8-bd79-4607-b1ac-99a91913bbdd.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.236900] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0687e433-33ad-4e0a-8967-f7330142d909 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.247311] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 902.247311] env[64443]: value = "task-2676730" [ 902.247311] env[64443]: _type = "Task" [ 902.247311] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.257080] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.291041] env[64443]: DEBUG nova.compute.manager [req-0445e58f-c149-45d6-b6b4-187c582b0660 req-9ef95781-20ca-42ec-926e-6967ba9a0a3f service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Received event network-vif-deleted-4a236d4f-2873-4efc-ae08-ca1d849adb13 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 902.291342] env[64443]: INFO nova.compute.manager [req-0445e58f-c149-45d6-b6b4-187c582b0660 req-9ef95781-20ca-42ec-926e-6967ba9a0a3f service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Neutron deleted interface 4a236d4f-2873-4efc-ae08-ca1d849adb13; detaching it from the instance and deleting it from the info cache [ 902.291525] env[64443]: DEBUG nova.network.neutron [req-0445e58f-c149-45d6-b6b4-187c582b0660 req-9ef95781-20ca-42ec-926e-6967ba9a0a3f service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.342859] env[64443]: DEBUG nova.network.neutron [-] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.588020] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.670s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.588020] env[64443]: DEBUG nova.compute.manager [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.589338] env[64443]: DEBUG oslo_concurrency.lockutils [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.594s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.590472] env[64443]: DEBUG nova.objects.instance [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Lazy-loading 'resources' on Instance uuid a1c728ab-d6a4-46ef-84e8-a0beb82d62b9 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.627247] env[64443]: DEBUG nova.network.neutron [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Successfully updated port: ddb41486-7d5f-4199-99f9-fcd69af955a7 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.643856] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676728, 'name': Rename_Task, 'duration_secs': 0.158431} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.643856] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.644999] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-366e72da-0788-4554-aa79-83bf111f2fad {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.657167] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 902.657167] env[64443]: value = "task-2676731" [ 902.657167] env[64443]: _type = "Task" [ 902.657167] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.670161] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.709698] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676729, 'name': ReconfigVM_Task, 'duration_secs': 0.379446} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.709698] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 534390d7-da61-44a0-bc4b-94fb475598a7/534390d7-da61-44a0-bc4b-94fb475598a7.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.710117] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e679de9-f730-49f7-9b23-0daa2d181a67 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.721369] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 902.721369] env[64443]: value = "task-2676732" [ 902.721369] env[64443]: _type = "Task" [ 902.721369] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.736020] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676732, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.761926] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676730, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.798511] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b81f952-0d46-4321-abba-48e1d087f5ea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.807372] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4c1797-0289-41b4-a5e0-0c50f760f99e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.843501] env[64443]: DEBUG nova.compute.manager [req-0445e58f-c149-45d6-b6b4-187c582b0660 req-9ef95781-20ca-42ec-926e-6967ba9a0a3f service nova] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Detach interface failed, port_id=4a236d4f-2873-4efc-ae08-ca1d849adb13, reason: Instance 80602fb3-01a6-4048-9d49-e9429af72d1b could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 902.848393] env[64443]: INFO nova.compute.manager [-] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Took 2.08 seconds to deallocate network for instance. [ 903.005863] env[64443]: DEBUG nova.network.neutron [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Successfully updated port: 20152e6d-3b65-4bc9-be5e-f166ac468556 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.090746] env[64443]: DEBUG nova.compute.utils [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 903.092127] env[64443]: DEBUG nova.compute.manager [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.093241] env[64443]: DEBUG nova.network.neutron [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.135221] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "refresh_cache-5884420d-748b-4bc3-9513-fedda3df2a86" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.135377] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquired lock "refresh_cache-5884420d-748b-4bc3-9513-fedda3df2a86" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.135528] env[64443]: DEBUG nova.network.neutron [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.138559] env[64443]: DEBUG nova.policy [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f66843521744427197addf27588472dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '977c9966dc484868b335536469de110c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.179157] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.231999] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676732, 'name': Rename_Task, 'duration_secs': 0.208859} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.234778] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.235438] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7b303f3-4339-405e-8e1c-062d7ff53e19 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.244171] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 903.244171] env[64443]: value = "task-2676733" [ 903.244171] env[64443]: _type = "Task" [ 903.244171] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.264046] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565349} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.267472] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd/1d7a7ec8-bd79-4607-b1ac-99a91913bbdd.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.268618] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.268618] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.271890] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac945b6d-50f6-4c4a-9383-b763c899300c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.281403] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 903.281403] env[64443]: value = "task-2676734" [ 903.281403] env[64443]: _type = "Task" [ 903.281403] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.297506] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.359448] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.439240] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaea7611-3b61-4b6c-8df2-d6ea5c0b104e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.448432] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03720aa-4cbb-4fe7-a461-0c0ef4af406d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.486254] env[64443]: DEBUG nova.network.neutron [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Successfully created port: 5678b67b-44d5-4fef-98c8-c4d9b5ba51ba {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.488813] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc230e2-af88-4426-81ba-76b14198b93e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.501023] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90c18da-6972-4cdd-99c1-f2d3e95c7737 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.513744] env[64443]: DEBUG oslo_concurrency.lockutils [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.513922] env[64443]: DEBUG oslo_concurrency.lockutils [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.514985] env[64443]: DEBUG nova.network.neutron [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.515552] env[64443]: DEBUG nova.compute.provider_tree [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.598669] env[64443]: DEBUG nova.compute.manager [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.674338] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676731, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.689353] env[64443]: DEBUG nova.network.neutron [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.756671] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676733, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.797144] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134659} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.799472] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.800410] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098ea919-e7c6-4097-8667-db85ea845f59 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.823900] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd/1d7a7ec8-bd79-4607-b1ac-99a91913bbdd.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.824260] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c713d94e-512d-4351-944f-a62996cf1952 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.860490] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 903.860490] env[64443]: value = "task-2676735" [ 903.860490] env[64443]: _type = "Task" [ 903.860490] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.873345] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.911753] env[64443]: DEBUG nova.network.neutron [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Updating instance_info_cache with network_info: [{"id": "ddb41486-7d5f-4199-99f9-fcd69af955a7", "address": "fa:16:3e:b8:55:d1", "network": {"id": "dfbbf7d1-044d-4133-b73e-9ed201379803", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1989595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a513f4e7a34df3ac30a0b52c7fdfaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddb41486-7d", "ovs_interfaceid": "ddb41486-7d5f-4199-99f9-fcd69af955a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.020779] env[64443]: DEBUG nova.scheduler.client.report [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.065389] env[64443]: WARNING nova.network.neutron [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] 55ed1970-a6b1-4a08-8b06-9b23e03af247 already exists in list: networks containing: ['55ed1970-a6b1-4a08-8b06-9b23e03af247']. ignoring it [ 904.173271] env[64443]: DEBUG oslo_vmware.api [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676731, 'name': PowerOnVM_Task, 'duration_secs': 1.060927} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.173680] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.173975] env[64443]: INFO nova.compute.manager [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Took 11.15 seconds to spawn the instance on the hypervisor. [ 904.174298] env[64443]: DEBUG nova.compute.manager [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.175596] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d0e726-bce0-44e0-8c38-ab7bf064ba0e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.256853] env[64443]: DEBUG oslo_vmware.api [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676733, 'name': PowerOnVM_Task, 'duration_secs': 0.530727} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.257176] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.257415] env[64443]: DEBUG nova.compute.manager [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.258867] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159b9a48-3960-4d64-806d-947da4f50cd5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.363139] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Acquiring lock "76b7ad43-136e-404c-acf4-11101f4c425f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.367015] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Lock "76b7ad43-136e-404c-acf4-11101f4c425f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.377740] env[64443]: DEBUG nova.network.neutron [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Updating instance_info_cache with network_info: [{"id": "2c4c2029-fc18-4764-bb0c-0545c0ad1366", "address": "fa:16:3e:5a:76:05", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4c2029-fc", "ovs_interfaceid": "2c4c2029-fc18-4764-bb0c-0545c0ad1366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20152e6d-3b65-4bc9-be5e-f166ac468556", "address": "fa:16:3e:72:e1:cf", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20152e6d-3b", "ovs_interfaceid": "20152e6d-3b65-4bc9-be5e-f166ac468556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.387663] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.416289] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Releasing lock "refresh_cache-5884420d-748b-4bc3-9513-fedda3df2a86" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.416289] env[64443]: DEBUG nova.compute.manager [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Instance network_info: |[{"id": "ddb41486-7d5f-4199-99f9-fcd69af955a7", "address": "fa:16:3e:b8:55:d1", "network": {"id": "dfbbf7d1-044d-4133-b73e-9ed201379803", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1989595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a513f4e7a34df3ac30a0b52c7fdfaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddb41486-7d", "ovs_interfaceid": "ddb41486-7d5f-4199-99f9-fcd69af955a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.416289] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:55:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddb41486-7d5f-4199-99f9-fcd69af955a7', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.423730] env[64443]: DEBUG oslo.service.loopingcall [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 904.424024] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.424563] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3e41e5b-47ba-43ce-a91d-38031d66b3a9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.446690] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.446690] env[64443]: value = "task-2676736" [ 904.446690] env[64443]: _type = "Task" [ 904.446690] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.455890] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676736, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.525494] env[64443]: DEBUG oslo_concurrency.lockutils [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.527884] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.600s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.528907] env[64443]: DEBUG nova.objects.instance [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lazy-loading 'resources' on Instance uuid 607c9db3-eb01-4317-bb37-c717e49c1aa7 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.550706] env[64443]: INFO nova.scheduler.client.report [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Deleted allocations for instance a1c728ab-d6a4-46ef-84e8-a0beb82d62b9 [ 904.610028] env[64443]: DEBUG nova.compute.manager [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.646922] env[64443]: DEBUG nova.virt.hardware [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.647231] env[64443]: DEBUG nova.virt.hardware [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.647399] env[64443]: DEBUG nova.virt.hardware [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.647983] env[64443]: DEBUG nova.virt.hardware [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.647983] env[64443]: DEBUG nova.virt.hardware [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.647983] env[64443]: DEBUG nova.virt.hardware [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.648937] env[64443]: DEBUG nova.virt.hardware [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.649184] env[64443]: DEBUG nova.virt.hardware [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.649377] env[64443]: DEBUG nova.virt.hardware [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.649627] env[64443]: DEBUG nova.virt.hardware [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.649722] env[64443]: DEBUG nova.virt.hardware [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.650917] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cbdfd0-717b-4195-b23e-ca060f500cd8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.665459] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d42dca-7907-4dce-80e2-8e23efd56a2b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.670394] env[64443]: DEBUG oslo_concurrency.lockutils [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquiring lock "e33c53ff-e145-485c-82ec-de74deaf219f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.670660] env[64443]: DEBUG oslo_concurrency.lockutils [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Lock "e33c53ff-e145-485c-82ec-de74deaf219f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.671476] env[64443]: DEBUG oslo_concurrency.lockutils [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquiring lock "e33c53ff-e145-485c-82ec-de74deaf219f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.671476] env[64443]: DEBUG oslo_concurrency.lockutils [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Lock "e33c53ff-e145-485c-82ec-de74deaf219f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.671476] env[64443]: DEBUG oslo_concurrency.lockutils [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Lock "e33c53ff-e145-485c-82ec-de74deaf219f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.684668] env[64443]: INFO nova.compute.manager [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Terminating instance [ 904.692818] env[64443]: INFO nova.compute.manager [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Took 29.66 seconds to build instance. [ 904.781784] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.872988] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676735, 'name': ReconfigVM_Task, 'duration_secs': 0.828079} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.873335] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd/1d7a7ec8-bd79-4607-b1ac-99a91913bbdd.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.874102] env[64443]: DEBUG nova.compute.manager [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.876593] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1c06380-743d-49d8-846f-ad2cea538372 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.886483] env[64443]: DEBUG oslo_concurrency.lockutils [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.887671] env[64443]: DEBUG oslo_concurrency.lockutils [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.887671] env[64443]: DEBUG oslo_concurrency.lockutils [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.888285] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cbb92e-d5c1-4121-8f4c-7c83b0dfa7e5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.912899] env[64443]: DEBUG nova.virt.hardware [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.914146] env[64443]: DEBUG nova.virt.hardware [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.914381] env[64443]: DEBUG nova.virt.hardware [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.914583] env[64443]: DEBUG nova.virt.hardware [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.915254] env[64443]: DEBUG nova.virt.hardware [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.915254] env[64443]: DEBUG nova.virt.hardware [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.915254] env[64443]: DEBUG nova.virt.hardware [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.915413] env[64443]: DEBUG nova.virt.hardware [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.915505] env[64443]: DEBUG nova.virt.hardware [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.915685] env[64443]: DEBUG nova.virt.hardware [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.915851] env[64443]: DEBUG nova.virt.hardware [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.923612] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Reconfiguring VM to attach interface {{(pid=64443) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 904.924138] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 904.924138] env[64443]: value = "task-2676737" [ 904.924138] env[64443]: _type = "Task" [ 904.924138] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.924456] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bb63645-1005-485d-8421-8fb9faa8e7be {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.682173] env[64443]: DEBUG nova.network.neutron [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Successfully updated port: 5678b67b-44d5-4fef-98c8-c4d9b5ba51ba {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.689822] env[64443]: DEBUG nova.compute.manager [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.690033] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.690369] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4939b6d9-ef31-458d-b482-7e7fea02eebe tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "dc23b348-d002-432c-838a-644d3092057c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.661s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.696211] env[64443]: DEBUG nova.compute.manager [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Received event network-vif-plugged-ddb41486-7d5f-4199-99f9-fcd69af955a7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 905.696439] env[64443]: DEBUG oslo_concurrency.lockutils [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] Acquiring lock "5884420d-748b-4bc3-9513-fedda3df2a86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.696606] env[64443]: DEBUG oslo_concurrency.lockutils [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] Lock "5884420d-748b-4bc3-9513-fedda3df2a86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.696766] env[64443]: DEBUG oslo_concurrency.lockutils [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] Lock "5884420d-748b-4bc3-9513-fedda3df2a86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.696932] env[64443]: DEBUG nova.compute.manager [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] No waiting events found dispatching network-vif-plugged-ddb41486-7d5f-4199-99f9-fcd69af955a7 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.697137] env[64443]: WARNING nova.compute.manager [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Received unexpected event network-vif-plugged-ddb41486-7d5f-4199-99f9-fcd69af955a7 for instance with vm_state building and task_state spawning. [ 905.697307] env[64443]: DEBUG nova.compute.manager [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Received event network-changed-ddb41486-7d5f-4199-99f9-fcd69af955a7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 905.698214] env[64443]: DEBUG nova.compute.manager [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Refreshing instance network info cache due to event network-changed-ddb41486-7d5f-4199-99f9-fcd69af955a7. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 905.698214] env[64443]: DEBUG oslo_concurrency.lockutils [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] Acquiring lock "refresh_cache-5884420d-748b-4bc3-9513-fedda3df2a86" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.698214] env[64443]: DEBUG oslo_concurrency.lockutils [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] Acquired lock "refresh_cache-5884420d-748b-4bc3-9513-fedda3df2a86" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.698214] env[64443]: DEBUG nova.network.neutron [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Refreshing network info cache for port ddb41486-7d5f-4199-99f9-fcd69af955a7 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.701317] env[64443]: DEBUG oslo_concurrency.lockutils [None req-162653d8-2913-44ca-8de2-b1f3389038ca tempest-ServerRescueTestJSONUnderV235-585815671 tempest-ServerRescueTestJSONUnderV235-585815671-project-member] Lock "a1c728ab-d6a4-46ef-84e8-a0beb82d62b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.670s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.705974] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63d5c2c-2d0f-421a-a2fa-d733495358fc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.709984] env[64443]: DEBUG oslo_vmware.api [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 905.709984] env[64443]: value = "task-2676738" [ 905.709984] env[64443]: _type = "Task" [ 905.709984] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.725190] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.726373] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676736, 'name': CreateVM_Task, 'duration_secs': 0.485426} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.726527] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676737, 'name': Rename_Task, 'duration_secs': 0.513616} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.729333] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.729333] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1be50ebd-3847-4e06-b30f-f35b372ce4ba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.730029] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.730394] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.737124] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.737314] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.737653] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.737909] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a841dcff-f51c-428c-a867-f5aaaae9a448 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.740577] env[64443]: DEBUG oslo_vmware.api [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676738, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.741404] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f44282a-d583-4a0d-810b-c54d5e08d43c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.747313] env[64443]: DEBUG oslo_vmware.api [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for the task: (returnval){ [ 905.747313] env[64443]: value = "task-2676739" [ 905.747313] env[64443]: _type = "Task" [ 905.747313] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.748564] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 905.748564] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52e12392-f3f8-64e3-0b28-7b1c1aec0cba" [ 905.748564] env[64443]: _type = "Task" [ 905.748564] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.753266] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 905.753266] env[64443]: value = "task-2676740" [ 905.753266] env[64443]: _type = "Task" [ 905.753266] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.770851] env[64443]: DEBUG oslo_vmware.api [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.778511] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52e12392-f3f8-64e3-0b28-7b1c1aec0cba, 'name': SearchDatastore_Task, 'duration_secs': 0.014553} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.784938] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.785231] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.785513] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.785615] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.785809] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.786114] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676740, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.787558] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e047d43b-03ed-4013-a881-a24e4359bb14 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.797778] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.798029] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.799230] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeba4f77-bc85-4f79-ae7c-54c6f45d2345 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.807794] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 905.807794] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d94836-2cfd-26a4-2179-4e50f8128ee6" [ 905.807794] env[64443]: _type = "Task" [ 905.807794] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.819504] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d94836-2cfd-26a4-2179-4e50f8128ee6, 'name': SearchDatastore_Task} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.824995] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72374ba8-2d6d-4da3-a67c-16ccee72f5d7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.830092] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 905.830092] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52e35607-cb00-60c7-73f7-5438535f0dd5" [ 905.830092] env[64443]: _type = "Task" [ 905.830092] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.840167] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52e35607-cb00-60c7-73f7-5438535f0dd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.141043] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d00f991-2942-457f-9271-97b81d4413c4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.152586] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3eefa3b-9e57-426c-9104-f033a4e2e6ba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.188640] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e55a00-1e67-40df-9cc5-92e25d11ed29 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.197923] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1dc545-067d-451e-9865-f82549d0641d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.202668] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "refresh_cache-05cbdea7-4062-4cdf-9c3d-a2c2532676ac" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.202865] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquired lock "refresh_cache-05cbdea7-4062-4cdf-9c3d-a2c2532676ac" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.203069] env[64443]: DEBUG nova.network.neutron [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.219805] env[64443]: DEBUG nova.compute.provider_tree [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.234945] env[64443]: DEBUG oslo_vmware.api [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.262517] env[64443]: DEBUG oslo_vmware.api [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676739, 'name': PowerOffVM_Task, 'duration_secs': 0.25588} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.263245] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.263245] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.264178] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2937da28-7daa-4cd8-857b-20c84b6a468a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.278921] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676740, 'name': PowerOnVM_Task} progress is 90%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.346288] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52e35607-cb00-60c7-73f7-5438535f0dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.012473} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.346392] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.346656] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 5884420d-748b-4bc3-9513-fedda3df2a86/5884420d-748b-4bc3-9513-fedda3df2a86.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.347230] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb6a191b-e780-4f8d-9bdb-55625fa21510 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.351720] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.351977] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.352192] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Deleting the datastore file [datastore1] e33c53ff-e145-485c-82ec-de74deaf219f {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.352528] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bda1ac8-2df1-42b8-ae5c-43435d273e48 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.359133] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 906.359133] env[64443]: value = "task-2676742" [ 906.359133] env[64443]: _type = "Task" [ 906.359133] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.367032] env[64443]: DEBUG oslo_vmware.api [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for the task: (returnval){ [ 906.367032] env[64443]: value = "task-2676743" [ 906.367032] env[64443]: _type = "Task" [ 906.367032] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.376497] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.387665] env[64443]: DEBUG oslo_vmware.api [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.531234] env[64443]: DEBUG nova.network.neutron [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Updated VIF entry in instance network info cache for port ddb41486-7d5f-4199-99f9-fcd69af955a7. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.531623] env[64443]: DEBUG nova.network.neutron [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Updating instance_info_cache with network_info: [{"id": "ddb41486-7d5f-4199-99f9-fcd69af955a7", "address": "fa:16:3e:b8:55:d1", "network": {"id": "dfbbf7d1-044d-4133-b73e-9ed201379803", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1989595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19a513f4e7a34df3ac30a0b52c7fdfaf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddb41486-7d", "ovs_interfaceid": "ddb41486-7d5f-4199-99f9-fcd69af955a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.732457] env[64443]: DEBUG nova.scheduler.client.report [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.740027] env[64443]: DEBUG oslo_vmware.api [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676738, 'name': ReconfigVM_Task, 'duration_secs': 0.772842} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.740027] env[64443]: DEBUG oslo_concurrency.lockutils [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.740335] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Reconfigured VM to attach interface {{(pid=64443) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 906.747751] env[64443]: DEBUG nova.network.neutron [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.783481] env[64443]: DEBUG oslo_vmware.api [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676740, 'name': PowerOnVM_Task, 'duration_secs': 0.718872} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.783806] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.784092] env[64443]: INFO nova.compute.manager [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Took 10.22 seconds to spawn the instance on the hypervisor. [ 906.784346] env[64443]: DEBUG nova.compute.manager [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.785225] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20895a67-3636-47a3-b457-d8a236b0c3d9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.871493] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676742, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.885882] env[64443]: DEBUG oslo_vmware.api [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Task: {'id': task-2676743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.483421} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.889511] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.889729] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.889911] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.890108] env[64443]: INFO nova.compute.manager [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 906.890418] env[64443]: DEBUG oslo.service.loopingcall [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 906.891510] env[64443]: DEBUG nova.compute.manager [-] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.891779] env[64443]: DEBUG nova.network.neutron [-] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.035938] env[64443]: DEBUG oslo_concurrency.lockutils [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] Releasing lock "refresh_cache-5884420d-748b-4bc3-9513-fedda3df2a86" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.035938] env[64443]: DEBUG nova.compute.manager [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Received event network-vif-plugged-20152e6d-3b65-4bc9-be5e-f166ac468556 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 907.035938] env[64443]: DEBUG oslo_concurrency.lockutils [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] Acquiring lock "2b8158f0-c55c-48d5-88c9-269f0c89256a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.035938] env[64443]: DEBUG oslo_concurrency.lockutils [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] Lock "2b8158f0-c55c-48d5-88c9-269f0c89256a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.035938] env[64443]: DEBUG oslo_concurrency.lockutils [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] Lock "2b8158f0-c55c-48d5-88c9-269f0c89256a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.035938] env[64443]: DEBUG nova.compute.manager [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] No waiting events found dispatching network-vif-plugged-20152e6d-3b65-4bc9-be5e-f166ac468556 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.035938] env[64443]: WARNING nova.compute.manager [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Received unexpected event network-vif-plugged-20152e6d-3b65-4bc9-be5e-f166ac468556 for instance with vm_state active and task_state None. [ 907.035938] env[64443]: DEBUG nova.compute.manager [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Received event network-changed-20152e6d-3b65-4bc9-be5e-f166ac468556 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 907.036344] env[64443]: DEBUG nova.compute.manager [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Refreshing instance network info cache due to event network-changed-20152e6d-3b65-4bc9-be5e-f166ac468556. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 907.036540] env[64443]: DEBUG oslo_concurrency.lockutils [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] Acquiring lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.036728] env[64443]: DEBUG oslo_concurrency.lockutils [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] Acquired lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.036942] env[64443]: DEBUG nova.network.neutron [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Refreshing network info cache for port 20152e6d-3b65-4bc9-be5e-f166ac468556 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.048018] env[64443]: DEBUG nova.network.neutron [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Updating instance_info_cache with network_info: [{"id": "5678b67b-44d5-4fef-98c8-c4d9b5ba51ba", "address": "fa:16:3e:6e:d7:14", "network": {"id": "0f5b4996-7e6d-47b2-aeda-90ce35308de9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1763186808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977c9966dc484868b335536469de110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5678b67b-44", "ovs_interfaceid": "5678b67b-44d5-4fef-98c8-c4d9b5ba51ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.239835] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.712s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.242948] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.450s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.244280] env[64443]: INFO nova.compute.claims [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.248017] env[64443]: DEBUG oslo_concurrency.lockutils [None req-372434f4-612f-483f-9836-55c5ac310fbe tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "interface-2b8158f0-c55c-48d5-88c9-269f0c89256a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.574s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.271335] env[64443]: INFO nova.scheduler.client.report [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Deleted allocations for instance 607c9db3-eb01-4317-bb37-c717e49c1aa7 [ 907.313366] env[64443]: INFO nova.compute.manager [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Took 28.31 seconds to build instance. [ 907.373993] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638741} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.374314] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 5884420d-748b-4bc3-9513-fedda3df2a86/5884420d-748b-4bc3-9513-fedda3df2a86.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.374528] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.374947] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cc9da7a-2f03-40b6-a194-33545d0442f7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.387366] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 907.387366] env[64443]: value = "task-2676744" [ 907.387366] env[64443]: _type = "Task" [ 907.387366] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.398197] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.550768] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Releasing lock "refresh_cache-05cbdea7-4062-4cdf-9c3d-a2c2532676ac" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.551114] env[64443]: DEBUG nova.compute.manager [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Instance network_info: |[{"id": "5678b67b-44d5-4fef-98c8-c4d9b5ba51ba", "address": "fa:16:3e:6e:d7:14", "network": {"id": "0f5b4996-7e6d-47b2-aeda-90ce35308de9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1763186808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977c9966dc484868b335536469de110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5678b67b-44", "ovs_interfaceid": "5678b67b-44d5-4fef-98c8-c4d9b5ba51ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.551541] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:d7:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5678b67b-44d5-4fef-98c8-c4d9b5ba51ba', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.561352] env[64443]: DEBUG oslo.service.loopingcall [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 907.561924] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.562621] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51bdc6bb-51b7-4339-b14b-a95bed694004 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.586619] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.586619] env[64443]: value = "task-2676745" [ 907.586619] env[64443]: _type = "Task" [ 907.586619] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.597310] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676745, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.714790] env[64443]: DEBUG oslo_concurrency.lockutils [None req-afe9bbcd-2d49-470b-b67a-014471263c23 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "1d7a7ec8-bd79-4607-b1ac-99a91913bbdd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.727067] env[64443]: DEBUG nova.compute.manager [req-c7014bb8-f627-4190-b0f6-5afd7703032c req-05230113-543a-476b-a3bf-2e439ab0b30d service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Received event network-vif-plugged-5678b67b-44d5-4fef-98c8-c4d9b5ba51ba {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 907.727292] env[64443]: DEBUG oslo_concurrency.lockutils [req-c7014bb8-f627-4190-b0f6-5afd7703032c req-05230113-543a-476b-a3bf-2e439ab0b30d service nova] Acquiring lock "05cbdea7-4062-4cdf-9c3d-a2c2532676ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.727500] env[64443]: DEBUG oslo_concurrency.lockutils [req-c7014bb8-f627-4190-b0f6-5afd7703032c req-05230113-543a-476b-a3bf-2e439ab0b30d service nova] Lock "05cbdea7-4062-4cdf-9c3d-a2c2532676ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.727661] env[64443]: DEBUG oslo_concurrency.lockutils [req-c7014bb8-f627-4190-b0f6-5afd7703032c req-05230113-543a-476b-a3bf-2e439ab0b30d service nova] Lock "05cbdea7-4062-4cdf-9c3d-a2c2532676ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.727821] env[64443]: DEBUG nova.compute.manager [req-c7014bb8-f627-4190-b0f6-5afd7703032c req-05230113-543a-476b-a3bf-2e439ab0b30d service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] No waiting events found dispatching network-vif-plugged-5678b67b-44d5-4fef-98c8-c4d9b5ba51ba {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.728016] env[64443]: WARNING nova.compute.manager [req-c7014bb8-f627-4190-b0f6-5afd7703032c req-05230113-543a-476b-a3bf-2e439ab0b30d service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Received unexpected event network-vif-plugged-5678b67b-44d5-4fef-98c8-c4d9b5ba51ba for instance with vm_state building and task_state spawning. [ 907.731199] env[64443]: DEBUG nova.compute.manager [req-c7014bb8-f627-4190-b0f6-5afd7703032c req-05230113-543a-476b-a3bf-2e439ab0b30d service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Received event network-changed-5678b67b-44d5-4fef-98c8-c4d9b5ba51ba {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 907.731199] env[64443]: DEBUG nova.compute.manager [req-c7014bb8-f627-4190-b0f6-5afd7703032c req-05230113-543a-476b-a3bf-2e439ab0b30d service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Refreshing instance network info cache due to event network-changed-5678b67b-44d5-4fef-98c8-c4d9b5ba51ba. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 907.731199] env[64443]: DEBUG oslo_concurrency.lockutils [req-c7014bb8-f627-4190-b0f6-5afd7703032c req-05230113-543a-476b-a3bf-2e439ab0b30d service nova] Acquiring lock "refresh_cache-05cbdea7-4062-4cdf-9c3d-a2c2532676ac" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.731199] env[64443]: DEBUG oslo_concurrency.lockutils [req-c7014bb8-f627-4190-b0f6-5afd7703032c req-05230113-543a-476b-a3bf-2e439ab0b30d service nova] Acquired lock "refresh_cache-05cbdea7-4062-4cdf-9c3d-a2c2532676ac" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.731199] env[64443]: DEBUG nova.network.neutron [req-c7014bb8-f627-4190-b0f6-5afd7703032c req-05230113-543a-476b-a3bf-2e439ab0b30d service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Refreshing network info cache for port 5678b67b-44d5-4fef-98c8-c4d9b5ba51ba {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.751426] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 907.754608] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 907.778544] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0735279b-c2fd-47a8-85eb-9e4ec0185acc tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "607c9db3-eb01-4317-bb37-c717e49c1aa7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.387s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.783554] env[64443]: DEBUG nova.network.neutron [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Updated VIF entry in instance network info cache for port 20152e6d-3b65-4bc9-be5e-f166ac468556. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.784114] env[64443]: DEBUG nova.network.neutron [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Updating instance_info_cache with network_info: [{"id": "2c4c2029-fc18-4764-bb0c-0545c0ad1366", "address": "fa:16:3e:5a:76:05", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4c2029-fc", "ovs_interfaceid": "2c4c2029-fc18-4764-bb0c-0545c0ad1366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20152e6d-3b65-4bc9-be5e-f166ac468556", "address": "fa:16:3e:72:e1:cf", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20152e6d-3b", "ovs_interfaceid": "20152e6d-3b65-4bc9-be5e-f166ac468556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.815227] env[64443]: DEBUG oslo_concurrency.lockutils [None req-793ed921-d5d7-4f67-a91c-08c87ae25a29 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "1d7a7ec8-bd79-4607-b1ac-99a91913bbdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.823s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.815506] env[64443]: DEBUG oslo_concurrency.lockutils [None req-afe9bbcd-2d49-470b-b67a-014471263c23 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "1d7a7ec8-bd79-4607-b1ac-99a91913bbdd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.101s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.815691] env[64443]: DEBUG nova.compute.manager [None req-afe9bbcd-2d49-470b-b67a-014471263c23 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.816618] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8608a930-26e7-4529-8424-36988cccf515 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.825574] env[64443]: DEBUG nova.compute.manager [None req-afe9bbcd-2d49-470b-b67a-014471263c23 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64443) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 907.826240] env[64443]: DEBUG nova.objects.instance [None req-afe9bbcd-2d49-470b-b67a-014471263c23 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lazy-loading 'flavor' on Instance uuid 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.898737] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127056} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.899042] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.899866] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75e9826-5c91-4757-8fb4-8aa8f3ee6ba2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.923920] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 5884420d-748b-4bc3-9513-fedda3df2a86/5884420d-748b-4bc3-9513-fedda3df2a86.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.924620] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf494944-2da9-4ab5-85be-b888ffee7e9a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.946024] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 907.946024] env[64443]: value = "task-2676746" [ 907.946024] env[64443]: _type = "Task" [ 907.946024] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.955672] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.012488] env[64443]: DEBUG nova.network.neutron [-] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.103055] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676745, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.265246] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 908.265246] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Starting heal instance info cache {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 908.287150] env[64443]: DEBUG oslo_concurrency.lockutils [req-5d13ea2c-440b-41aa-9778-03010b3cc960 req-2273248a-2f01-40d0-8f27-c564ec8a411a service nova] Releasing lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.465052] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.514975] env[64443]: INFO nova.compute.manager [-] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Took 1.62 seconds to deallocate network for instance. [ 908.543152] env[64443]: DEBUG nova.network.neutron [req-c7014bb8-f627-4190-b0f6-5afd7703032c req-05230113-543a-476b-a3bf-2e439ab0b30d service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Updated VIF entry in instance network info cache for port 5678b67b-44d5-4fef-98c8-c4d9b5ba51ba. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.543152] env[64443]: DEBUG nova.network.neutron [req-c7014bb8-f627-4190-b0f6-5afd7703032c req-05230113-543a-476b-a3bf-2e439ab0b30d service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Updating instance_info_cache with network_info: [{"id": "5678b67b-44d5-4fef-98c8-c4d9b5ba51ba", "address": "fa:16:3e:6e:d7:14", "network": {"id": "0f5b4996-7e6d-47b2-aeda-90ce35308de9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1763186808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977c9966dc484868b335536469de110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5678b67b-44", "ovs_interfaceid": "5678b67b-44d5-4fef-98c8-c4d9b5ba51ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.605594] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676745, 'name': CreateVM_Task, 'duration_secs': 1.015532} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.605594] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.605594] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.605594] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.605594] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 908.605594] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-635a2f50-22c7-4857-812e-651378e5f366 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.611528] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 908.611528] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52062c8a-e99a-a779-f9e0-22a05bf8b34a" [ 908.611528] env[64443]: _type = "Task" [ 908.611528] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.627978] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52062c8a-e99a-a779-f9e0-22a05bf8b34a, 'name': SearchDatastore_Task, 'duration_secs': 0.012874} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.628335] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.628573] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.628866] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.629104] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.629309] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.629614] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05e942d7-e9cb-46b8-8ebe-aa45c07f16c3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.643869] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.644337] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.644841] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4490fb1f-be18-471e-8e01-3033fa9617bc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.652728] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 908.652728] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]527fb917-7abb-6a8c-745e-37a0dd686e32" [ 908.652728] env[64443]: _type = "Task" [ 908.652728] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.657010] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dbe726-7cd1-4a8e-8286-04eabb29aceb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.665248] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527fb917-7abb-6a8c-745e-37a0dd686e32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.668113] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d85b7f8-6804-4416-be18-598700714e6d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.705744] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55d9e2f-31ec-4f66-a7d5-ad44357351d1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.718479] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f81d296-e1f2-4fcb-a8d6-d23ae23439e1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.736198] env[64443]: DEBUG nova.compute.provider_tree [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.837368] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe9bbcd-2d49-470b-b67a-014471263c23 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.837677] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afa00c50-9cc5-429a-8c79-f96b834a350a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.846092] env[64443]: DEBUG oslo_vmware.api [None req-afe9bbcd-2d49-470b-b67a-014471263c23 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 908.846092] env[64443]: value = "task-2676747" [ 908.846092] env[64443]: _type = "Task" [ 908.846092] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.855350] env[64443]: DEBUG oslo_vmware.api [None req-afe9bbcd-2d49-470b-b67a-014471263c23 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.957246] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676746, 'name': ReconfigVM_Task, 'duration_secs': 0.734268} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.957626] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 5884420d-748b-4bc3-9513-fedda3df2a86/5884420d-748b-4bc3-9513-fedda3df2a86.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.958317] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbd8362e-7ae4-4997-9f0c-13d535a1cabf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.965937] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 908.965937] env[64443]: value = "task-2676748" [ 908.965937] env[64443]: _type = "Task" [ 908.965937] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.975192] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676748, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.027278] env[64443]: DEBUG oslo_concurrency.lockutils [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.046840] env[64443]: DEBUG oslo_concurrency.lockutils [req-c7014bb8-f627-4190-b0f6-5afd7703032c req-05230113-543a-476b-a3bf-2e439ab0b30d service nova] Releasing lock "refresh_cache-05cbdea7-4062-4cdf-9c3d-a2c2532676ac" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.047179] env[64443]: DEBUG nova.compute.manager [req-c7014bb8-f627-4190-b0f6-5afd7703032c req-05230113-543a-476b-a3bf-2e439ab0b30d service nova] [instance: dc23b348-d002-432c-838a-644d3092057c] Received event network-changed-ea3d3885-bf50-498f-98b2-1d12b0088888 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 909.047372] env[64443]: DEBUG nova.compute.manager [req-c7014bb8-f627-4190-b0f6-5afd7703032c req-05230113-543a-476b-a3bf-2e439ab0b30d service nova] [instance: dc23b348-d002-432c-838a-644d3092057c] Refreshing instance network info cache due to event network-changed-ea3d3885-bf50-498f-98b2-1d12b0088888. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 909.047590] env[64443]: DEBUG oslo_concurrency.lockutils [req-c7014bb8-f627-4190-b0f6-5afd7703032c req-05230113-543a-476b-a3bf-2e439ab0b30d service nova] Acquiring lock "refresh_cache-dc23b348-d002-432c-838a-644d3092057c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.047738] env[64443]: DEBUG oslo_concurrency.lockutils [req-c7014bb8-f627-4190-b0f6-5afd7703032c req-05230113-543a-476b-a3bf-2e439ab0b30d service nova] Acquired lock "refresh_cache-dc23b348-d002-432c-838a-644d3092057c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.047906] env[64443]: DEBUG nova.network.neutron [req-c7014bb8-f627-4190-b0f6-5afd7703032c req-05230113-543a-476b-a3bf-2e439ab0b30d service nova] [instance: dc23b348-d002-432c-838a-644d3092057c] Refreshing network info cache for port ea3d3885-bf50-498f-98b2-1d12b0088888 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.163713] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527fb917-7abb-6a8c-745e-37a0dd686e32, 'name': SearchDatastore_Task, 'duration_secs': 0.024401} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.164520] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d076bbd2-1a0f-4831-b090-16ce322db1d0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.170306] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 909.170306] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]524947a4-1871-d11b-ba10-ca5fb82b24fd" [ 909.170306] env[64443]: _type = "Task" [ 909.170306] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.179777] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]524947a4-1871-d11b-ba10-ca5fb82b24fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.214044] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Acquiring lock "6e7b78ad-7d1d-4cb4-b216-33d5f75afbda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.214371] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Lock "6e7b78ad-7d1d-4cb4-b216-33d5f75afbda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.214627] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Acquiring lock "6e7b78ad-7d1d-4cb4-b216-33d5f75afbda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.214854] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Lock "6e7b78ad-7d1d-4cb4-b216-33d5f75afbda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.215053] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Lock "6e7b78ad-7d1d-4cb4-b216-33d5f75afbda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.217409] env[64443]: INFO nova.compute.manager [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Terminating instance [ 909.240749] env[64443]: DEBUG nova.scheduler.client.report [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.359453] env[64443]: DEBUG oslo_vmware.api [None req-afe9bbcd-2d49-470b-b67a-014471263c23 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676747, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.476866] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676748, 'name': Rename_Task, 'duration_secs': 0.419133} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.477235] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.477514] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eade8827-7f41-4902-b326-3178d73e0971 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.484898] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 909.484898] env[64443]: value = "task-2676749" [ 909.484898] env[64443]: _type = "Task" [ 909.484898] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.495289] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.504882] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "d0381940-546b-45e7-984e-a78444d069f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.505154] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "d0381940-546b-45e7-984e-a78444d069f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.505370] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "d0381940-546b-45e7-984e-a78444d069f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.505608] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "d0381940-546b-45e7-984e-a78444d069f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.505836] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "d0381940-546b-45e7-984e-a78444d069f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.509119] env[64443]: INFO nova.compute.manager [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Terminating instance [ 909.683541] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]524947a4-1871-d11b-ba10-ca5fb82b24fd, 'name': SearchDatastore_Task, 'duration_secs': 0.01952} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.683814] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.684095] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 05cbdea7-4062-4cdf-9c3d-a2c2532676ac/05cbdea7-4062-4cdf-9c3d-a2c2532676ac.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.684367] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17b43c4e-2477-4b4d-b89c-5c3f5aef047b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.692571] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 909.692571] env[64443]: value = "task-2676750" [ 909.692571] env[64443]: _type = "Task" [ 909.692571] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.700633] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.722984] env[64443]: DEBUG nova.compute.manager [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.723261] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.724456] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c535dec6-6286-4ad9-9a6c-593bc4ced3ed {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.735494] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.735859] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a7f310f-26c6-4c05-86b1-b9e109e84bbf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.743539] env[64443]: DEBUG oslo_vmware.api [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Waiting for the task: (returnval){ [ 909.743539] env[64443]: value = "task-2676751" [ 909.743539] env[64443]: _type = "Task" [ 909.743539] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.748996] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.749918] env[64443]: DEBUG nova.compute.manager [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.753583] env[64443]: DEBUG oslo_concurrency.lockutils [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.227s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.755904] env[64443]: INFO nova.compute.claims [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.769529] env[64443]: DEBUG oslo_vmware.api [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Task: {'id': task-2676751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.806880] env[64443]: DEBUG nova.network.neutron [req-c7014bb8-f627-4190-b0f6-5afd7703032c req-05230113-543a-476b-a3bf-2e439ab0b30d service nova] [instance: dc23b348-d002-432c-838a-644d3092057c] Updated VIF entry in instance network info cache for port ea3d3885-bf50-498f-98b2-1d12b0088888. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.809556] env[64443]: DEBUG nova.network.neutron [req-c7014bb8-f627-4190-b0f6-5afd7703032c req-05230113-543a-476b-a3bf-2e439ab0b30d service nova] [instance: dc23b348-d002-432c-838a-644d3092057c] Updating instance_info_cache with network_info: [{"id": "ea3d3885-bf50-498f-98b2-1d12b0088888", "address": "fa:16:3e:ab:3c:ed", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea3d3885-bf", "ovs_interfaceid": "ea3d3885-bf50-498f-98b2-1d12b0088888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.858476] env[64443]: DEBUG oslo_vmware.api [None req-afe9bbcd-2d49-470b-b67a-014471263c23 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676747, 'name': PowerOffVM_Task, 'duration_secs': 0.529511} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.859355] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-afe9bbcd-2d49-470b-b67a-014471263c23 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.859355] env[64443]: DEBUG nova.compute.manager [None req-afe9bbcd-2d49-470b-b67a-014471263c23 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.860439] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fe802d-9265-4807-9b8f-1096c8689cad {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.887615] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "interface-2b8158f0-c55c-48d5-88c9-269f0c89256a-b4499099-56ac-4f6b-820e-a251241696d1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.887935] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "interface-2b8158f0-c55c-48d5-88c9-269f0c89256a-b4499099-56ac-4f6b-820e-a251241696d1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.888441] env[64443]: DEBUG nova.objects.instance [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lazy-loading 'flavor' on Instance uuid 2b8158f0-c55c-48d5-88c9-269f0c89256a {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.996283] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676749, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.013344] env[64443]: DEBUG nova.compute.manager [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.013665] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.014625] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fff041-c870-4f7b-9e94-a4c66bf14468 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.023910] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.024232] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c316a72-b6e6-4712-8fd7-1d3139d81fd8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.032373] env[64443]: DEBUG oslo_vmware.api [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 910.032373] env[64443]: value = "task-2676752" [ 910.032373] env[64443]: _type = "Task" [ 910.032373] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.041829] env[64443]: DEBUG oslo_vmware.api [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.196192] env[64443]: DEBUG nova.compute.manager [req-4edd1c47-9872-4be1-b6e8-726b9bcaa25d req-7d86e384-eb53-4a26-a2f8-b232a60a8f8e service nova] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Received event network-vif-deleted-6a88cc7e-f210-4884-826d-46dad9672ce6 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 910.208920] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676750, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.255945] env[64443]: DEBUG oslo_vmware.api [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Task: {'id': task-2676751, 'name': PowerOffVM_Task, 'duration_secs': 0.218619} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.256297] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.256472] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.256802] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fa4ed26-e061-4d5d-975c-f7b6e1892025 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.264960] env[64443]: DEBUG nova.compute.utils [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 910.272025] env[64443]: DEBUG nova.compute.manager [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.272025] env[64443]: DEBUG nova.network.neutron [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.308314] env[64443]: DEBUG nova.policy [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4f95bcfb631c4feb87b46ec7ae240658', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ac427afd2da4896a96cfdf5959391e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.311098] env[64443]: DEBUG oslo_concurrency.lockutils [req-c7014bb8-f627-4190-b0f6-5afd7703032c req-05230113-543a-476b-a3bf-2e439ab0b30d service nova] Releasing lock "refresh_cache-dc23b348-d002-432c-838a-644d3092057c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.332458] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.333121] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.333121] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Deleting the datastore file [datastore2] 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.333294] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a544af7-badb-4617-ad7b-3bca1846ebbd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.340913] env[64443]: DEBUG oslo_vmware.api [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Waiting for the task: (returnval){ [ 910.340913] env[64443]: value = "task-2676754" [ 910.340913] env[64443]: _type = "Task" [ 910.340913] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.350098] env[64443]: DEBUG oslo_vmware.api [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Task: {'id': task-2676754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.373600] env[64443]: DEBUG oslo_concurrency.lockutils [None req-afe9bbcd-2d49-470b-b67a-014471263c23 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "1d7a7ec8-bd79-4607-b1ac-99a91913bbdd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.558s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.498947] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676749, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.543693] env[64443]: DEBUG oslo_vmware.api [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676752, 'name': PowerOffVM_Task, 'duration_secs': 0.416902} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.544020] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.544199] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.544596] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fffe8a84-7776-4de0-82c6-d3587c6e89c5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.559244] env[64443]: DEBUG nova.objects.instance [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lazy-loading 'pci_requests' on Instance uuid 2b8158f0-c55c-48d5-88c9-269f0c89256a {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.620244] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.620244] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.620244] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Deleting the datastore file [datastore2] d0381940-546b-45e7-984e-a78444d069f1 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.620244] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c616264-edfc-4fd6-a69e-dd0ba7ba776c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.630458] env[64443]: DEBUG oslo_vmware.api [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for the task: (returnval){ [ 910.630458] env[64443]: value = "task-2676756" [ 910.630458] env[64443]: _type = "Task" [ 910.630458] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.638266] env[64443]: DEBUG oslo_vmware.api [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.654961] env[64443]: DEBUG nova.network.neutron [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Successfully created port: ff0af76c-5888-4a30-9792-1468d07472e1 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.708896] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584762} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.711483] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 05cbdea7-4062-4cdf-9c3d-a2c2532676ac/05cbdea7-4062-4cdf-9c3d-a2c2532676ac.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.711483] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.711483] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11619dda-006d-4555-9882-1cf4a1cd93ed {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.719955] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 910.719955] env[64443]: value = "task-2676757" [ 910.719955] env[64443]: _type = "Task" [ 910.719955] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.729802] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.773073] env[64443]: DEBUG nova.compute.manager [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.855596] env[64443]: DEBUG oslo_vmware.api [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Task: {'id': task-2676754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436797} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.855897] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.856121] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.856557] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.856756] env[64443]: INFO nova.compute.manager [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Took 1.13 seconds to destroy the instance on the hypervisor. [ 910.857038] env[64443]: DEBUG oslo.service.loopingcall [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 910.858079] env[64443]: DEBUG nova.compute.manager [-] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.858155] env[64443]: DEBUG nova.network.neutron [-] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.002901] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676749, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.065421] env[64443]: DEBUG nova.objects.base [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Object Instance<2b8158f0-c55c-48d5-88c9-269f0c89256a> lazy-loaded attributes: flavor,pci_requests {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 911.065711] env[64443]: DEBUG nova.network.neutron [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.132098] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ed1ca2-ba40-44a6-808a-d422cfc4e639 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.152109] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c33eb55-48c7-4eb1-9d5c-d7509927294b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.157159] env[64443]: DEBUG oslo_vmware.api [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.189755] env[64443]: DEBUG nova.policy [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bdda8a2d67b480f8abd1e899137febc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82178a7fb654409499ced650a17c3fc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.192530] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05218664-a11c-4eda-b535-6b4cfe854ca4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.201180] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d70976-f7fb-45ac-810c-4cb4f8fd2cd6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.216922] env[64443]: DEBUG nova.compute.provider_tree [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.230258] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067427} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.230802] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.231647] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ca2b2f-e67b-4285-87e8-42910dd03850 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.256726] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 05cbdea7-4062-4cdf-9c3d-a2c2532676ac/05cbdea7-4062-4cdf-9c3d-a2c2532676ac.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.256726] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4319266-44cd-4087-89a7-5da4434a40a9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.282512] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 911.282512] env[64443]: value = "task-2676758" [ 911.282512] env[64443]: _type = "Task" [ 911.282512] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.304414] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "1d7a7ec8-bd79-4607-b1ac-99a91913bbdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.304854] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "1d7a7ec8-bd79-4607-b1ac-99a91913bbdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.305105] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "1d7a7ec8-bd79-4607-b1ac-99a91913bbdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.305292] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "1d7a7ec8-bd79-4607-b1ac-99a91913bbdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.309062] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "1d7a7ec8-bd79-4607-b1ac-99a91913bbdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.311060] env[64443]: INFO nova.compute.manager [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Terminating instance [ 911.498535] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676749, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.642564] env[64443]: DEBUG oslo_vmware.api [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Task: {'id': task-2676756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.653034} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.643325] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.643325] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.643325] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.648023] env[64443]: INFO nova.compute.manager [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] [instance: d0381940-546b-45e7-984e-a78444d069f1] Took 1.63 seconds to destroy the instance on the hypervisor. [ 911.648023] env[64443]: DEBUG oslo.service.loopingcall [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 911.648023] env[64443]: DEBUG nova.compute.manager [-] [instance: d0381940-546b-45e7-984e-a78444d069f1] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.648023] env[64443]: DEBUG nova.network.neutron [-] [instance: d0381940-546b-45e7-984e-a78444d069f1] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.754445] env[64443]: ERROR nova.scheduler.client.report [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [req-3a6870be-7262-4e53-92e2-31fcfd58af5a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3a6870be-7262-4e53-92e2-31fcfd58af5a"}]} [ 911.778680] env[64443]: DEBUG nova.scheduler.client.report [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 911.785261] env[64443]: DEBUG nova.compute.manager [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.808711] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676758, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.810105] env[64443]: DEBUG nova.scheduler.client.report [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 911.810369] env[64443]: DEBUG nova.compute.provider_tree [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.818260] env[64443]: DEBUG nova.compute.manager [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.818472] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.823333] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c897cf-c192-40a4-acfa-233718c7753e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.832576] env[64443]: DEBUG nova.virt.hardware [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.832778] env[64443]: DEBUG nova.virt.hardware [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.832829] env[64443]: DEBUG nova.virt.hardware [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.833266] env[64443]: DEBUG nova.virt.hardware [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.833454] env[64443]: DEBUG nova.virt.hardware [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.833610] env[64443]: DEBUG nova.virt.hardware [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.833829] env[64443]: DEBUG nova.virt.hardware [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.834271] env[64443]: DEBUG nova.virt.hardware [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.834271] env[64443]: DEBUG nova.virt.hardware [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.834407] env[64443]: DEBUG nova.virt.hardware [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.834770] env[64443]: DEBUG nova.virt.hardware [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.837391] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c110a88b-d709-4256-83cb-0d792349ad86 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.843553] env[64443]: DEBUG nova.scheduler.client.report [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 911.845825] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.846722] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d085b1d0-33e0-4361-b227-663a697e0df6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.852964] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf10cd6e-8e57-4a06-8445-f37e2d68578e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.871511] env[64443]: DEBUG nova.scheduler.client.report [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 911.942755] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.943084] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.944162] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Deleting the datastore file [datastore1] 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.944883] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9118159b-97b1-4115-aae5-3eeca588d2d6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.952457] env[64443]: DEBUG oslo_vmware.api [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 911.952457] env[64443]: value = "task-2676760" [ 911.952457] env[64443]: _type = "Task" [ 911.952457] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.964759] env[64443]: DEBUG oslo_vmware.api [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.005642] env[64443]: DEBUG oslo_vmware.api [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676749, 'name': PowerOnVM_Task, 'duration_secs': 2.300262} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.005642] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.005930] env[64443]: INFO nova.compute.manager [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Took 11.07 seconds to spawn the instance on the hypervisor. [ 912.005930] env[64443]: DEBUG nova.compute.manager [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.006669] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb740c1-0870-47b4-b786-0062a38b9745 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.096297] env[64443]: DEBUG nova.network.neutron [-] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.209455] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628aa042-78aa-42c2-8b90-713e1c4ea083 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.218411] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090666b4-9465-455f-bab3-e3f57f37a143 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.250324] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d24798-69ce-493d-8368-1d4f9c696c65 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.260922] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a49bdb-2414-4d34-9595-698902171413 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.278981] env[64443]: DEBUG nova.compute.provider_tree [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 912.299689] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676758, 'name': ReconfigVM_Task, 'duration_secs': 0.575473} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.300263] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 05cbdea7-4062-4cdf-9c3d-a2c2532676ac/05cbdea7-4062-4cdf-9c3d-a2c2532676ac.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.300889] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3fd3e3f-450b-483d-97c9-d1bdcd789ea6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.307018] env[64443]: DEBUG nova.network.neutron [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Successfully updated port: ff0af76c-5888-4a30-9792-1468d07472e1 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.311803] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 912.311803] env[64443]: value = "task-2676761" [ 912.311803] env[64443]: _type = "Task" [ 912.311803] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.322878] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676761, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.387358] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Acquiring lock "ab8a79f4-4628-4bd1-b191-54fd9a84bb5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.387585] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Lock "ab8a79f4-4628-4bd1-b191-54fd9a84bb5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.465288] env[64443]: DEBUG oslo_vmware.api [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401921} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.465793] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.465793] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.465910] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.466128] env[64443]: INFO nova.compute.manager [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Took 0.65 seconds to destroy the instance on the hypervisor. [ 912.466380] env[64443]: DEBUG oslo.service.loopingcall [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 912.466568] env[64443]: DEBUG nova.compute.manager [-] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.466661] env[64443]: DEBUG nova.network.neutron [-] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.497200] env[64443]: DEBUG nova.network.neutron [-] [instance: d0381940-546b-45e7-984e-a78444d069f1] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.526198] env[64443]: INFO nova.compute.manager [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Took 30.42 seconds to build instance. [ 912.597982] env[64443]: INFO nova.compute.manager [-] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Took 1.74 seconds to deallocate network for instance. [ 912.768560] env[64443]: DEBUG oslo_concurrency.lockutils [None req-81c72e92-c580-480f-bbf1-3e2e318e7636 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "816437a1-05dc-4c40-8fc6-5171bdb524e6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.769499] env[64443]: DEBUG oslo_concurrency.lockutils [None req-81c72e92-c580-480f-bbf1-3e2e318e7636 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "816437a1-05dc-4c40-8fc6-5171bdb524e6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.804689] env[64443]: ERROR nova.scheduler.client.report [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [req-76d763d1-a2da-481d-9ee0-a901c72a2067] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-76d763d1-a2da-481d-9ee0-a901c72a2067"}]} [ 912.809722] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Acquiring lock "refresh_cache-17c0b912-f5c8-4bbd-9e15-0e26d490ff65" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.809862] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Acquired lock "refresh_cache-17c0b912-f5c8-4bbd-9e15-0e26d490ff65" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.810021] env[64443]: DEBUG nova.network.neutron [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.826684] env[64443]: DEBUG nova.scheduler.client.report [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 912.834681] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676761, 'name': Rename_Task, 'duration_secs': 0.354147} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.835331] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.835331] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-918aeb5f-b8e5-49aa-b012-1e149d80095d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.843568] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 912.843568] env[64443]: value = "task-2676762" [ 912.843568] env[64443]: _type = "Task" [ 912.843568] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.849514] env[64443]: DEBUG nova.scheduler.client.report [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 912.849724] env[64443]: DEBUG nova.compute.provider_tree [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 912.854858] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.858528] env[64443]: DEBUG nova.compute.manager [req-d10badb8-b3ef-40e4-b80a-347b95e0e5e9 req-858fe9b9-7c3d-4ac5-92b1-46a91e3a9a92 service nova] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Received event network-vif-deleted-b87de3d0-38fa-4944-bcad-353ef146194d {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 912.858742] env[64443]: DEBUG nova.compute.manager [req-d10badb8-b3ef-40e4-b80a-347b95e0e5e9 req-858fe9b9-7c3d-4ac5-92b1-46a91e3a9a92 service nova] [instance: d0381940-546b-45e7-984e-a78444d069f1] Received event network-vif-deleted-51db4609-051d-4b6c-8455-b2276d12c133 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 912.859485] env[64443]: DEBUG nova.compute.manager [req-d10badb8-b3ef-40e4-b80a-347b95e0e5e9 req-858fe9b9-7c3d-4ac5-92b1-46a91e3a9a92 service nova] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Received event network-vif-plugged-ff0af76c-5888-4a30-9792-1468d07472e1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 912.859485] env[64443]: DEBUG oslo_concurrency.lockutils [req-d10badb8-b3ef-40e4-b80a-347b95e0e5e9 req-858fe9b9-7c3d-4ac5-92b1-46a91e3a9a92 service nova] Acquiring lock "17c0b912-f5c8-4bbd-9e15-0e26d490ff65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.859485] env[64443]: DEBUG oslo_concurrency.lockutils [req-d10badb8-b3ef-40e4-b80a-347b95e0e5e9 req-858fe9b9-7c3d-4ac5-92b1-46a91e3a9a92 service nova] Lock "17c0b912-f5c8-4bbd-9e15-0e26d490ff65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.859485] env[64443]: DEBUG oslo_concurrency.lockutils [req-d10badb8-b3ef-40e4-b80a-347b95e0e5e9 req-858fe9b9-7c3d-4ac5-92b1-46a91e3a9a92 service nova] Lock "17c0b912-f5c8-4bbd-9e15-0e26d490ff65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.859690] env[64443]: DEBUG nova.compute.manager [req-d10badb8-b3ef-40e4-b80a-347b95e0e5e9 req-858fe9b9-7c3d-4ac5-92b1-46a91e3a9a92 service nova] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] No waiting events found dispatching network-vif-plugged-ff0af76c-5888-4a30-9792-1468d07472e1 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.859800] env[64443]: WARNING nova.compute.manager [req-d10badb8-b3ef-40e4-b80a-347b95e0e5e9 req-858fe9b9-7c3d-4ac5-92b1-46a91e3a9a92 service nova] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Received unexpected event network-vif-plugged-ff0af76c-5888-4a30-9792-1468d07472e1 for instance with vm_state building and task_state spawning. [ 912.869884] env[64443]: DEBUG nova.scheduler.client.report [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 912.889855] env[64443]: DEBUG nova.scheduler.client.report [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 912.892452] env[64443]: DEBUG nova.compute.manager [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.951901] env[64443]: DEBUG nova.network.neutron [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Successfully updated port: b4499099-56ac-4f6b-820e-a251241696d1 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.999539] env[64443]: INFO nova.compute.manager [-] [instance: d0381940-546b-45e7-984e-a78444d069f1] Took 1.35 seconds to deallocate network for instance. [ 913.029585] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a5b98e-e437-474a-b237-b40e3ca1ac38 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "5884420d-748b-4bc3-9513-fedda3df2a86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.926s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.105154] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.221894] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e37f388-6dd4-4e86-b672-23ee8926000a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.230155] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2646abd-e5f4-46f3-9a22-36062c33f302 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.262648] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde3eaf4-f1bf-405d-944a-9b3a7e7ca160 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.267898] env[64443]: DEBUG nova.network.neutron [-] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.271784] env[64443]: INFO nova.compute.manager [None req-81c72e92-c580-480f-bbf1-3e2e318e7636 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Detaching volume 6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605 [ 913.275719] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed95d9e7-00b2-4034-8ef0-60f18d47e443 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.295031] env[64443]: DEBUG nova.compute.provider_tree [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 913.312314] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Didn't find any instances for network info cache update. {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 913.313752] env[64443]: INFO nova.virt.block_device [None req-81c72e92-c580-480f-bbf1-3e2e318e7636 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Attempting to driver detach volume 6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605 from mountpoint /dev/sdb [ 913.314028] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c72e92-c580-480f-bbf1-3e2e318e7636 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Volume detach. Driver type: vmdk {{(pid=64443) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 913.314293] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c72e92-c580-480f-bbf1-3e2e318e7636 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539701', 'volume_id': '6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605', 'name': 'volume-6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '816437a1-05dc-4c40-8fc6-5171bdb524e6', 'attached_at': '', 'detached_at': '', 'volume_id': '6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605', 'serial': '6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 913.314648] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.315465] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe86f9cb-1c32-409f-b93f-8d18174be5f2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.318182] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.318406] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.319042] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.321105] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.337308] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.337534] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64443) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 913.338752] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.339975] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80adce0d-5a98-4523-a02c-bc829044f349 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.350612] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c26a3a-0a19-49f8-bcb9-f072c41a13de {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.356517] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676762, 'name': PowerOnVM_Task} progress is 78%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.377705] env[64443]: DEBUG nova.network.neutron [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.380058] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661a2f0b-86ba-4046-b3ad-823aa3d4403e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.398938] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c72e92-c580-480f-bbf1-3e2e318e7636 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] The volume has not been displaced from its original location: [datastore2] volume-6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605/volume-6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605.vmdk. No consolidation needed. {{(pid=64443) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 913.404259] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c72e92-c580-480f-bbf1-3e2e318e7636 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 913.408834] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-768250ad-25dc-402f-80a0-704bdac151bd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.429054] env[64443]: DEBUG oslo_vmware.api [None req-81c72e92-c580-480f-bbf1-3e2e318e7636 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 913.429054] env[64443]: value = "task-2676763" [ 913.429054] env[64443]: _type = "Task" [ 913.429054] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.435276] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.438899] env[64443]: DEBUG oslo_vmware.api [None req-81c72e92-c580-480f-bbf1-3e2e318e7636 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.456374] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 913.456555] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.456738] env[64443]: DEBUG nova.network.neutron [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.507211] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.561203] env[64443]: DEBUG nova.network.neutron [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Updating instance_info_cache with network_info: [{"id": "ff0af76c-5888-4a30-9792-1468d07472e1", "address": "fa:16:3e:ea:92:f7", "network": {"id": "50534cfa-d799-496d-9876-8c271d03d1e0", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1145508553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac427afd2da4896a96cfdf5959391e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff0af76c-58", "ovs_interfaceid": "ff0af76c-5888-4a30-9792-1468d07472e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.774722] env[64443]: INFO nova.compute.manager [-] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Took 1.31 seconds to deallocate network for instance. [ 913.829104] env[64443]: DEBUG nova.scheduler.client.report [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 913.829438] env[64443]: DEBUG nova.compute.provider_tree [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 114 to 115 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 913.829624] env[64443]: DEBUG nova.compute.provider_tree [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 913.844629] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.855501] env[64443]: DEBUG oslo_vmware.api [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2676762, 'name': PowerOnVM_Task, 'duration_secs': 0.971663} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.855597] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.855762] env[64443]: INFO nova.compute.manager [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Took 9.25 seconds to spawn the instance on the hypervisor. [ 913.855945] env[64443]: DEBUG nova.compute.manager [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.857022] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc8b83f-476e-4abb-9959-0a87f8138d2c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.940405] env[64443]: DEBUG oslo_vmware.api [None req-81c72e92-c580-480f-bbf1-3e2e318e7636 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676763, 'name': ReconfigVM_Task, 'duration_secs': 0.401854} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.940693] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c72e92-c580-480f-bbf1-3e2e318e7636 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 913.947513] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7157392b-157c-4e3e-8dea-ba38f3fc9d3b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.964262] env[64443]: DEBUG oslo_vmware.api [None req-81c72e92-c580-480f-bbf1-3e2e318e7636 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 913.964262] env[64443]: value = "task-2676764" [ 913.964262] env[64443]: _type = "Task" [ 913.964262] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.973821] env[64443]: DEBUG oslo_vmware.api [None req-81c72e92-c580-480f-bbf1-3e2e318e7636 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676764, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.000935] env[64443]: WARNING nova.network.neutron [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] 55ed1970-a6b1-4a08-8b06-9b23e03af247 already exists in list: networks containing: ['55ed1970-a6b1-4a08-8b06-9b23e03af247']. ignoring it [ 914.001169] env[64443]: WARNING nova.network.neutron [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] 55ed1970-a6b1-4a08-8b06-9b23e03af247 already exists in list: networks containing: ['55ed1970-a6b1-4a08-8b06-9b23e03af247']. ignoring it [ 914.064279] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Releasing lock "refresh_cache-17c0b912-f5c8-4bbd-9e15-0e26d490ff65" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.064655] env[64443]: DEBUG nova.compute.manager [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Instance network_info: |[{"id": "ff0af76c-5888-4a30-9792-1468d07472e1", "address": "fa:16:3e:ea:92:f7", "network": {"id": "50534cfa-d799-496d-9876-8c271d03d1e0", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1145508553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac427afd2da4896a96cfdf5959391e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff0af76c-58", "ovs_interfaceid": "ff0af76c-5888-4a30-9792-1468d07472e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.065105] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:92:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff0af76c-5888-4a30-9792-1468d07472e1', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.072584] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Creating folder: Project (1ac427afd2da4896a96cfdf5959391e1). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.075229] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe86c560-8c72-4fda-bb6e-e99ec64d9c24 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.090995] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Created folder: Project (1ac427afd2da4896a96cfdf5959391e1) in parent group-v539479. [ 914.091241] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Creating folder: Instances. Parent ref: group-v539717. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.091628] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e4c0148-6d4a-4cc3-9c67-3aa5b4a00320 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.103013] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Created folder: Instances in parent group-v539717. [ 914.103290] env[64443]: DEBUG oslo.service.loopingcall [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 914.103502] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.103716] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67903b1c-6cce-4f76-82b5-9345a6fa7ec2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.127936] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.127936] env[64443]: value = "task-2676767" [ 914.127936] env[64443]: _type = "Task" [ 914.127936] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.135816] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676767, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.284828] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.335358] env[64443]: DEBUG oslo_concurrency.lockutils [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.582s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.335936] env[64443]: DEBUG nova.compute.manager [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.339014] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.301s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.339347] env[64443]: DEBUG nova.objects.instance [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lazy-loading 'resources' on Instance uuid 4527a9ba-28f7-4698-aec0-6389cfc9d788 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.379405] env[64443]: INFO nova.compute.manager [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Took 32.22 seconds to build instance. [ 914.458784] env[64443]: DEBUG nova.compute.manager [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.460067] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7f0bab-d5a3-4696-b168-53565a9a0d9f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.479299] env[64443]: DEBUG oslo_vmware.api [None req-81c72e92-c580-480f-bbf1-3e2e318e7636 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676764, 'name': ReconfigVM_Task, 'duration_secs': 0.159276} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.479299] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c72e92-c580-480f-bbf1-3e2e318e7636 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539701', 'volume_id': '6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605', 'name': 'volume-6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '816437a1-05dc-4c40-8fc6-5171bdb524e6', 'attached_at': '', 'detached_at': '', 'volume_id': '6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605', 'serial': '6f0e0b1f-9955-4d33-9f2c-0a2dd1c44605'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 914.490918] env[64443]: DEBUG nova.network.neutron [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Updating instance_info_cache with network_info: [{"id": "2c4c2029-fc18-4764-bb0c-0545c0ad1366", "address": "fa:16:3e:5a:76:05", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4c2029-fc", "ovs_interfaceid": "2c4c2029-fc18-4764-bb0c-0545c0ad1366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20152e6d-3b65-4bc9-be5e-f166ac468556", "address": "fa:16:3e:72:e1:cf", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20152e6d-3b", "ovs_interfaceid": "20152e6d-3b65-4bc9-be5e-f166ac468556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4499099-56ac-4f6b-820e-a251241696d1", "address": "fa:16:3e:d8:58:69", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4499099-56", "ovs_interfaceid": "b4499099-56ac-4f6b-820e-a251241696d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.637811] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676767, 'name': CreateVM_Task, 'duration_secs': 0.350349} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.637978] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.638767] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.638940] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.639309] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.639561] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89699ccb-7d0f-403c-a77f-9bb2f277c0b6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.645071] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Waiting for the task: (returnval){ [ 914.645071] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52c1e847-80b5-0231-2b32-412f1caa95cb" [ 914.645071] env[64443]: _type = "Task" [ 914.645071] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.654180] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c1e847-80b5-0231-2b32-412f1caa95cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.843161] env[64443]: DEBUG nova.compute.utils [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 914.847558] env[64443]: DEBUG nova.compute.manager [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.847733] env[64443]: DEBUG nova.network.neutron [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.882082] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c13a3761-9d3b-4708-b5db-a280d7f8ad3b tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "05cbdea7-4062-4cdf-9c3d-a2c2532676ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.731s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.903509] env[64443]: DEBUG nova.policy [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'beff3d7bae5c413fb85f83af80006bb7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c09873846584fac8d92fdc11202d8d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.975327] env[64443]: INFO nova.compute.manager [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] instance snapshotting [ 914.977304] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264d342f-7cf9-4951-b3d8-bcce85b60eee {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.003032] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.003702] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.003858] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.007377] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2ef4fa-118d-488d-8755-b8d564026d32 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.010421] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf08cc72-671e-4189-9f27-8a3368312a18 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.035755] env[64443]: DEBUG nova.virt.hardware [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.036470] env[64443]: DEBUG nova.virt.hardware [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.036470] env[64443]: DEBUG nova.virt.hardware [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.036470] env[64443]: DEBUG nova.virt.hardware [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.036766] env[64443]: DEBUG nova.virt.hardware [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.036766] env[64443]: DEBUG nova.virt.hardware [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.037655] env[64443]: DEBUG nova.virt.hardware [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.037655] env[64443]: DEBUG nova.virt.hardware [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.037655] env[64443]: DEBUG nova.virt.hardware [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.037655] env[64443]: DEBUG nova.virt.hardware [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.037655] env[64443]: DEBUG nova.virt.hardware [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.045812] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Reconfiguring VM to attach interface {{(pid=64443) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 915.048251] env[64443]: DEBUG nova.objects.instance [None req-81c72e92-c580-480f-bbf1-3e2e318e7636 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lazy-loading 'flavor' on Instance uuid 816437a1-05dc-4c40-8fc6-5171bdb524e6 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.049779] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fafb8a9-e6ee-47b6-ad75-29c070527be1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.076870] env[64443]: DEBUG oslo_vmware.api [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 915.076870] env[64443]: value = "task-2676768" [ 915.076870] env[64443]: _type = "Task" [ 915.076870] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.082889] env[64443]: DEBUG nova.compute.manager [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Received event network-changed-ff0af76c-5888-4a30-9792-1468d07472e1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.083108] env[64443]: DEBUG nova.compute.manager [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Refreshing instance network info cache due to event network-changed-ff0af76c-5888-4a30-9792-1468d07472e1. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 915.083339] env[64443]: DEBUG oslo_concurrency.lockutils [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] Acquiring lock "refresh_cache-17c0b912-f5c8-4bbd-9e15-0e26d490ff65" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.083487] env[64443]: DEBUG oslo_concurrency.lockutils [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] Acquired lock "refresh_cache-17c0b912-f5c8-4bbd-9e15-0e26d490ff65" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.083648] env[64443]: DEBUG nova.network.neutron [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Refreshing network info cache for port ff0af76c-5888-4a30-9792-1468d07472e1 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.096357] env[64443]: DEBUG oslo_vmware.api [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.158541] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c1e847-80b5-0231-2b32-412f1caa95cb, 'name': SearchDatastore_Task, 'duration_secs': 0.035811} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.162273] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.162505] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.162811] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.162896] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.163075] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.164249] env[64443]: DEBUG nova.compute.manager [req-0c6e52ef-df24-4b91-bf93-8c8c42e38b38 req-9c34aeb2-421e-493c-b4b7-9d1e67669719 service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Received event network-changed-5678b67b-44d5-4fef-98c8-c4d9b5ba51ba {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.164546] env[64443]: DEBUG nova.compute.manager [req-0c6e52ef-df24-4b91-bf93-8c8c42e38b38 req-9c34aeb2-421e-493c-b4b7-9d1e67669719 service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Refreshing instance network info cache due to event network-changed-5678b67b-44d5-4fef-98c8-c4d9b5ba51ba. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 915.164740] env[64443]: DEBUG oslo_concurrency.lockutils [req-0c6e52ef-df24-4b91-bf93-8c8c42e38b38 req-9c34aeb2-421e-493c-b4b7-9d1e67669719 service nova] Acquiring lock "refresh_cache-05cbdea7-4062-4cdf-9c3d-a2c2532676ac" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.164740] env[64443]: DEBUG oslo_concurrency.lockutils [req-0c6e52ef-df24-4b91-bf93-8c8c42e38b38 req-9c34aeb2-421e-493c-b4b7-9d1e67669719 service nova] Acquired lock "refresh_cache-05cbdea7-4062-4cdf-9c3d-a2c2532676ac" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.164893] env[64443]: DEBUG nova.network.neutron [req-0c6e52ef-df24-4b91-bf93-8c8c42e38b38 req-9c34aeb2-421e-493c-b4b7-9d1e67669719 service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Refreshing network info cache for port 5678b67b-44d5-4fef-98c8-c4d9b5ba51ba {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.169116] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccec43d5-ca4c-4631-af41-fc34817cada9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.178457] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.178457] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.181676] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b32cc90f-4052-4a85-a431-5f5f43b8a28b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.189304] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Waiting for the task: (returnval){ [ 915.189304] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5279fc31-ba72-e7ef-c957-9268ae246af7" [ 915.189304] env[64443]: _type = "Task" [ 915.189304] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.198415] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5279fc31-ba72-e7ef-c957-9268ae246af7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.257410] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311ce072-f3c9-48d9-a023-c576ec7412c8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.262165] env[64443]: DEBUG nova.network.neutron [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Successfully created port: 2d6bb360-4c5f-4be9-97ea-d80513dc0ea4 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.268712] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f9f887-b819-4473-a8de-7a7de61a6214 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.301317] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c3e691-e725-477e-a3f3-d139065182d2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.309740] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e635f94-95ba-41e5-9216-c6bd3e790a99 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.324023] env[64443]: DEBUG nova.compute.provider_tree [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.348112] env[64443]: DEBUG nova.compute.manager [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.552311] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Creating Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 915.552311] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ddfe5830-93f4-44b5-ad3f-58db4e3098c0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.564907] env[64443]: DEBUG oslo_vmware.api [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 915.564907] env[64443]: value = "task-2676769" [ 915.564907] env[64443]: _type = "Task" [ 915.564907] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.574594] env[64443]: DEBUG oslo_concurrency.lockutils [None req-81c72e92-c580-480f-bbf1-3e2e318e7636 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "816437a1-05dc-4c40-8fc6-5171bdb524e6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 2.806s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.575656] env[64443]: DEBUG oslo_vmware.api [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676769, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.591719] env[64443]: DEBUG oslo_vmware.api [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.700599] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5279fc31-ba72-e7ef-c957-9268ae246af7, 'name': SearchDatastore_Task, 'duration_secs': 0.012994} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.701432] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbca98e9-6b39-4efa-a98c-23c07ab5fdb0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.707468] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Waiting for the task: (returnval){ [ 915.707468] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52f1c2a6-86a9-7255-f373-da1dc51f4d7d" [ 915.707468] env[64443]: _type = "Task" [ 915.707468] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.720844] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f1c2a6-86a9-7255-f373-da1dc51f4d7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.827566] env[64443]: DEBUG nova.scheduler.client.report [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.872794] env[64443]: DEBUG nova.network.neutron [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Updated VIF entry in instance network info cache for port ff0af76c-5888-4a30-9792-1468d07472e1. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.873262] env[64443]: DEBUG nova.network.neutron [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Updating instance_info_cache with network_info: [{"id": "ff0af76c-5888-4a30-9792-1468d07472e1", "address": "fa:16:3e:ea:92:f7", "network": {"id": "50534cfa-d799-496d-9876-8c271d03d1e0", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1145508553-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac427afd2da4896a96cfdf5959391e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff0af76c-58", "ovs_interfaceid": "ff0af76c-5888-4a30-9792-1468d07472e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.972460] env[64443]: DEBUG nova.network.neutron [req-0c6e52ef-df24-4b91-bf93-8c8c42e38b38 req-9c34aeb2-421e-493c-b4b7-9d1e67669719 service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Updated VIF entry in instance network info cache for port 5678b67b-44d5-4fef-98c8-c4d9b5ba51ba. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.972869] env[64443]: DEBUG nova.network.neutron [req-0c6e52ef-df24-4b91-bf93-8c8c42e38b38 req-9c34aeb2-421e-493c-b4b7-9d1e67669719 service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Updating instance_info_cache with network_info: [{"id": "5678b67b-44d5-4fef-98c8-c4d9b5ba51ba", "address": "fa:16:3e:6e:d7:14", "network": {"id": "0f5b4996-7e6d-47b2-aeda-90ce35308de9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1763186808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977c9966dc484868b335536469de110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5678b67b-44", "ovs_interfaceid": "5678b67b-44d5-4fef-98c8-c4d9b5ba51ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.035952] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9459c096-82e1-47fe-bb97-776063119b84 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "816437a1-05dc-4c40-8fc6-5171bdb524e6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.035952] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9459c096-82e1-47fe-bb97-776063119b84 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "816437a1-05dc-4c40-8fc6-5171bdb524e6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.035952] env[64443]: DEBUG nova.compute.manager [None req-9459c096-82e1-47fe-bb97-776063119b84 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.036960] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0c59ce-7017-4656-9de0-260b76e3c05f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.044295] env[64443]: DEBUG nova.compute.manager [None req-9459c096-82e1-47fe-bb97-776063119b84 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64443) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 916.044863] env[64443]: DEBUG nova.objects.instance [None req-9459c096-82e1-47fe-bb97-776063119b84 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lazy-loading 'flavor' on Instance uuid 816437a1-05dc-4c40-8fc6-5171bdb524e6 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.074556] env[64443]: DEBUG oslo_vmware.api [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676769, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.091020] env[64443]: DEBUG oslo_vmware.api [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676768, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.221142] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f1c2a6-86a9-7255-f373-da1dc51f4d7d, 'name': SearchDatastore_Task, 'duration_secs': 0.016927} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.221450] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.221752] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 17c0b912-f5c8-4bbd-9e15-0e26d490ff65/17c0b912-f5c8-4bbd-9e15-0e26d490ff65.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.222021] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee09e3bf-edc1-4bea-ac3b-9a4dff704880 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.231117] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Waiting for the task: (returnval){ [ 916.231117] env[64443]: value = "task-2676770" [ 916.231117] env[64443]: _type = "Task" [ 916.231117] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.239400] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': task-2676770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.333165] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.335635] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.361s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.335932] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.337772] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.568s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.339321] env[64443]: INFO nova.compute.claims [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.358552] env[64443]: DEBUG nova.compute.manager [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.368393] env[64443]: INFO nova.scheduler.client.report [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Deleted allocations for instance cdcc1d35-9ead-4e4c-ada3-ab31513b73af [ 916.370285] env[64443]: INFO nova.scheduler.client.report [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Deleted allocations for instance 4527a9ba-28f7-4698-aec0-6389cfc9d788 [ 916.376674] env[64443]: DEBUG oslo_concurrency.lockutils [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] Releasing lock "refresh_cache-17c0b912-f5c8-4bbd-9e15-0e26d490ff65" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.377150] env[64443]: DEBUG nova.compute.manager [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Received event network-vif-deleted-ee9fcf71-be54-457e-a699-a30b1a77092f {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 916.377223] env[64443]: DEBUG nova.compute.manager [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Received event network-vif-plugged-b4499099-56ac-4f6b-820e-a251241696d1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 916.377570] env[64443]: DEBUG oslo_concurrency.lockutils [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] Acquiring lock "2b8158f0-c55c-48d5-88c9-269f0c89256a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.377781] env[64443]: DEBUG oslo_concurrency.lockutils [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] Lock "2b8158f0-c55c-48d5-88c9-269f0c89256a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.378458] env[64443]: DEBUG oslo_concurrency.lockutils [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] Lock "2b8158f0-c55c-48d5-88c9-269f0c89256a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.378458] env[64443]: DEBUG nova.compute.manager [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] No waiting events found dispatching network-vif-plugged-b4499099-56ac-4f6b-820e-a251241696d1 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.378458] env[64443]: WARNING nova.compute.manager [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Received unexpected event network-vif-plugged-b4499099-56ac-4f6b-820e-a251241696d1 for instance with vm_state active and task_state None. [ 916.380137] env[64443]: DEBUG nova.compute.manager [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Received event network-changed-b4499099-56ac-4f6b-820e-a251241696d1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 916.380137] env[64443]: DEBUG nova.compute.manager [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Refreshing instance network info cache due to event network-changed-b4499099-56ac-4f6b-820e-a251241696d1. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 916.380137] env[64443]: DEBUG oslo_concurrency.lockutils [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] Acquiring lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.380137] env[64443]: DEBUG oslo_concurrency.lockutils [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] Acquired lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.380137] env[64443]: DEBUG nova.network.neutron [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Refreshing network info cache for port b4499099-56ac-4f6b-820e-a251241696d1 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.390834] env[64443]: DEBUG nova.virt.hardware [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.391492] env[64443]: DEBUG nova.virt.hardware [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.391492] env[64443]: DEBUG nova.virt.hardware [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.391616] env[64443]: DEBUG nova.virt.hardware [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.391695] env[64443]: DEBUG nova.virt.hardware [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.391855] env[64443]: DEBUG nova.virt.hardware [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.392076] env[64443]: DEBUG nova.virt.hardware [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.392255] env[64443]: DEBUG nova.virt.hardware [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.392441] env[64443]: DEBUG nova.virt.hardware [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.392602] env[64443]: DEBUG nova.virt.hardware [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.394758] env[64443]: DEBUG nova.virt.hardware [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.394758] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e33cd8-8a1d-484d-9174-13b9911ed08c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.404192] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccabad39-225b-4775-a0a2-a8f96282051e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.476552] env[64443]: DEBUG oslo_concurrency.lockutils [req-0c6e52ef-df24-4b91-bf93-8c8c42e38b38 req-9c34aeb2-421e-493c-b4b7-9d1e67669719 service nova] Releasing lock "refresh_cache-05cbdea7-4062-4cdf-9c3d-a2c2532676ac" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.580284] env[64443]: DEBUG oslo_vmware.api [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676769, 'name': CreateSnapshot_Task, 'duration_secs': 0.714563} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.580284] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Created Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 916.581601] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c77e40-4b19-49e3-942c-018de24faf40 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.605348] env[64443]: DEBUG oslo_vmware.api [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676768, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.742923] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': task-2676770, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.878292] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55b21244-bf2e-4e1a-a9d0-00d5a3a4348a tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "cdcc1d35-9ead-4e4c-ada3-ab31513b73af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.802s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.886639] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5c11fd31-b456-4f51-9adb-895c4638d23e tempest-MigrationsAdminTest-163149722 tempest-MigrationsAdminTest-163149722-project-member] Lock "4527a9ba-28f7-4698-aec0-6389cfc9d788" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.664s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.927888] env[64443]: DEBUG nova.compute.manager [req-46a7172d-7268-499b-9655-3d16d690c7f2 req-c52caaa8-c07e-46f4-b9a6-6a634339d28c service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Received event network-vif-plugged-2d6bb360-4c5f-4be9-97ea-d80513dc0ea4 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 916.928140] env[64443]: DEBUG oslo_concurrency.lockutils [req-46a7172d-7268-499b-9655-3d16d690c7f2 req-c52caaa8-c07e-46f4-b9a6-6a634339d28c service nova] Acquiring lock "5f81a44d-0799-4b08-b334-829e8cfbaa83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.928360] env[64443]: DEBUG oslo_concurrency.lockutils [req-46a7172d-7268-499b-9655-3d16d690c7f2 req-c52caaa8-c07e-46f4-b9a6-6a634339d28c service nova] Lock "5f81a44d-0799-4b08-b334-829e8cfbaa83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.928570] env[64443]: DEBUG oslo_concurrency.lockutils [req-46a7172d-7268-499b-9655-3d16d690c7f2 req-c52caaa8-c07e-46f4-b9a6-6a634339d28c service nova] Lock "5f81a44d-0799-4b08-b334-829e8cfbaa83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.928818] env[64443]: DEBUG nova.compute.manager [req-46a7172d-7268-499b-9655-3d16d690c7f2 req-c52caaa8-c07e-46f4-b9a6-6a634339d28c service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] No waiting events found dispatching network-vif-plugged-2d6bb360-4c5f-4be9-97ea-d80513dc0ea4 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.928896] env[64443]: WARNING nova.compute.manager [req-46a7172d-7268-499b-9655-3d16d690c7f2 req-c52caaa8-c07e-46f4-b9a6-6a634339d28c service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Received unexpected event network-vif-plugged-2d6bb360-4c5f-4be9-97ea-d80513dc0ea4 for instance with vm_state building and task_state spawning. [ 917.057788] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9459c096-82e1-47fe-bb97-776063119b84 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.058345] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96abdd32-d4f5-44d0-a49f-2ef52f857c85 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.069098] env[64443]: DEBUG oslo_vmware.api [None req-9459c096-82e1-47fe-bb97-776063119b84 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 917.069098] env[64443]: value = "task-2676771" [ 917.069098] env[64443]: _type = "Task" [ 917.069098] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.077830] env[64443]: DEBUG oslo_vmware.api [None req-9459c096-82e1-47fe-bb97-776063119b84 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.095594] env[64443]: DEBUG oslo_vmware.api [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676768, 'name': ReconfigVM_Task, 'duration_secs': 1.649483} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.096568] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.096659] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Reconfigured VM to attach interface {{(pid=64443) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 917.104606] env[64443]: DEBUG nova.network.neutron [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Updated VIF entry in instance network info cache for port b4499099-56ac-4f6b-820e-a251241696d1. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.105092] env[64443]: DEBUG nova.network.neutron [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Updating instance_info_cache with network_info: [{"id": "2c4c2029-fc18-4764-bb0c-0545c0ad1366", "address": "fa:16:3e:5a:76:05", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4c2029-fc", "ovs_interfaceid": "2c4c2029-fc18-4764-bb0c-0545c0ad1366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "20152e6d-3b65-4bc9-be5e-f166ac468556", "address": "fa:16:3e:72:e1:cf", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20152e6d-3b", "ovs_interfaceid": "20152e6d-3b65-4bc9-be5e-f166ac468556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b4499099-56ac-4f6b-820e-a251241696d1", "address": "fa:16:3e:d8:58:69", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4499099-56", "ovs_interfaceid": "b4499099-56ac-4f6b-820e-a251241696d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.114404] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Creating linked-clone VM from snapshot {{(pid=64443) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 917.116075] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e087754e-e3f6-4011-98e1-b47e2a8ff976 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.127797] env[64443]: DEBUG oslo_vmware.api [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 917.127797] env[64443]: value = "task-2676772" [ 917.127797] env[64443]: _type = "Task" [ 917.127797] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.138515] env[64443]: DEBUG oslo_vmware.api [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676772, 'name': CloneVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.247228] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': task-2676770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541322} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.247533] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 17c0b912-f5c8-4bbd-9e15-0e26d490ff65/17c0b912-f5c8-4bbd-9e15-0e26d490ff65.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.247801] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.248427] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2937fa3f-5f9b-4f67-8226-12209cb14d5e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.256824] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Waiting for the task: (returnval){ [ 917.256824] env[64443]: value = "task-2676773" [ 917.256824] env[64443]: _type = "Task" [ 917.256824] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.274079] env[64443]: DEBUG nova.network.neutron [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Successfully updated port: 2d6bb360-4c5f-4be9-97ea-d80513dc0ea4 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.277927] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': task-2676773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.583558] env[64443]: DEBUG oslo_vmware.api [None req-9459c096-82e1-47fe-bb97-776063119b84 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676771, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.602452] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c9f301bd-4866-4d92-b1dc-e8291960e90e tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "interface-2b8158f0-c55c-48d5-88c9-269f0c89256a-b4499099-56ac-4f6b-820e-a251241696d1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.714s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.618717] env[64443]: DEBUG oslo_concurrency.lockutils [req-18bec7b4-ccfc-44ca-ab4c-8c686818e9fa req-3992c10f-56cc-4abf-b5f0-cfbe2959647a service nova] Releasing lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.635267] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d67274b-4a12-4d84-ab9f-d78ccaa9f692 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.642406] env[64443]: DEBUG oslo_vmware.api [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676772, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.648260] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b820487-1afe-4041-aa33-d7b0126c0f99 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.684035] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cea720-c451-479d-a286-ce95b24c7fae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.694802] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13441de-42d0-47a0-952e-84f453a00b37 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.700791] env[64443]: DEBUG nova.compute.manager [req-68adbb04-80ad-4cf6-a675-907d00a32a3f req-b8574b3e-a8f8-43b5-9b17-ff9f0efe4e60 service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Received event network-changed-2d6bb360-4c5f-4be9-97ea-d80513dc0ea4 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 917.700791] env[64443]: DEBUG nova.compute.manager [req-68adbb04-80ad-4cf6-a675-907d00a32a3f req-b8574b3e-a8f8-43b5-9b17-ff9f0efe4e60 service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Refreshing instance network info cache due to event network-changed-2d6bb360-4c5f-4be9-97ea-d80513dc0ea4. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 917.700967] env[64443]: DEBUG oslo_concurrency.lockutils [req-68adbb04-80ad-4cf6-a675-907d00a32a3f req-b8574b3e-a8f8-43b5-9b17-ff9f0efe4e60 service nova] Acquiring lock "refresh_cache-5f81a44d-0799-4b08-b334-829e8cfbaa83" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.701193] env[64443]: DEBUG oslo_concurrency.lockutils [req-68adbb04-80ad-4cf6-a675-907d00a32a3f req-b8574b3e-a8f8-43b5-9b17-ff9f0efe4e60 service nova] Acquired lock "refresh_cache-5f81a44d-0799-4b08-b334-829e8cfbaa83" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.701370] env[64443]: DEBUG nova.network.neutron [req-68adbb04-80ad-4cf6-a675-907d00a32a3f req-b8574b3e-a8f8-43b5-9b17-ff9f0efe4e60 service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Refreshing network info cache for port 2d6bb360-4c5f-4be9-97ea-d80513dc0ea4 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.717227] env[64443]: DEBUG nova.compute.provider_tree [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.769865] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': task-2676773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124769} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.770215] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.771435] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4e08b2-735c-4be9-b837-081ec4540870 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.791813] env[64443]: DEBUG oslo_concurrency.lockutils [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "refresh_cache-5f81a44d-0799-4b08-b334-829e8cfbaa83" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 917.801816] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 17c0b912-f5c8-4bbd-9e15-0e26d490ff65/17c0b912-f5c8-4bbd-9e15-0e26d490ff65.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.802310] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c6e91db-0882-470e-b723-e42fb25f49ef {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.822795] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Waiting for the task: (returnval){ [ 917.822795] env[64443]: value = "task-2676774" [ 917.822795] env[64443]: _type = "Task" [ 917.822795] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.832542] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': task-2676774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.083424] env[64443]: DEBUG oslo_vmware.api [None req-9459c096-82e1-47fe-bb97-776063119b84 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676771, 'name': PowerOffVM_Task, 'duration_secs': 0.569806} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.083903] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9459c096-82e1-47fe-bb97-776063119b84 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.084232] env[64443]: DEBUG nova.compute.manager [None req-9459c096-82e1-47fe-bb97-776063119b84 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.085465] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558386c8-e73e-4ef6-96ff-f96c2080c65a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.139743] env[64443]: DEBUG oslo_vmware.api [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676772, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.189869] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "629f1078-51fb-416e-8335-aa864708ca9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.190121] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "629f1078-51fb-416e-8335-aa864708ca9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.220809] env[64443]: DEBUG nova.scheduler.client.report [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.239339] env[64443]: DEBUG nova.network.neutron [req-68adbb04-80ad-4cf6-a675-907d00a32a3f req-b8574b3e-a8f8-43b5-9b17-ff9f0efe4e60 service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.322986] env[64443]: DEBUG nova.network.neutron [req-68adbb04-80ad-4cf6-a675-907d00a32a3f req-b8574b3e-a8f8-43b5-9b17-ff9f0efe4e60 service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.334920] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': task-2676774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.600920] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9459c096-82e1-47fe-bb97-776063119b84 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "816437a1-05dc-4c40-8fc6-5171bdb524e6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.564s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.640949] env[64443]: DEBUG oslo_vmware.api [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676772, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.693282] env[64443]: DEBUG nova.compute.manager [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.731135] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.731135] env[64443]: DEBUG nova.compute.manager [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.733360] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.374s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.733816] env[64443]: DEBUG nova.objects.instance [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Lazy-loading 'resources' on Instance uuid 80602fb3-01a6-4048-9d49-e9429af72d1b {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.830879] env[64443]: DEBUG oslo_concurrency.lockutils [req-68adbb04-80ad-4cf6-a675-907d00a32a3f req-b8574b3e-a8f8-43b5-9b17-ff9f0efe4e60 service nova] Releasing lock "refresh_cache-5f81a44d-0799-4b08-b334-829e8cfbaa83" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.831316] env[64443]: DEBUG oslo_concurrency.lockutils [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquired lock "refresh_cache-5f81a44d-0799-4b08-b334-829e8cfbaa83" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.831525] env[64443]: DEBUG nova.network.neutron [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.842232] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': task-2676774, 'name': ReconfigVM_Task, 'duration_secs': 0.685829} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.843907] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 17c0b912-f5c8-4bbd-9e15-0e26d490ff65/17c0b912-f5c8-4bbd-9e15-0e26d490ff65.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.843907] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a43f6186-e26d-436f-ac8d-071f71ca96d4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.852531] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Waiting for the task: (returnval){ [ 918.852531] env[64443]: value = "task-2676775" [ 918.852531] env[64443]: _type = "Task" [ 918.852531] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.863458] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': task-2676775, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.015563] env[64443]: DEBUG nova.objects.instance [None req-286edf0b-f306-4bef-b161-b4fae9490512 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lazy-loading 'flavor' on Instance uuid 816437a1-05dc-4c40-8fc6-5171bdb524e6 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.141095] env[64443]: DEBUG oslo_vmware.api [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676772, 'name': CloneVM_Task, 'duration_secs': 1.763294} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.145028] env[64443]: INFO nova.virt.vmwareapi.vmops [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Created linked-clone VM from snapshot [ 919.145028] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2178c1e4-db8a-4904-baf6-083127695b63 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.152761] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Uploading image f31fa206-e4f8-4e18-8217-87ca7d579de4 {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 919.170796] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Destroying the VM {{(pid=64443) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 919.170796] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-895afdde-cf4c-4ee8-9983-b29f536b2d37 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.178770] env[64443]: DEBUG oslo_vmware.api [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 919.178770] env[64443]: value = "task-2676776" [ 919.178770] env[64443]: _type = "Task" [ 919.178770] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.188497] env[64443]: DEBUG oslo_vmware.api [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676776, 'name': Destroy_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.219752] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.241143] env[64443]: DEBUG nova.compute.utils [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 919.242539] env[64443]: DEBUG nova.compute.manager [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.242709] env[64443]: DEBUG nova.network.neutron [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.294659] env[64443]: DEBUG nova.policy [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '301eee7ede634a5c8be58234b2142434', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d0e3721c728429fa570f0e0d2feeedf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.365284] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "interface-2b8158f0-c55c-48d5-88c9-269f0c89256a-20152e6d-3b65-4bc9-be5e-f166ac468556" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.365685] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "interface-2b8158f0-c55c-48d5-88c9-269f0c89256a-20152e6d-3b65-4bc9-be5e-f166ac468556" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.367616] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': task-2676775, 'name': Rename_Task, 'duration_secs': 0.359616} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.371852] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.372630] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-673c0f85-09d8-4545-95a1-37f8d2612c1e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.380788] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Waiting for the task: (returnval){ [ 919.380788] env[64443]: value = "task-2676777" [ 919.380788] env[64443]: _type = "Task" [ 919.380788] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.388663] env[64443]: DEBUG nova.network.neutron [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.395949] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': task-2676777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.522115] env[64443]: DEBUG oslo_concurrency.lockutils [None req-286edf0b-f306-4bef-b161-b4fae9490512 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "refresh_cache-816437a1-05dc-4c40-8fc6-5171bdb524e6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.522115] env[64443]: DEBUG oslo_concurrency.lockutils [None req-286edf0b-f306-4bef-b161-b4fae9490512 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquired lock "refresh_cache-816437a1-05dc-4c40-8fc6-5171bdb524e6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.522115] env[64443]: DEBUG nova.network.neutron [None req-286edf0b-f306-4bef-b161-b4fae9490512 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.522115] env[64443]: DEBUG nova.objects.instance [None req-286edf0b-f306-4bef-b161-b4fae9490512 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lazy-loading 'info_cache' on Instance uuid 816437a1-05dc-4c40-8fc6-5171bdb524e6 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.638989] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79af319e-abf4-490f-8b09-cf9fe4223272 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.647418] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c51067-e37e-44d0-a686-c3b807ac02c1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.683711] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2c72ec-7df0-49ef-985a-adcf0a455d1e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.697464] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62565025-a2df-45d7-a68e-689eda95a6fe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.705023] env[64443]: DEBUG oslo_vmware.api [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676776, 'name': Destroy_Task} progress is 33%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.713816] env[64443]: DEBUG nova.compute.provider_tree [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.716515] env[64443]: DEBUG nova.network.neutron [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Updating instance_info_cache with network_info: [{"id": "2d6bb360-4c5f-4be9-97ea-d80513dc0ea4", "address": "fa:16:3e:5f:cb:97", "network": {"id": "7c2af66a-bc77-4b95-973c-c00ae9314905", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-137743101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c09873846584fac8d92fdc11202d8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d6bb360-4c", "ovs_interfaceid": "2d6bb360-4c5f-4be9-97ea-d80513dc0ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.745612] env[64443]: DEBUG nova.compute.manager [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.872551] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.875463] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.875463] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30de794-9b24-47f7-819b-b69fe9af4b4b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.896966] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9651586b-83e5-420d-8f73-7e23a32ecd5c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.906623] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': task-2676777, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.934996] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Reconfiguring VM to detach interface {{(pid=64443) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 919.936040] env[64443]: DEBUG nova.network.neutron [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Successfully created port: d9947185-f137-4b26-90f1-becfc17c3be7 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.939368] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5effd48e-626b-4c54-9daa-d1b62a68adfc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.963289] env[64443]: DEBUG oslo_vmware.api [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 919.963289] env[64443]: value = "task-2676778" [ 919.963289] env[64443]: _type = "Task" [ 919.963289] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.972874] env[64443]: DEBUG oslo_vmware.api [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.023483] env[64443]: DEBUG nova.objects.base [None req-286edf0b-f306-4bef-b161-b4fae9490512 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Object Instance<816437a1-05dc-4c40-8fc6-5171bdb524e6> lazy-loaded attributes: flavor,info_cache {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 920.194833] env[64443]: DEBUG oslo_vmware.api [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676776, 'name': Destroy_Task, 'duration_secs': 0.660642} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.194833] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Destroyed the VM [ 920.194833] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Deleting Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 920.194833] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cb61b3b9-fae4-41fd-9288-e907924dce09 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.203109] env[64443]: DEBUG oslo_vmware.api [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 920.203109] env[64443]: value = "task-2676779" [ 920.203109] env[64443]: _type = "Task" [ 920.203109] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.211539] env[64443]: DEBUG oslo_vmware.api [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676779, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.221019] env[64443]: DEBUG nova.scheduler.client.report [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.224995] env[64443]: DEBUG oslo_concurrency.lockutils [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Releasing lock "refresh_cache-5f81a44d-0799-4b08-b334-829e8cfbaa83" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.229013] env[64443]: DEBUG nova.compute.manager [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Instance network_info: |[{"id": "2d6bb360-4c5f-4be9-97ea-d80513dc0ea4", "address": "fa:16:3e:5f:cb:97", "network": {"id": "7c2af66a-bc77-4b95-973c-c00ae9314905", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-137743101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c09873846584fac8d92fdc11202d8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d6bb360-4c", "ovs_interfaceid": "2d6bb360-4c5f-4be9-97ea-d80513dc0ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.229013] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:cb:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d6bb360-4c5f-4be9-97ea-d80513dc0ea4', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.237219] env[64443]: DEBUG oslo.service.loopingcall [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 920.237219] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.237219] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a49c0ba8-0bc3-403f-af15-7cbd5a85a32e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.266022] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.266022] env[64443]: value = "task-2676780" [ 920.266022] env[64443]: _type = "Task" [ 920.266022] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.274353] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676780, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.405602] env[64443]: DEBUG oslo_vmware.api [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': task-2676777, 'name': PowerOnVM_Task, 'duration_secs': 0.562276} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.407396] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.407396] env[64443]: INFO nova.compute.manager [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Took 8.62 seconds to spawn the instance on the hypervisor. [ 920.407396] env[64443]: DEBUG nova.compute.manager [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.407906] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06322842-0b46-484e-96bf-5e4cc9362388 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.477876] env[64443]: DEBUG oslo_vmware.api [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.720373] env[64443]: DEBUG oslo_vmware.api [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676779, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.727940] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.730556] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.949s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.730556] env[64443]: DEBUG nova.objects.instance [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64443) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 920.758953] env[64443]: DEBUG nova.compute.manager [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.778094] env[64443]: INFO nova.scheduler.client.report [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Deleted allocations for instance 80602fb3-01a6-4048-9d49-e9429af72d1b [ 920.788968] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676780, 'name': CreateVM_Task, 'duration_secs': 0.430177} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.789026] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.789763] env[64443]: DEBUG oslo_concurrency.lockutils [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.789914] env[64443]: DEBUG oslo_concurrency.lockutils [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.790275] env[64443]: DEBUG oslo_concurrency.lockutils [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.790804] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df275f6a-c916-45fb-8e82-99bcf1bdcd4e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.802027] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 920.802027] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52fcced2-3b4f-5849-9a5f-69afe646f85d" [ 920.802027] env[64443]: _type = "Task" [ 920.802027] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.812872] env[64443]: DEBUG nova.virt.hardware [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.816368] env[64443]: DEBUG nova.virt.hardware [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.816368] env[64443]: DEBUG nova.virt.hardware [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.816368] env[64443]: DEBUG nova.virt.hardware [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.816368] env[64443]: DEBUG nova.virt.hardware [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.816368] env[64443]: DEBUG nova.virt.hardware [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.816368] env[64443]: DEBUG nova.virt.hardware [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.816368] env[64443]: DEBUG nova.virt.hardware [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.816368] env[64443]: DEBUG nova.virt.hardware [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.816368] env[64443]: DEBUG nova.virt.hardware [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.816368] env[64443]: DEBUG nova.virt.hardware [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.822306] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0900963c-e682-49a2-ab8d-693675b3d021 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.828032] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52fcced2-3b4f-5849-9a5f-69afe646f85d, 'name': SearchDatastore_Task, 'duration_secs': 0.011321} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.828672] env[64443]: DEBUG oslo_concurrency.lockutils [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.829512] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.829512] env[64443]: DEBUG oslo_concurrency.lockutils [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.829512] env[64443]: DEBUG oslo_concurrency.lockutils [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.829512] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.830571] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5abccd6a-0e75-41b2-a2d7-2026359d527a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.839575] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43f301e-93db-4f61-85e2-5a562b8b93ff {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.842196] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.842311] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.843405] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11242a80-d9d6-4106-8340-46fa9ad9d808 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.856397] env[64443]: DEBUG nova.network.neutron [None req-286edf0b-f306-4bef-b161-b4fae9490512 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Updating instance_info_cache with network_info: [{"id": "fd7c9921-b839-41c5-808e-e3170a3cadac", "address": "fa:16:3e:dd:fa:62", "network": {"id": "e740e7db-62f0-4d7c-ab92-8257f202e936", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-984788311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12172c6e403474a8afed0fe4b0a0c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7c9921-b8", "ovs_interfaceid": "fd7c9921-b839-41c5-808e-e3170a3cadac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.862135] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 920.862135] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d4e3dd-a85b-5e90-7a18-095b44cdfab9" [ 920.862135] env[64443]: _type = "Task" [ 920.862135] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.874760] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d4e3dd-a85b-5e90-7a18-095b44cdfab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.934832] env[64443]: INFO nova.compute.manager [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Took 33.16 seconds to build instance. [ 920.977502] env[64443]: DEBUG oslo_vmware.api [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.216637] env[64443]: DEBUG oslo_vmware.api [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676779, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.292757] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aed99813-0ae7-4219-aa5f-c8167e1f312a tempest-AttachInterfacesUnderV243Test-456616419 tempest-AttachInterfacesUnderV243Test-456616419-project-member] Lock "80602fb3-01a6-4048-9d49-e9429af72d1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.222s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.359439] env[64443]: DEBUG oslo_concurrency.lockutils [None req-286edf0b-f306-4bef-b161-b4fae9490512 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Releasing lock "refresh_cache-816437a1-05dc-4c40-8fc6-5171bdb524e6" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.377342] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d4e3dd-a85b-5e90-7a18-095b44cdfab9, 'name': SearchDatastore_Task, 'duration_secs': 0.010589} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.379020] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56535f73-a2c2-42e5-a1c8-24cdaa4412dd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.385912] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 921.385912] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d670c0-1c06-cda6-e1a0-a23c83324078" [ 921.385912] env[64443]: _type = "Task" [ 921.385912] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.397171] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d670c0-1c06-cda6-e1a0-a23c83324078, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.437441] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4f68f549-bcbc-453f-a158-e84f3c484094 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Lock "17c0b912-f5c8-4bbd-9e15-0e26d490ff65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.675s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.476338] env[64443]: DEBUG oslo_vmware.api [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.570834] env[64443]: DEBUG nova.compute.manager [req-2d2b80ff-cbba-4aaf-8245-923575704586 req-8a486a9d-b688-491f-8e24-993b044aef42 service nova] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Received event network-vif-plugged-d9947185-f137-4b26-90f1-becfc17c3be7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 921.571513] env[64443]: DEBUG oslo_concurrency.lockutils [req-2d2b80ff-cbba-4aaf-8245-923575704586 req-8a486a9d-b688-491f-8e24-993b044aef42 service nova] Acquiring lock "c6edfade-81b0-4c08-b835-f0b9ddaff99f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.571945] env[64443]: DEBUG oslo_concurrency.lockutils [req-2d2b80ff-cbba-4aaf-8245-923575704586 req-8a486a9d-b688-491f-8e24-993b044aef42 service nova] Lock "c6edfade-81b0-4c08-b835-f0b9ddaff99f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.572473] env[64443]: DEBUG oslo_concurrency.lockutils [req-2d2b80ff-cbba-4aaf-8245-923575704586 req-8a486a9d-b688-491f-8e24-993b044aef42 service nova] Lock "c6edfade-81b0-4c08-b835-f0b9ddaff99f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.572806] env[64443]: DEBUG nova.compute.manager [req-2d2b80ff-cbba-4aaf-8245-923575704586 req-8a486a9d-b688-491f-8e24-993b044aef42 service nova] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] No waiting events found dispatching network-vif-plugged-d9947185-f137-4b26-90f1-becfc17c3be7 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.574124] env[64443]: WARNING nova.compute.manager [req-2d2b80ff-cbba-4aaf-8245-923575704586 req-8a486a9d-b688-491f-8e24-993b044aef42 service nova] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Received unexpected event network-vif-plugged-d9947185-f137-4b26-90f1-becfc17c3be7 for instance with vm_state building and task_state spawning. [ 921.714970] env[64443]: DEBUG oslo_vmware.api [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676779, 'name': RemoveSnapshot_Task, 'duration_secs': 1.150476} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.715412] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Deleted Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 921.742279] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8f111e88-7331-46d0-9a8d-d9293ae0b907 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.745395] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.018s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.749844] env[64443]: INFO nova.compute.claims [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.823368] env[64443]: DEBUG nova.network.neutron [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Successfully updated port: d9947185-f137-4b26-90f1-becfc17c3be7 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.898862] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d670c0-1c06-cda6-e1a0-a23c83324078, 'name': SearchDatastore_Task, 'duration_secs': 0.027966} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.900321] env[64443]: DEBUG oslo_concurrency.lockutils [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.900321] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 5f81a44d-0799-4b08-b334-829e8cfbaa83/5f81a44d-0799-4b08-b334-829e8cfbaa83.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.900321] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b0766e2-fd06-4673-8b0c-d51c7bc7ccf8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.912257] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 921.912257] env[64443]: value = "task-2676781" [ 921.912257] env[64443]: _type = "Task" [ 921.912257] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.924028] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.981422] env[64443]: DEBUG oslo_vmware.api [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.220656] env[64443]: WARNING nova.compute.manager [None req-55842d4d-9375-47c8-87d6-c8aafa4376f2 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Image not found during snapshot: nova.exception.ImageNotFound: Image f31fa206-e4f8-4e18-8217-87ca7d579de4 could not be found. [ 922.324449] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Acquiring lock "refresh_cache-c6edfade-81b0-4c08-b835-f0b9ddaff99f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.326620] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Acquired lock "refresh_cache-c6edfade-81b0-4c08-b835-f0b9ddaff99f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.326620] env[64443]: DEBUG nova.network.neutron [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.369317] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-286edf0b-f306-4bef-b161-b4fae9490512 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.369709] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07aafc26-dd64-46c1-a475-78db08129d3f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.379198] env[64443]: DEBUG oslo_vmware.api [None req-286edf0b-f306-4bef-b161-b4fae9490512 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 922.379198] env[64443]: value = "task-2676782" [ 922.379198] env[64443]: _type = "Task" [ 922.379198] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.389160] env[64443]: DEBUG oslo_vmware.api [None req-286edf0b-f306-4bef-b161-b4fae9490512 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.425434] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676781, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.493039] env[64443]: DEBUG oslo_vmware.api [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.874565] env[64443]: DEBUG nova.network.neutron [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.893492] env[64443]: DEBUG oslo_vmware.api [None req-286edf0b-f306-4bef-b161-b4fae9490512 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.925958] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732355} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.928852] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 5f81a44d-0799-4b08-b334-829e8cfbaa83/5f81a44d-0799-4b08-b334-829e8cfbaa83.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.929047] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.931925] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b0e3e76-729b-424f-8e1b-4bdaa786e37d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.944025] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 922.944025] env[64443]: value = "task-2676783" [ 922.944025] env[64443]: _type = "Task" [ 922.944025] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.959834] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.979318] env[64443]: DEBUG oslo_vmware.api [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.070814] env[64443]: DEBUG nova.network.neutron [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Updating instance_info_cache with network_info: [{"id": "d9947185-f137-4b26-90f1-becfc17c3be7", "address": "fa:16:3e:4a:51:55", "network": {"id": "48237633-f5e9-41d7-8e35-86064443a63f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1252724606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d0e3721c728429fa570f0e0d2feeedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9947185-f1", "ovs_interfaceid": "d9947185-f137-4b26-90f1-becfc17c3be7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.113119] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f799d4-3280-44a4-8563-fc0744dbbe85 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.122030] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9898f33-64a5-4931-b6e9-7e3f3fb05426 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.161946] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92500b4-168a-46a7-997e-f77d5cf903aa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.172208] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaf9e4a-8275-494e-a658-d4562f2989e3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.186813] env[64443]: DEBUG nova.compute.provider_tree [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 923.381029] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Acquiring lock "17c0b912-f5c8-4bbd-9e15-0e26d490ff65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.381029] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Lock "17c0b912-f5c8-4bbd-9e15-0e26d490ff65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.381029] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Acquiring lock "17c0b912-f5c8-4bbd-9e15-0e26d490ff65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.381029] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Lock "17c0b912-f5c8-4bbd-9e15-0e26d490ff65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.381029] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Lock "17c0b912-f5c8-4bbd-9e15-0e26d490ff65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.393172] env[64443]: INFO nova.compute.manager [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Terminating instance [ 923.402723] env[64443]: DEBUG oslo_vmware.api [None req-286edf0b-f306-4bef-b161-b4fae9490512 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676782, 'name': PowerOnVM_Task, 'duration_secs': 0.611424} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.403219] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-286edf0b-f306-4bef-b161-b4fae9490512 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.403429] env[64443]: DEBUG nova.compute.manager [None req-286edf0b-f306-4bef-b161-b4fae9490512 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.404242] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37eefb51-4950-4ed0-92b3-4b2ccad5ae24 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.454695] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090456} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.454958] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.455754] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1491fd5c-61be-4775-b8c0-ca03038e70b2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.479561] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 5f81a44d-0799-4b08-b334-829e8cfbaa83/5f81a44d-0799-4b08-b334-829e8cfbaa83.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.483062] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5ff3f28-1aa2-4844-8a83-d25ba1c7576f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.505077] env[64443]: DEBUG oslo_vmware.api [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.506553] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 923.506553] env[64443]: value = "task-2676784" [ 923.506553] env[64443]: _type = "Task" [ 923.506553] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.516506] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.574815] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Releasing lock "refresh_cache-c6edfade-81b0-4c08-b835-f0b9ddaff99f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.575167] env[64443]: DEBUG nova.compute.manager [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Instance network_info: |[{"id": "d9947185-f137-4b26-90f1-becfc17c3be7", "address": "fa:16:3e:4a:51:55", "network": {"id": "48237633-f5e9-41d7-8e35-86064443a63f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1252724606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d0e3721c728429fa570f0e0d2feeedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9947185-f1", "ovs_interfaceid": "d9947185-f137-4b26-90f1-becfc17c3be7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.575649] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:51:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60e7ee7b-4d02-4d68-af2e-5ab7d9708120', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9947185-f137-4b26-90f1-becfc17c3be7', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.583249] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Creating folder: Project (4d0e3721c728429fa570f0e0d2feeedf). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.583539] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56c8b967-c6ff-41b6-9456-590f3707f748 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.597260] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Created folder: Project (4d0e3721c728429fa570f0e0d2feeedf) in parent group-v539479. [ 923.597458] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Creating folder: Instances. Parent ref: group-v539723. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.597702] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-229c4a0b-26cf-4763-a16c-379b5391af59 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.608596] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Created folder: Instances in parent group-v539723. [ 923.609370] env[64443]: DEBUG oslo.service.loopingcall [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 923.609370] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.609490] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba16f95a-4d94-4d18-926d-2173edcaa263 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.630264] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.630264] env[64443]: value = "task-2676787" [ 923.630264] env[64443]: _type = "Task" [ 923.630264] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.641884] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676787, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.721762] env[64443]: ERROR nova.scheduler.client.report [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [req-5ab06525-3626-4ff3-b44f-d2a1c1429e3f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5ab06525-3626-4ff3-b44f-d2a1c1429e3f"}]} [ 923.741886] env[64443]: DEBUG nova.scheduler.client.report [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 923.786093] env[64443]: DEBUG nova.scheduler.client.report [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 923.786260] env[64443]: DEBUG nova.compute.provider_tree [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 923.810455] env[64443]: DEBUG nova.scheduler.client.report [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 923.835080] env[64443]: DEBUG nova.scheduler.client.report [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 923.904110] env[64443]: DEBUG nova.compute.manager [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.904404] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.905753] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645973a0-dd48-4781-b053-79e52052fda1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.917979] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.918553] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7135e01d-1ef2-4e66-8e81-e7c9382ade53 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.935289] env[64443]: DEBUG oslo_vmware.api [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Waiting for the task: (returnval){ [ 923.935289] env[64443]: value = "task-2676788" [ 923.935289] env[64443]: _type = "Task" [ 923.935289] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.946082] env[64443]: DEBUG oslo_vmware.api [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': task-2676788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.988066] env[64443]: DEBUG oslo_vmware.api [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.022757] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676784, 'name': ReconfigVM_Task, 'duration_secs': 0.499691} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.023067] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 5f81a44d-0799-4b08-b334-829e8cfbaa83/5f81a44d-0799-4b08-b334-829e8cfbaa83.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.023713] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0afb130-d395-4152-bb96-8b8de90d8e10 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.031862] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 924.031862] env[64443]: value = "task-2676789" [ 924.031862] env[64443]: _type = "Task" [ 924.031862] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.042604] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676789, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.145855] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676787, 'name': CreateVM_Task, 'duration_secs': 0.37285} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.146078] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.146790] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.146963] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.147296] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.147825] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2b4d076-9c1f-4ff7-b839-d73bd04b2fb7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.153584] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Waiting for the task: (returnval){ [ 924.153584] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5258b713-8768-d27a-1faf-473d3e3c833a" [ 924.153584] env[64443]: _type = "Task" [ 924.153584] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.168931] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5258b713-8768-d27a-1faf-473d3e3c833a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.170767] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb238514-a471-4140-9e81-cd5fbc0d2a26 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.179269] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b1832f-36e4-42ea-ad65-80a01e6062e6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.222607] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ede218-1302-40ab-8dd2-49a52e4426c0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.224716] env[64443]: DEBUG nova.compute.manager [req-2a2ced00-7128-4544-8a90-9d46591355bb req-9488e71c-78fa-47c8-b090-ff653ce258f7 service nova] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Received event network-changed-d9947185-f137-4b26-90f1-becfc17c3be7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 924.225257] env[64443]: DEBUG nova.compute.manager [req-2a2ced00-7128-4544-8a90-9d46591355bb req-9488e71c-78fa-47c8-b090-ff653ce258f7 service nova] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Refreshing instance network info cache due to event network-changed-d9947185-f137-4b26-90f1-becfc17c3be7. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 924.225257] env[64443]: DEBUG oslo_concurrency.lockutils [req-2a2ced00-7128-4544-8a90-9d46591355bb req-9488e71c-78fa-47c8-b090-ff653ce258f7 service nova] Acquiring lock "refresh_cache-c6edfade-81b0-4c08-b835-f0b9ddaff99f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.225408] env[64443]: DEBUG oslo_concurrency.lockutils [req-2a2ced00-7128-4544-8a90-9d46591355bb req-9488e71c-78fa-47c8-b090-ff653ce258f7 service nova] Acquired lock "refresh_cache-c6edfade-81b0-4c08-b835-f0b9ddaff99f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.225447] env[64443]: DEBUG nova.network.neutron [req-2a2ced00-7128-4544-8a90-9d46591355bb req-9488e71c-78fa-47c8-b090-ff653ce258f7 service nova] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Refreshing network info cache for port d9947185-f137-4b26-90f1-becfc17c3be7 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.233844] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b790be26-68a8-437a-b006-14d4b9f11700 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.250234] env[64443]: DEBUG nova.compute.provider_tree [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 924.378352] env[64443]: DEBUG oslo_concurrency.lockutils [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquiring lock "9230d532-c130-4aaa-a332-80991a281086" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.378599] env[64443]: DEBUG oslo_concurrency.lockutils [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Lock "9230d532-c130-4aaa-a332-80991a281086" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.445343] env[64443]: DEBUG oslo_vmware.api [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': task-2676788, 'name': PowerOffVM_Task, 'duration_secs': 0.284946} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.445682] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.446089] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.446486] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ca3b177-b8a8-464c-8784-972d5cbf2440 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.484094] env[64443]: DEBUG oslo_vmware.api [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.529443] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.529927] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.530317] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Deleting the datastore file [datastore2] 17c0b912-f5c8-4bbd-9e15-0e26d490ff65 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.530842] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35df3dd5-0772-413a-85e8-df38af61b582 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.549026] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676789, 'name': Rename_Task, 'duration_secs': 0.179908} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.549026] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.549026] env[64443]: DEBUG oslo_vmware.api [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Waiting for the task: (returnval){ [ 924.549026] env[64443]: value = "task-2676791" [ 924.549026] env[64443]: _type = "Task" [ 924.549026] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.549026] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b42aad7-459d-453f-be70-82bc4db2109f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.557529] env[64443]: DEBUG oslo_vmware.api [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': task-2676791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.559193] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 924.559193] env[64443]: value = "task-2676792" [ 924.559193] env[64443]: _type = "Task" [ 924.559193] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.567761] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.613795] env[64443]: DEBUG oslo_concurrency.lockutils [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "5884420d-748b-4bc3-9513-fedda3df2a86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.614765] env[64443]: DEBUG oslo_concurrency.lockutils [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "5884420d-748b-4bc3-9513-fedda3df2a86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.615453] env[64443]: DEBUG oslo_concurrency.lockutils [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "5884420d-748b-4bc3-9513-fedda3df2a86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.615746] env[64443]: DEBUG oslo_concurrency.lockutils [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "5884420d-748b-4bc3-9513-fedda3df2a86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.615996] env[64443]: DEBUG oslo_concurrency.lockutils [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "5884420d-748b-4bc3-9513-fedda3df2a86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.618994] env[64443]: INFO nova.compute.manager [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Terminating instance [ 924.668428] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5258b713-8768-d27a-1faf-473d3e3c833a, 'name': SearchDatastore_Task, 'duration_secs': 0.022866} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.668839] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.669168] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.669492] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.669696] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.669934] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.670288] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7283666-85b1-4df0-b0f4-2f75d9f06f80 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.681286] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.681492] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.682281] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c69bac3f-e56b-4e40-87e7-171a46a473e8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.688742] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Waiting for the task: (returnval){ [ 924.688742] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52f9cb6a-31bb-e718-298b-64985f6e7e41" [ 924.688742] env[64443]: _type = "Task" [ 924.688742] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.697406] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f9cb6a-31bb-e718-298b-64985f6e7e41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.779804] env[64443]: ERROR nova.scheduler.client.report [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [req-8481b3b4-1d14-440e-a251-00fa81939e60] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8481b3b4-1d14-440e-a251-00fa81939e60"}]} [ 924.798035] env[64443]: DEBUG nova.scheduler.client.report [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 924.815024] env[64443]: DEBUG nova.scheduler.client.report [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 924.815024] env[64443]: DEBUG nova.compute.provider_tree [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 924.831221] env[64443]: DEBUG nova.scheduler.client.report [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 924.850134] env[64443]: DEBUG nova.scheduler.client.report [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 924.880813] env[64443]: DEBUG nova.compute.manager [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.980099] env[64443]: DEBUG nova.network.neutron [req-2a2ced00-7128-4544-8a90-9d46591355bb req-9488e71c-78fa-47c8-b090-ff653ce258f7 service nova] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Updated VIF entry in instance network info cache for port d9947185-f137-4b26-90f1-becfc17c3be7. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.980471] env[64443]: DEBUG nova.network.neutron [req-2a2ced00-7128-4544-8a90-9d46591355bb req-9488e71c-78fa-47c8-b090-ff653ce258f7 service nova] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Updating instance_info_cache with network_info: [{"id": "d9947185-f137-4b26-90f1-becfc17c3be7", "address": "fa:16:3e:4a:51:55", "network": {"id": "48237633-f5e9-41d7-8e35-86064443a63f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1252724606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d0e3721c728429fa570f0e0d2feeedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9947185-f1", "ovs_interfaceid": "d9947185-f137-4b26-90f1-becfc17c3be7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.986149] env[64443]: DEBUG oslo_vmware.api [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.063098] env[64443]: DEBUG oslo_vmware.api [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Task: {'id': task-2676791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278503} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.066172] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.066381] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.066564] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.066744] env[64443]: INFO nova.compute.manager [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Took 1.16 seconds to destroy the instance on the hypervisor. [ 925.066983] env[64443]: DEBUG oslo.service.loopingcall [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.069588] env[64443]: DEBUG nova.compute.manager [-] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.069692] env[64443]: DEBUG nova.network.neutron [-] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.079392] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676792, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.127052] env[64443]: DEBUG nova.compute.manager [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.127354] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.128415] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe47b12-2a14-4924-ad81-8c3bff9cfd0d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.139317] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.142267] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-459a154a-d83f-4307-8cf3-a96b48fac4f4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.150581] env[64443]: DEBUG oslo_vmware.api [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 925.150581] env[64443]: value = "task-2676793" [ 925.150581] env[64443]: _type = "Task" [ 925.150581] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.162224] env[64443]: DEBUG oslo_vmware.api [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.164091] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75ee9b3-7254-4482-9b08-e03c2d6f694f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.173171] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556e45a7-9e47-47e8-8e9b-b0fa5fd32f2f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.210150] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c889a8d5-a6c3-4a4e-ab89-1e59930b620a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.223815] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e97294-32cf-4539-b5e8-10ed5a61c157 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.226585] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f9cb6a-31bb-e718-298b-64985f6e7e41, 'name': SearchDatastore_Task, 'duration_secs': 0.013799} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.228906] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb9c8b45-853f-4a3c-9236-bc46942521ad {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.238655] env[64443]: DEBUG nova.compute.provider_tree [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.244158] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Waiting for the task: (returnval){ [ 925.244158] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52802f06-83d3-485c-3dc5-e612f3a62a48" [ 925.244158] env[64443]: _type = "Task" [ 925.244158] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.253410] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52802f06-83d3-485c-3dc5-e612f3a62a48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.401815] env[64443]: DEBUG oslo_concurrency.lockutils [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.484143] env[64443]: DEBUG oslo_concurrency.lockutils [req-2a2ced00-7128-4544-8a90-9d46591355bb req-9488e71c-78fa-47c8-b090-ff653ce258f7 service nova] Releasing lock "refresh_cache-c6edfade-81b0-4c08-b835-f0b9ddaff99f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.484541] env[64443]: DEBUG oslo_vmware.api [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676778, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.577037] env[64443]: DEBUG oslo_vmware.api [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676792, 'name': PowerOnVM_Task, 'duration_secs': 0.684975} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.577037] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.577037] env[64443]: INFO nova.compute.manager [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Took 9.22 seconds to spawn the instance on the hypervisor. [ 925.577037] env[64443]: DEBUG nova.compute.manager [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.577332] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad2bb94-0f53-4057-b743-12e07c28293c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.660398] env[64443]: DEBUG oslo_vmware.api [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676793, 'name': PowerOffVM_Task, 'duration_secs': 0.266128} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.660704] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.660897] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.661181] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42155c5d-9682-4d6e-bd03-8c2a2936ef77 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.742177] env[64443]: DEBUG nova.scheduler.client.report [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.750614] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.750872] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.750997] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Deleting the datastore file [datastore1] 5884420d-748b-4bc3-9513-fedda3df2a86 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.751698] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79dc0fea-afda-4cb3-bc1e-d89fe0779af4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.757806] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52802f06-83d3-485c-3dc5-e612f3a62a48, 'name': SearchDatastore_Task, 'duration_secs': 0.012411} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.759101] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.759407] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] c6edfade-81b0-4c08-b835-f0b9ddaff99f/c6edfade-81b0-4c08-b835-f0b9ddaff99f.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.759744] env[64443]: DEBUG oslo_vmware.api [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for the task: (returnval){ [ 925.759744] env[64443]: value = "task-2676795" [ 925.759744] env[64443]: _type = "Task" [ 925.759744] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.760605] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2702ddbf-15fa-4cca-9564-b2ca6494adfc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.774350] env[64443]: DEBUG oslo_vmware.api [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.776029] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Waiting for the task: (returnval){ [ 925.776029] env[64443]: value = "task-2676796" [ 925.776029] env[64443]: _type = "Task" [ 925.776029] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.865120] env[64443]: DEBUG nova.network.neutron [-] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.984032] env[64443]: DEBUG oslo_vmware.api [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676778, 'name': ReconfigVM_Task, 'duration_secs': 5.780342} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.984032] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.984032] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Reconfigured VM to detach interface {{(pid=64443) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 926.096264] env[64443]: INFO nova.compute.manager [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Took 32.59 seconds to build instance. [ 926.240837] env[64443]: DEBUG nova.compute.manager [req-07e803f3-15f1-4dee-a6f0-0f54c93a6d52 req-5a704a87-3990-4a95-80c4-518da14362e8 service nova] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Received event network-vif-deleted-ff0af76c-5888-4a30-9792-1468d07472e1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.250398] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.505s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.250964] env[64443]: DEBUG nova.compute.manager [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.253729] env[64443]: DEBUG oslo_concurrency.lockutils [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.227s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.253977] env[64443]: DEBUG nova.objects.instance [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Lazy-loading 'resources' on Instance uuid e33c53ff-e145-485c-82ec-de74deaf219f {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.275405] env[64443]: DEBUG oslo_vmware.api [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Task: {'id': task-2676795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267504} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.275695] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.276282] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.276480] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.276660] env[64443]: INFO nova.compute.manager [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Took 1.15 seconds to destroy the instance on the hypervisor. [ 926.276904] env[64443]: DEBUG oslo.service.loopingcall [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 926.277811] env[64443]: DEBUG nova.compute.manager [-] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.277917] env[64443]: DEBUG nova.network.neutron [-] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.289613] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Task: {'id': task-2676796, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.370550] env[64443]: INFO nova.compute.manager [-] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Took 1.30 seconds to deallocate network for instance. [ 926.599135] env[64443]: DEBUG oslo_concurrency.lockutils [None req-43c5b2ee-dc56-4d2b-9830-526e71e5d13a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "5f81a44d-0799-4b08-b334-829e8cfbaa83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.099s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.758020] env[64443]: DEBUG nova.compute.utils [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 926.765730] env[64443]: DEBUG nova.compute.manager [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.766125] env[64443]: DEBUG nova.network.neutron [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.791707] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Task: {'id': task-2676796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70334} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.792072] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] c6edfade-81b0-4c08-b835-f0b9ddaff99f/c6edfade-81b0-4c08-b835-f0b9ddaff99f.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.792335] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.792627] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62aefcf5-2e76-4532-b238-04752b2a7d07 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.804118] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Waiting for the task: (returnval){ [ 926.804118] env[64443]: value = "task-2676797" [ 926.804118] env[64443]: _type = "Task" [ 926.804118] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.813875] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Task: {'id': task-2676797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.833019] env[64443]: DEBUG nova.policy [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16bacb0ac3ff414d8bada036020e1751', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e94a0496d13e4fc4a5c200844bac320a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.881163] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.025040] env[64443]: DEBUG nova.network.neutron [-] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.084683] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e18503a-d30a-4635-980c-9df23d34b556 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.095638] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e7f960-6451-4784-b2aa-ab6285bb0fc8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.132466] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5df1e2-6bea-4177-b848-44637eb2e6c2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.137054] env[64443]: DEBUG nova.network.neutron [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Successfully created port: 7bc24223-bb5b-47ac-a924-c4fcc8ea0b46 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.142387] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0f377d-abf5-4a01-94c1-502efac1e954 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.159723] env[64443]: DEBUG nova.compute.provider_tree [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.197937] env[64443]: DEBUG nova.compute.manager [req-c446dca1-7094-41b0-8a5f-da327d4e2134 req-23740d15-70b5-4c59-a953-316360589636 service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Received event network-changed-2d6bb360-4c5f-4be9-97ea-d80513dc0ea4 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.198155] env[64443]: DEBUG nova.compute.manager [req-c446dca1-7094-41b0-8a5f-da327d4e2134 req-23740d15-70b5-4c59-a953-316360589636 service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Refreshing instance network info cache due to event network-changed-2d6bb360-4c5f-4be9-97ea-d80513dc0ea4. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 927.198377] env[64443]: DEBUG oslo_concurrency.lockutils [req-c446dca1-7094-41b0-8a5f-da327d4e2134 req-23740d15-70b5-4c59-a953-316360589636 service nova] Acquiring lock "refresh_cache-5f81a44d-0799-4b08-b334-829e8cfbaa83" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.198526] env[64443]: DEBUG oslo_concurrency.lockutils [req-c446dca1-7094-41b0-8a5f-da327d4e2134 req-23740d15-70b5-4c59-a953-316360589636 service nova] Acquired lock "refresh_cache-5f81a44d-0799-4b08-b334-829e8cfbaa83" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.198689] env[64443]: DEBUG nova.network.neutron [req-c446dca1-7094-41b0-8a5f-da327d4e2134 req-23740d15-70b5-4c59-a953-316360589636 service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Refreshing network info cache for port 2d6bb360-4c5f-4be9-97ea-d80513dc0ea4 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.266923] env[64443]: DEBUG nova.compute.manager [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.275861] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.275861] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.276033] env[64443]: DEBUG nova.network.neutron [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.314736] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Task: {'id': task-2676797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076962} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.315343] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.319018] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a82a18-d4b6-449d-88f7-49e97e0a0d57 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.342898] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] c6edfade-81b0-4c08-b835-f0b9ddaff99f/c6edfade-81b0-4c08-b835-f0b9ddaff99f.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.343509] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c70c507-9cf1-4285-8454-f290e2176f6c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.367644] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Waiting for the task: (returnval){ [ 927.367644] env[64443]: value = "task-2676798" [ 927.367644] env[64443]: _type = "Task" [ 927.367644] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.377111] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Task: {'id': task-2676798, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.527005] env[64443]: INFO nova.compute.manager [-] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Took 1.25 seconds to deallocate network for instance. [ 927.664034] env[64443]: DEBUG nova.scheduler.client.report [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.881946] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Task: {'id': task-2676798, 'name': ReconfigVM_Task, 'duration_secs': 0.348904} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.882385] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Reconfigured VM instance instance-00000053 to attach disk [datastore2] c6edfade-81b0-4c08-b835-f0b9ddaff99f/c6edfade-81b0-4c08-b835-f0b9ddaff99f.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.883100] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4974d940-fdde-4120-95e2-b54706838da3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.892995] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Waiting for the task: (returnval){ [ 927.892995] env[64443]: value = "task-2676799" [ 927.892995] env[64443]: _type = "Task" [ 927.892995] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.904627] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Task: {'id': task-2676799, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.038296] env[64443]: DEBUG oslo_concurrency.lockutils [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.043143] env[64443]: DEBUG nova.network.neutron [req-c446dca1-7094-41b0-8a5f-da327d4e2134 req-23740d15-70b5-4c59-a953-316360589636 service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Updated VIF entry in instance network info cache for port 2d6bb360-4c5f-4be9-97ea-d80513dc0ea4. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.044842] env[64443]: DEBUG nova.network.neutron [req-c446dca1-7094-41b0-8a5f-da327d4e2134 req-23740d15-70b5-4c59-a953-316360589636 service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Updating instance_info_cache with network_info: [{"id": "2d6bb360-4c5f-4be9-97ea-d80513dc0ea4", "address": "fa:16:3e:5f:cb:97", "network": {"id": "7c2af66a-bc77-4b95-973c-c00ae9314905", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-137743101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c09873846584fac8d92fdc11202d8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d6bb360-4c", "ovs_interfaceid": "2d6bb360-4c5f-4be9-97ea-d80513dc0ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.048740] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "2b8158f0-c55c-48d5-88c9-269f0c89256a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.048986] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "2b8158f0-c55c-48d5-88c9-269f0c89256a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.049229] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "2b8158f0-c55c-48d5-88c9-269f0c89256a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.049429] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "2b8158f0-c55c-48d5-88c9-269f0c89256a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.049604] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "2b8158f0-c55c-48d5-88c9-269f0c89256a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.051696] env[64443]: INFO nova.compute.manager [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Terminating instance [ 928.114186] env[64443]: INFO nova.network.neutron [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Port 20152e6d-3b65-4bc9-be5e-f166ac468556 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 928.114186] env[64443]: INFO nova.network.neutron [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Port b4499099-56ac-4f6b-820e-a251241696d1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 928.114186] env[64443]: DEBUG nova.network.neutron [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Updating instance_info_cache with network_info: [{"id": "2c4c2029-fc18-4764-bb0c-0545c0ad1366", "address": "fa:16:3e:5a:76:05", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c4c2029-fc", "ovs_interfaceid": "2c4c2029-fc18-4764-bb0c-0545c0ad1366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.168941] env[64443]: DEBUG oslo_concurrency.lockutils [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.171417] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.066s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.171658] env[64443]: DEBUG nova.objects.instance [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Lazy-loading 'resources' on Instance uuid 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.191805] env[64443]: INFO nova.scheduler.client.report [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Deleted allocations for instance e33c53ff-e145-485c-82ec-de74deaf219f [ 928.272813] env[64443]: DEBUG nova.compute.manager [req-f8469925-8522-4dfe-a217-9382afd8fd17 req-319b06dc-7db9-4457-b1eb-7080a7a05c98 service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Received event network-vif-deleted-20152e6d-3b65-4bc9-be5e-f166ac468556 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.273834] env[64443]: DEBUG nova.compute.manager [req-f8469925-8522-4dfe-a217-9382afd8fd17 req-319b06dc-7db9-4457-b1eb-7080a7a05c98 service nova] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Received event network-vif-deleted-ddb41486-7d5f-4199-99f9-fcd69af955a7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.273834] env[64443]: DEBUG nova.compute.manager [req-f8469925-8522-4dfe-a217-9382afd8fd17 req-319b06dc-7db9-4457-b1eb-7080a7a05c98 service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Received event network-vif-deleted-b4499099-56ac-4f6b-820e-a251241696d1 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.288781] env[64443]: DEBUG nova.compute.manager [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.317580] env[64443]: DEBUG nova.virt.hardware [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.317898] env[64443]: DEBUG nova.virt.hardware [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.318129] env[64443]: DEBUG nova.virt.hardware [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.318380] env[64443]: DEBUG nova.virt.hardware [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.318587] env[64443]: DEBUG nova.virt.hardware [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.318791] env[64443]: DEBUG nova.virt.hardware [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.319059] env[64443]: DEBUG nova.virt.hardware [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.319374] env[64443]: DEBUG nova.virt.hardware [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.319617] env[64443]: DEBUG nova.virt.hardware [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.319840] env[64443]: DEBUG nova.virt.hardware [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.320083] env[64443]: DEBUG nova.virt.hardware [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.321009] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3c9496-8fe4-4192-9fb7-136e0c7e95b3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.330033] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae38071-b827-48ed-a37a-8571cbd0814c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.403881] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Task: {'id': task-2676799, 'name': Rename_Task, 'duration_secs': 0.152187} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.404165] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.404410] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5edf299b-f811-497f-b4d5-eb27cafb50f4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.412414] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Waiting for the task: (returnval){ [ 928.412414] env[64443]: value = "task-2676800" [ 928.412414] env[64443]: _type = "Task" [ 928.412414] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.420350] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Task: {'id': task-2676800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.549840] env[64443]: DEBUG oslo_concurrency.lockutils [req-c446dca1-7094-41b0-8a5f-da327d4e2134 req-23740d15-70b5-4c59-a953-316360589636 service nova] Releasing lock "refresh_cache-5f81a44d-0799-4b08-b334-829e8cfbaa83" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.555825] env[64443]: DEBUG nova.compute.manager [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.555928] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.556894] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314648fd-138d-4217-abcf-2cd124b9945b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.565800] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.565800] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16d9e376-1e6b-489c-badb-0243daf42444 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.572691] env[64443]: DEBUG oslo_vmware.api [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 928.572691] env[64443]: value = "task-2676801" [ 928.572691] env[64443]: _type = "Task" [ 928.572691] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.584015] env[64443]: DEBUG oslo_vmware.api [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.615971] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "refresh_cache-2b8158f0-c55c-48d5-88c9-269f0c89256a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.703645] env[64443]: DEBUG oslo_concurrency.lockutils [None req-afeca0d4-b47d-4ebf-be5e-554e80f731f6 tempest-ServersWithSpecificFlavorTestJSON-1646558451 tempest-ServersWithSpecificFlavorTestJSON-1646558451-project-member] Lock "e33c53ff-e145-485c-82ec-de74deaf219f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.033s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.854992] env[64443]: DEBUG nova.network.neutron [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Successfully updated port: 7bc24223-bb5b-47ac-a924-c4fcc8ea0b46 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.923275] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Task: {'id': task-2676800, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.982208] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce06d91a-ddc8-4ae2-8537-9ec71877375d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.991266] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7ae1ec-1979-4090-a883-19e79a970d7e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.028054] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e47c55f-15c4-4c56-9a74-5e19bd781d58 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.037716] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bba260-fe87-48a5-beed-5945acb7418b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.053659] env[64443]: DEBUG nova.compute.provider_tree [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.084226] env[64443]: DEBUG oslo_vmware.api [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676801, 'name': PowerOffVM_Task, 'duration_secs': 0.187294} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.084567] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.084765] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.085039] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3aaac9c6-7e69-48df-ae8b-15035e6a027d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.120922] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f7bd8df5-cd6e-4681-b5b3-d6ef55c7245a tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "interface-2b8158f0-c55c-48d5-88c9-269f0c89256a-20152e6d-3b65-4bc9-be5e-f166ac468556" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.755s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.213197] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.213590] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.213590] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Deleting the datastore file [datastore2] 2b8158f0-c55c-48d5-88c9-269f0c89256a {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.213870] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-514a7e35-9719-409c-b83a-7be065e9c0e2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.220551] env[64443]: DEBUG oslo_vmware.api [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 929.220551] env[64443]: value = "task-2676803" [ 929.220551] env[64443]: _type = "Task" [ 929.220551] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.229905] env[64443]: DEBUG oslo_vmware.api [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.360856] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Acquiring lock "refresh_cache-76b7ad43-136e-404c-acf4-11101f4c425f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.361125] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Acquired lock "refresh_cache-76b7ad43-136e-404c-acf4-11101f4c425f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.361253] env[64443]: DEBUG nova.network.neutron [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.422627] env[64443]: DEBUG oslo_vmware.api [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Task: {'id': task-2676800, 'name': PowerOnVM_Task, 'duration_secs': 0.568779} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.422909] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.423146] env[64443]: INFO nova.compute.manager [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Took 8.66 seconds to spawn the instance on the hypervisor. [ 929.423335] env[64443]: DEBUG nova.compute.manager [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.424144] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52e2fc4-5a93-4968-9afa-79ecc48625d9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.556635] env[64443]: DEBUG nova.scheduler.client.report [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.734746] env[64443]: DEBUG oslo_vmware.api [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.942616] env[64443]: INFO nova.compute.manager [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Took 30.19 seconds to build instance. [ 930.065858] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.068925] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.633s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.070528] env[64443]: INFO nova.compute.claims [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.095025] env[64443]: INFO nova.scheduler.client.report [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Deleted allocations for instance 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda [ 930.121210] env[64443]: DEBUG nova.network.neutron [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.237886] env[64443]: DEBUG oslo_vmware.api [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.534398} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.237886] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.237886] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.238176] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.238215] env[64443]: INFO nova.compute.manager [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Took 1.68 seconds to destroy the instance on the hypervisor. [ 930.238435] env[64443]: DEBUG oslo.service.loopingcall [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.238624] env[64443]: DEBUG nova.compute.manager [-] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.238720] env[64443]: DEBUG nova.network.neutron [-] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.268556] env[64443]: DEBUG nova.network.neutron [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Updating instance_info_cache with network_info: [{"id": "7bc24223-bb5b-47ac-a924-c4fcc8ea0b46", "address": "fa:16:3e:75:01:3a", "network": {"id": "8b1fed3a-5157-42d8-a9d6-59289b30eda7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-630782775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e94a0496d13e4fc4a5c200844bac320a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bc24223-bb", "ovs_interfaceid": "7bc24223-bb5b-47ac-a924-c4fcc8ea0b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.293265] env[64443]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port b4499099-56ac-4f6b-820e-a251241696d1 could not be found.", "detail": ""}} {{(pid=64443) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 930.293498] env[64443]: DEBUG nova.network.neutron [-] Unable to show port b4499099-56ac-4f6b-820e-a251241696d1 as it no longer exists. {{(pid=64443) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 930.445155] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9154b5f6-af45-4acd-a710-b64b812b3d29 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Lock "c6edfade-81b0-4c08-b835-f0b9ddaff99f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.709s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.446632] env[64443]: DEBUG nova.compute.manager [req-f8b42ad1-0341-4c8c-82ed-a28b568b553b req-1286495d-89b9-4f7e-9104-4b28bf15cd8d service nova] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Received event network-vif-plugged-7bc24223-bb5b-47ac-a924-c4fcc8ea0b46 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.446858] env[64443]: DEBUG oslo_concurrency.lockutils [req-f8b42ad1-0341-4c8c-82ed-a28b568b553b req-1286495d-89b9-4f7e-9104-4b28bf15cd8d service nova] Acquiring lock "76b7ad43-136e-404c-acf4-11101f4c425f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.447483] env[64443]: DEBUG oslo_concurrency.lockutils [req-f8b42ad1-0341-4c8c-82ed-a28b568b553b req-1286495d-89b9-4f7e-9104-4b28bf15cd8d service nova] Lock "76b7ad43-136e-404c-acf4-11101f4c425f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.447704] env[64443]: DEBUG oslo_concurrency.lockutils [req-f8b42ad1-0341-4c8c-82ed-a28b568b553b req-1286495d-89b9-4f7e-9104-4b28bf15cd8d service nova] Lock "76b7ad43-136e-404c-acf4-11101f4c425f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.447934] env[64443]: DEBUG nova.compute.manager [req-f8b42ad1-0341-4c8c-82ed-a28b568b553b req-1286495d-89b9-4f7e-9104-4b28bf15cd8d service nova] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] No waiting events found dispatching network-vif-plugged-7bc24223-bb5b-47ac-a924-c4fcc8ea0b46 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.448165] env[64443]: WARNING nova.compute.manager [req-f8b42ad1-0341-4c8c-82ed-a28b568b553b req-1286495d-89b9-4f7e-9104-4b28bf15cd8d service nova] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Received unexpected event network-vif-plugged-7bc24223-bb5b-47ac-a924-c4fcc8ea0b46 for instance with vm_state building and task_state spawning. [ 930.448368] env[64443]: DEBUG nova.compute.manager [req-f8b42ad1-0341-4c8c-82ed-a28b568b553b req-1286495d-89b9-4f7e-9104-4b28bf15cd8d service nova] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Received event network-changed-7bc24223-bb5b-47ac-a924-c4fcc8ea0b46 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.448559] env[64443]: DEBUG nova.compute.manager [req-f8b42ad1-0341-4c8c-82ed-a28b568b553b req-1286495d-89b9-4f7e-9104-4b28bf15cd8d service nova] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Refreshing instance network info cache due to event network-changed-7bc24223-bb5b-47ac-a924-c4fcc8ea0b46. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 930.448760] env[64443]: DEBUG oslo_concurrency.lockutils [req-f8b42ad1-0341-4c8c-82ed-a28b568b553b req-1286495d-89b9-4f7e-9104-4b28bf15cd8d service nova] Acquiring lock "refresh_cache-76b7ad43-136e-404c-acf4-11101f4c425f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.604751] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f0c621ea-fbc5-467a-84be-48b6cf162c29 tempest-ServersTestJSON-230956575 tempest-ServersTestJSON-230956575-project-member] Lock "6e7b78ad-7d1d-4cb4-b216-33d5f75afbda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.390s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.770942] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Releasing lock "refresh_cache-76b7ad43-136e-404c-acf4-11101f4c425f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.771495] env[64443]: DEBUG nova.compute.manager [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Instance network_info: |[{"id": "7bc24223-bb5b-47ac-a924-c4fcc8ea0b46", "address": "fa:16:3e:75:01:3a", "network": {"id": "8b1fed3a-5157-42d8-a9d6-59289b30eda7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-630782775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e94a0496d13e4fc4a5c200844bac320a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bc24223-bb", "ovs_interfaceid": "7bc24223-bb5b-47ac-a924-c4fcc8ea0b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.771743] env[64443]: DEBUG oslo_concurrency.lockutils [req-f8b42ad1-0341-4c8c-82ed-a28b568b553b req-1286495d-89b9-4f7e-9104-4b28bf15cd8d service nova] Acquired lock "refresh_cache-76b7ad43-136e-404c-acf4-11101f4c425f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.771995] env[64443]: DEBUG nova.network.neutron [req-f8b42ad1-0341-4c8c-82ed-a28b568b553b req-1286495d-89b9-4f7e-9104-4b28bf15cd8d service nova] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Refreshing network info cache for port 7bc24223-bb5b-47ac-a924-c4fcc8ea0b46 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.773265] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:01:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bc24223-bb5b-47ac-a924-c4fcc8ea0b46', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.787757] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Creating folder: Project (e94a0496d13e4fc4a5c200844bac320a). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.793381] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c021026-f179-483c-b754-5deae6b3b8bc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.808009] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Created folder: Project (e94a0496d13e4fc4a5c200844bac320a) in parent group-v539479. [ 930.810147] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Creating folder: Instances. Parent ref: group-v539726. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 930.810147] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc878d18-619c-4c02-92dc-d55cbec63913 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.822386] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Created folder: Instances in parent group-v539726. [ 930.822848] env[64443]: DEBUG oslo.service.loopingcall [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.823382] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.823794] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6642edc4-795f-4b82-b55c-4b1ac661b29c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.849903] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.849903] env[64443]: value = "task-2676806" [ 930.849903] env[64443]: _type = "Task" [ 930.849903] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.862662] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676806, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.172020] env[64443]: DEBUG nova.network.neutron [req-f8b42ad1-0341-4c8c-82ed-a28b568b553b req-1286495d-89b9-4f7e-9104-4b28bf15cd8d service nova] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Updated VIF entry in instance network info cache for port 7bc24223-bb5b-47ac-a924-c4fcc8ea0b46. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.173017] env[64443]: DEBUG nova.network.neutron [req-f8b42ad1-0341-4c8c-82ed-a28b568b553b req-1286495d-89b9-4f7e-9104-4b28bf15cd8d service nova] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Updating instance_info_cache with network_info: [{"id": "7bc24223-bb5b-47ac-a924-c4fcc8ea0b46", "address": "fa:16:3e:75:01:3a", "network": {"id": "8b1fed3a-5157-42d8-a9d6-59289b30eda7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-630782775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e94a0496d13e4fc4a5c200844bac320a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bc24223-bb", "ovs_interfaceid": "7bc24223-bb5b-47ac-a924-c4fcc8ea0b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.342997] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23e25ca-4a49-414f-8240-f76cc72d5896 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.356723] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed7100e-9cb7-4973-9087-130d7a3e4cab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.366202] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676806, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.397365] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2edcc6a-8eb9-4727-a018-943af18aa158 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.403820] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d8792e-1217-40f8-80a8-815108089ce6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.422034] env[64443]: DEBUG nova.network.neutron [-] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.423298] env[64443]: DEBUG nova.compute.provider_tree [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.678503] env[64443]: DEBUG oslo_concurrency.lockutils [req-f8b42ad1-0341-4c8c-82ed-a28b568b553b req-1286495d-89b9-4f7e-9104-4b28bf15cd8d service nova] Releasing lock "refresh_cache-76b7ad43-136e-404c-acf4-11101f4c425f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.864467] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676806, 'name': CreateVM_Task, 'duration_secs': 0.724562} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.864772] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.865401] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.865596] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.865924] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.866280] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b17ed30-801c-4884-9a58-e1349befe2f8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.870776] env[64443]: DEBUG nova.compute.manager [req-e52024e5-a7eb-4bda-9451-23ce999ec8a1 req-687978d0-5e34-48a4-9a72-b2af1ca99476 service nova] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Received event network-changed-d9947185-f137-4b26-90f1-becfc17c3be7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.870970] env[64443]: DEBUG nova.compute.manager [req-e52024e5-a7eb-4bda-9451-23ce999ec8a1 req-687978d0-5e34-48a4-9a72-b2af1ca99476 service nova] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Refreshing instance network info cache due to event network-changed-d9947185-f137-4b26-90f1-becfc17c3be7. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 931.871432] env[64443]: DEBUG oslo_concurrency.lockutils [req-e52024e5-a7eb-4bda-9451-23ce999ec8a1 req-687978d0-5e34-48a4-9a72-b2af1ca99476 service nova] Acquiring lock "refresh_cache-c6edfade-81b0-4c08-b835-f0b9ddaff99f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.871646] env[64443]: DEBUG oslo_concurrency.lockutils [req-e52024e5-a7eb-4bda-9451-23ce999ec8a1 req-687978d0-5e34-48a4-9a72-b2af1ca99476 service nova] Acquired lock "refresh_cache-c6edfade-81b0-4c08-b835-f0b9ddaff99f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.871682] env[64443]: DEBUG nova.network.neutron [req-e52024e5-a7eb-4bda-9451-23ce999ec8a1 req-687978d0-5e34-48a4-9a72-b2af1ca99476 service nova] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Refreshing network info cache for port d9947185-f137-4b26-90f1-becfc17c3be7 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.874911] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Waiting for the task: (returnval){ [ 931.874911] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52a3fc37-9ccf-3ca4-775b-8afd96d58de2" [ 931.874911] env[64443]: _type = "Task" [ 931.874911] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.897704] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52a3fc37-9ccf-3ca4-775b-8afd96d58de2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.925666] env[64443]: INFO nova.compute.manager [-] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Took 1.69 seconds to deallocate network for instance. [ 931.926545] env[64443]: DEBUG nova.scheduler.client.report [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.386889] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52a3fc37-9ccf-3ca4-775b-8afd96d58de2, 'name': SearchDatastore_Task, 'duration_secs': 0.025863} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.387239] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.387480] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.387734] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.387884] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.388096] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.388399] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8d47b17-338d-41b1-92a6-91ef57eb83e4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.400947] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.400947] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.405695] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25f2ad50-b079-4ede-b570-dea2c2a6a865 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.413581] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Waiting for the task: (returnval){ [ 932.413581] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ff0781-44b5-597d-396f-bfdf1580c7cd" [ 932.413581] env[64443]: _type = "Task" [ 932.413581] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.431701] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ff0781-44b5-597d-396f-bfdf1580c7cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.439405] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.439905] env[64443]: DEBUG nova.compute.manager [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.442980] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.443473] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.937s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.443697] env[64443]: DEBUG nova.objects.instance [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lazy-loading 'resources' on Instance uuid d0381940-546b-45e7-984e-a78444d069f1 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.532768] env[64443]: DEBUG nova.compute.manager [req-d5dd4b89-eaa1-419e-b871-6c7cdbab97f3 req-478e6dbe-d672-42a4-9d20-08a3d124c920 service nova] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Received event network-vif-deleted-2c4c2029-fc18-4764-bb0c-0545c0ad1366 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.927171] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ff0781-44b5-597d-396f-bfdf1580c7cd, 'name': SearchDatastore_Task, 'duration_secs': 0.021666} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.929701] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a03392c-5ef8-4dd0-a04c-b7561e802610 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.935758] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Waiting for the task: (returnval){ [ 932.935758] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5268f780-0104-8417-a7f4-279f81667911" [ 932.935758] env[64443]: _type = "Task" [ 932.935758] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.946946] env[64443]: DEBUG nova.compute.utils [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 932.948500] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5268f780-0104-8417-a7f4-279f81667911, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.949063] env[64443]: DEBUG nova.compute.manager [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.949302] env[64443]: DEBUG nova.network.neutron [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.138424] env[64443]: DEBUG nova.policy [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a83bc14cac04977889e2cfd23c186ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5e55456a5c0428e821a30763d8790d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.196941] env[64443]: DEBUG nova.network.neutron [req-e52024e5-a7eb-4bda-9451-23ce999ec8a1 req-687978d0-5e34-48a4-9a72-b2af1ca99476 service nova] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Updated VIF entry in instance network info cache for port d9947185-f137-4b26-90f1-becfc17c3be7. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.197357] env[64443]: DEBUG nova.network.neutron [req-e52024e5-a7eb-4bda-9451-23ce999ec8a1 req-687978d0-5e34-48a4-9a72-b2af1ca99476 service nova] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Updating instance_info_cache with network_info: [{"id": "d9947185-f137-4b26-90f1-becfc17c3be7", "address": "fa:16:3e:4a:51:55", "network": {"id": "48237633-f5e9-41d7-8e35-86064443a63f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1252724606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d0e3721c728429fa570f0e0d2feeedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9947185-f1", "ovs_interfaceid": "d9947185-f137-4b26-90f1-becfc17c3be7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.233017] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e581c701-ec55-44a4-b6f9-7fe4d63d5266 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.243446] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866ac0ba-fa31-4f8a-af04-57633551afa7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.281099] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dc9212-34b1-4d85-82e5-ae1eb3e7b3f0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.291401] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ea7147-add2-4a5a-94b2-120f3e403f1a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.305993] env[64443]: DEBUG nova.compute.provider_tree [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.450948] env[64443]: DEBUG nova.compute.manager [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.458162] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5268f780-0104-8417-a7f4-279f81667911, 'name': SearchDatastore_Task, 'duration_secs': 0.013553} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.458657] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.458984] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 76b7ad43-136e-404c-acf4-11101f4c425f/76b7ad43-136e-404c-acf4-11101f4c425f.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.459799] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a70ce686-dd30-46b9-89eb-4d3e8f816b1f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.468622] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Waiting for the task: (returnval){ [ 933.468622] env[64443]: value = "task-2676807" [ 933.468622] env[64443]: _type = "Task" [ 933.468622] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.478436] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': task-2676807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.704181] env[64443]: DEBUG nova.network.neutron [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Successfully created port: 71b13771-4ca2-4941-9e2c-28060b72b594 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.706861] env[64443]: DEBUG oslo_concurrency.lockutils [req-e52024e5-a7eb-4bda-9451-23ce999ec8a1 req-687978d0-5e34-48a4-9a72-b2af1ca99476 service nova] Releasing lock "refresh_cache-c6edfade-81b0-4c08-b835-f0b9ddaff99f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.809595] env[64443]: DEBUG nova.scheduler.client.report [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.980246] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': task-2676807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463735} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.980873] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 76b7ad43-136e-404c-acf4-11101f4c425f/76b7ad43-136e-404c-acf4-11101f4c425f.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.981278] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.981651] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0845b67d-ca85-4666-8391-fc7c9bed678a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.993291] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Waiting for the task: (returnval){ [ 933.993291] env[64443]: value = "task-2676808" [ 933.993291] env[64443]: _type = "Task" [ 933.993291] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.003207] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': task-2676808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.316274] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.319306] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.474s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.320072] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.320072] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64443) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 934.320072] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.035s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.320434] env[64443]: DEBUG nova.objects.instance [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lazy-loading 'resources' on Instance uuid 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.323188] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26164870-7742-47a1-a607-1cb3790456dc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.335937] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea7964f-ea72-4d2e-ad4a-962e7d79cc41 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.358732] env[64443]: INFO nova.scheduler.client.report [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Deleted allocations for instance d0381940-546b-45e7-984e-a78444d069f1 [ 934.363095] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a630d213-7918-4719-9c30-1748c3141cf4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.366778] env[64443]: DEBUG nova.compute.manager [req-6c99391b-0667-498e-be50-ae4e845db035 req-3453354a-9148-48a9-ac96-ed0f20a8f722 service nova] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Received event network-changed-d9947185-f137-4b26-90f1-becfc17c3be7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 934.366969] env[64443]: DEBUG nova.compute.manager [req-6c99391b-0667-498e-be50-ae4e845db035 req-3453354a-9148-48a9-ac96-ed0f20a8f722 service nova] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Refreshing instance network info cache due to event network-changed-d9947185-f137-4b26-90f1-becfc17c3be7. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 934.367239] env[64443]: DEBUG oslo_concurrency.lockutils [req-6c99391b-0667-498e-be50-ae4e845db035 req-3453354a-9148-48a9-ac96-ed0f20a8f722 service nova] Acquiring lock "refresh_cache-c6edfade-81b0-4c08-b835-f0b9ddaff99f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.367398] env[64443]: DEBUG oslo_concurrency.lockutils [req-6c99391b-0667-498e-be50-ae4e845db035 req-3453354a-9148-48a9-ac96-ed0f20a8f722 service nova] Acquired lock "refresh_cache-c6edfade-81b0-4c08-b835-f0b9ddaff99f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.367914] env[64443]: DEBUG nova.network.neutron [req-6c99391b-0667-498e-be50-ae4e845db035 req-3453354a-9148-48a9-ac96-ed0f20a8f722 service nova] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Refreshing network info cache for port d9947185-f137-4b26-90f1-becfc17c3be7 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.376863] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312e11d3-1ea9-4b6f-99fa-8b4d83124db2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.423469] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178518MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=64443) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 934.423469] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.465026] env[64443]: DEBUG nova.compute.manager [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.500635] env[64443]: DEBUG nova.virt.hardware [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.500880] env[64443]: DEBUG nova.virt.hardware [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.501050] env[64443]: DEBUG nova.virt.hardware [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.501239] env[64443]: DEBUG nova.virt.hardware [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.501391] env[64443]: DEBUG nova.virt.hardware [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.501597] env[64443]: DEBUG nova.virt.hardware [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.501797] env[64443]: DEBUG nova.virt.hardware [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.501962] env[64443]: DEBUG nova.virt.hardware [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.502145] env[64443]: DEBUG nova.virt.hardware [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.502312] env[64443]: DEBUG nova.virt.hardware [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.502514] env[64443]: DEBUG nova.virt.hardware [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.503379] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d170add-1273-4948-a4cf-45b12a277bc3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.512289] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': task-2676808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07208} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.512289] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.512289] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c4c4d9-611b-4817-b7bc-cf320d7f9c99 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.517493] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d360d97-f992-4ff9-93f1-c677cdcb0d7f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.538930] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 76b7ad43-136e-404c-acf4-11101f4c425f/76b7ad43-136e-404c-acf4-11101f4c425f.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.540249] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2e76e5e-3860-4706-a121-89a9cfe0d881 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.570439] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Waiting for the task: (returnval){ [ 934.570439] env[64443]: value = "task-2676809" [ 934.570439] env[64443]: _type = "Task" [ 934.570439] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.578731] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': task-2676809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.874227] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2c624a84-c2f7-423f-99b0-96c268fbc709 tempest-ServersNegativeTestJSON-1058932887 tempest-ServersNegativeTestJSON-1058932887-project-member] Lock "d0381940-546b-45e7-984e-a78444d069f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.369s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.084293] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': task-2676809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.128294] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7895932d-9e83-42e9-aad9-976ea230fbf1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.136798] env[64443]: DEBUG nova.network.neutron [req-6c99391b-0667-498e-be50-ae4e845db035 req-3453354a-9148-48a9-ac96-ed0f20a8f722 service nova] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Updated VIF entry in instance network info cache for port d9947185-f137-4b26-90f1-becfc17c3be7. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.137254] env[64443]: DEBUG nova.network.neutron [req-6c99391b-0667-498e-be50-ae4e845db035 req-3453354a-9148-48a9-ac96-ed0f20a8f722 service nova] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Updating instance_info_cache with network_info: [{"id": "d9947185-f137-4b26-90f1-becfc17c3be7", "address": "fa:16:3e:4a:51:55", "network": {"id": "48237633-f5e9-41d7-8e35-86064443a63f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1252724606-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d0e3721c728429fa570f0e0d2feeedf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9947185-f1", "ovs_interfaceid": "d9947185-f137-4b26-90f1-becfc17c3be7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.139431] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efd6e4c-3f63-402c-b38c-859eb83b25c4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.172680] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0438c22a-3318-4259-9c80-cb706a5c56a4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.181534] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec1d90e-b7dd-4bd9-8e27-ea4c92d793eb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.196025] env[64443]: DEBUG nova.compute.provider_tree [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.524175] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Acquiring lock "c6edfade-81b0-4c08-b835-f0b9ddaff99f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.524175] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Lock "c6edfade-81b0-4c08-b835-f0b9ddaff99f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.524381] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Acquiring lock "c6edfade-81b0-4c08-b835-f0b9ddaff99f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.524435] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Lock "c6edfade-81b0-4c08-b835-f0b9ddaff99f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.524596] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Lock "c6edfade-81b0-4c08-b835-f0b9ddaff99f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.529305] env[64443]: DEBUG nova.compute.manager [req-a52350df-46ed-4cbe-baeb-5c75cd483dc4 req-785ed397-96d4-4af0-9d49-3a91f66ce9d6 service nova] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Received event network-vif-plugged-71b13771-4ca2-4941-9e2c-28060b72b594 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 935.529305] env[64443]: DEBUG oslo_concurrency.lockutils [req-a52350df-46ed-4cbe-baeb-5c75cd483dc4 req-785ed397-96d4-4af0-9d49-3a91f66ce9d6 service nova] Acquiring lock "ab8a79f4-4628-4bd1-b191-54fd9a84bb5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.529305] env[64443]: DEBUG oslo_concurrency.lockutils [req-a52350df-46ed-4cbe-baeb-5c75cd483dc4 req-785ed397-96d4-4af0-9d49-3a91f66ce9d6 service nova] Lock "ab8a79f4-4628-4bd1-b191-54fd9a84bb5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.529305] env[64443]: DEBUG oslo_concurrency.lockutils [req-a52350df-46ed-4cbe-baeb-5c75cd483dc4 req-785ed397-96d4-4af0-9d49-3a91f66ce9d6 service nova] Lock "ab8a79f4-4628-4bd1-b191-54fd9a84bb5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.529305] env[64443]: DEBUG nova.compute.manager [req-a52350df-46ed-4cbe-baeb-5c75cd483dc4 req-785ed397-96d4-4af0-9d49-3a91f66ce9d6 service nova] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] No waiting events found dispatching network-vif-plugged-71b13771-4ca2-4941-9e2c-28060b72b594 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 935.529305] env[64443]: WARNING nova.compute.manager [req-a52350df-46ed-4cbe-baeb-5c75cd483dc4 req-785ed397-96d4-4af0-9d49-3a91f66ce9d6 service nova] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Received unexpected event network-vif-plugged-71b13771-4ca2-4941-9e2c-28060b72b594 for instance with vm_state building and task_state spawning. [ 935.529697] env[64443]: INFO nova.compute.manager [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Terminating instance [ 935.582796] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': task-2676809, 'name': ReconfigVM_Task, 'duration_secs': 0.585051} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.583104] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 76b7ad43-136e-404c-acf4-11101f4c425f/76b7ad43-136e-404c-acf4-11101f4c425f.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.583745] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e33c6dd-7ab8-481e-8635-b3a05f21e6b3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.592228] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Waiting for the task: (returnval){ [ 935.592228] env[64443]: value = "task-2676810" [ 935.592228] env[64443]: _type = "Task" [ 935.592228] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.602258] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': task-2676810, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.602945] env[64443]: DEBUG nova.network.neutron [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Successfully updated port: 71b13771-4ca2-4941-9e2c-28060b72b594 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.645444] env[64443]: DEBUG oslo_concurrency.lockutils [req-6c99391b-0667-498e-be50-ae4e845db035 req-3453354a-9148-48a9-ac96-ed0f20a8f722 service nova] Releasing lock "refresh_cache-c6edfade-81b0-4c08-b835-f0b9ddaff99f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.699457] env[64443]: DEBUG nova.scheduler.client.report [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.037140] env[64443]: DEBUG nova.compute.manager [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 936.037440] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.038346] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de464b12-d5af-4de8-82ab-ae67deeb68b9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.051244] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.051244] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d2f6339-a8af-4b07-82f7-d614b2c2a44d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.058360] env[64443]: DEBUG oslo_vmware.api [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Waiting for the task: (returnval){ [ 936.058360] env[64443]: value = "task-2676811" [ 936.058360] env[64443]: _type = "Task" [ 936.058360] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.070573] env[64443]: DEBUG oslo_vmware.api [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Task: {'id': task-2676811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.105616] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Acquiring lock "refresh_cache-ab8a79f4-4628-4bd1-b191-54fd9a84bb5a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.105973] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Acquired lock "refresh_cache-ab8a79f4-4628-4bd1-b191-54fd9a84bb5a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.106241] env[64443]: DEBUG nova.network.neutron [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.115870] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': task-2676810, 'name': Rename_Task, 'duration_secs': 0.150748} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.115870] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.115870] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ca357d7-33bb-49c2-a06c-71bccf448542 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.125174] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Waiting for the task: (returnval){ [ 936.125174] env[64443]: value = "task-2676812" [ 936.125174] env[64443]: _type = "Task" [ 936.125174] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.135241] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': task-2676812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.207857] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.207857] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.988s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.210819] env[64443]: INFO nova.compute.claims [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.232046] env[64443]: INFO nova.scheduler.client.report [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Deleted allocations for instance 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd [ 936.570944] env[64443]: DEBUG oslo_vmware.api [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Task: {'id': task-2676811, 'name': PowerOffVM_Task, 'duration_secs': 0.218641} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.572408] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.572408] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.572648] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5822d38f-d357-4670-b98c-4895981e386b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.637648] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': task-2676812, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.651898] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.652113] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.652231] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Deleting the datastore file [datastore2] c6edfade-81b0-4c08-b835-f0b9ddaff99f {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.652522] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83484fc9-a2f5-4146-8c62-dd973677be1b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.657437] env[64443]: DEBUG nova.network.neutron [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.661120] env[64443]: DEBUG oslo_vmware.api [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Waiting for the task: (returnval){ [ 936.661120] env[64443]: value = "task-2676814" [ 936.661120] env[64443]: _type = "Task" [ 936.661120] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.671061] env[64443]: DEBUG oslo_vmware.api [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Task: {'id': task-2676814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.740710] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0f6ad30c-1bc9-4db2-bff1-10ab4a5796f3 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "1d7a7ec8-bd79-4607-b1ac-99a91913bbdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.436s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.877806] env[64443]: DEBUG nova.network.neutron [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Updating instance_info_cache with network_info: [{"id": "71b13771-4ca2-4941-9e2c-28060b72b594", "address": "fa:16:3e:ec:a1:79", "network": {"id": "2a6bd3bb-606b-40bd-b251-3c590910a4ff", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-59804437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e55456a5c0428e821a30763d8790d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71b13771-4c", "ovs_interfaceid": "71b13771-4ca2-4941-9e2c-28060b72b594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.145311] env[64443]: DEBUG oslo_vmware.api [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': task-2676812, 'name': PowerOnVM_Task, 'duration_secs': 0.671343} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.145311] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.145311] env[64443]: INFO nova.compute.manager [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Took 8.85 seconds to spawn the instance on the hypervisor. [ 937.145311] env[64443]: DEBUG nova.compute.manager [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.145311] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15322ed9-6a7d-49a2-89f2-0d1ee2e18966 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.171229] env[64443]: DEBUG oslo_vmware.api [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Task: {'id': task-2676814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189489} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.174018] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.174018] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.174018] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.174018] env[64443]: INFO nova.compute.manager [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 937.174018] env[64443]: DEBUG oslo.service.loopingcall [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.174018] env[64443]: DEBUG nova.compute.manager [-] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.174018] env[64443]: DEBUG nova.network.neutron [-] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.384878] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Releasing lock "refresh_cache-ab8a79f4-4628-4bd1-b191-54fd9a84bb5a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.385223] env[64443]: DEBUG nova.compute.manager [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Instance network_info: |[{"id": "71b13771-4ca2-4941-9e2c-28060b72b594", "address": "fa:16:3e:ec:a1:79", "network": {"id": "2a6bd3bb-606b-40bd-b251-3c590910a4ff", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-59804437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e55456a5c0428e821a30763d8790d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71b13771-4c", "ovs_interfaceid": "71b13771-4ca2-4941-9e2c-28060b72b594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.386029] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:a1:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71b13771-4ca2-4941-9e2c-28060b72b594', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.393583] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Creating folder: Project (f5e55456a5c0428e821a30763d8790d5). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.394024] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0afc75f-2b31-4bf7-9fe6-772f84a1abaa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.410631] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Created folder: Project (f5e55456a5c0428e821a30763d8790d5) in parent group-v539479. [ 937.410943] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Creating folder: Instances. Parent ref: group-v539729. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.411227] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27aefe80-6d23-480a-a973-50a01c4f21e8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.424484] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Created folder: Instances in parent group-v539729. [ 937.424866] env[64443]: DEBUG oslo.service.loopingcall [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.425063] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.425475] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f67e7391-a2f8-4e98-9e47-97ff3898f945 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.451550] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.451550] env[64443]: value = "task-2676817" [ 937.451550] env[64443]: _type = "Task" [ 937.451550] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.461772] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676817, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.469596] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef231ccd-36e0-49c5-8294-787e3fb5626c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.476673] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb6746a-a3ff-467f-8341-ecb9eaf58c9f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.507918] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032cf795-0eba-4873-b3f6-22ed8903cc38 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.516679] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5265b3d-24c5-4980-8b06-be3a4b16e858 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.532768] env[64443]: DEBUG nova.compute.provider_tree [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.565889] env[64443]: DEBUG nova.compute.manager [req-570c0e62-2eae-4bcb-8a3f-aa460ebc5186 req-de60bd0e-8b49-4455-9585-014cb44d18dd service nova] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Received event network-changed-71b13771-4ca2-4941-9e2c-28060b72b594 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.566454] env[64443]: DEBUG nova.compute.manager [req-570c0e62-2eae-4bcb-8a3f-aa460ebc5186 req-de60bd0e-8b49-4455-9585-014cb44d18dd service nova] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Refreshing instance network info cache due to event network-changed-71b13771-4ca2-4941-9e2c-28060b72b594. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 937.566728] env[64443]: DEBUG oslo_concurrency.lockutils [req-570c0e62-2eae-4bcb-8a3f-aa460ebc5186 req-de60bd0e-8b49-4455-9585-014cb44d18dd service nova] Acquiring lock "refresh_cache-ab8a79f4-4628-4bd1-b191-54fd9a84bb5a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.566885] env[64443]: DEBUG oslo_concurrency.lockutils [req-570c0e62-2eae-4bcb-8a3f-aa460ebc5186 req-de60bd0e-8b49-4455-9585-014cb44d18dd service nova] Acquired lock "refresh_cache-ab8a79f4-4628-4bd1-b191-54fd9a84bb5a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.567065] env[64443]: DEBUG nova.network.neutron [req-570c0e62-2eae-4bcb-8a3f-aa460ebc5186 req-de60bd0e-8b49-4455-9585-014cb44d18dd service nova] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Refreshing network info cache for port 71b13771-4ca2-4941-9e2c-28060b72b594 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.672525] env[64443]: INFO nova.compute.manager [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Took 31.98 seconds to build instance. [ 937.934403] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "17791435-701d-4a7a-b1f2-0d7d61e339da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.934847] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "17791435-701d-4a7a-b1f2-0d7d61e339da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.945835] env[64443]: DEBUG nova.network.neutron [-] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.966045] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676817, 'name': CreateVM_Task, 'duration_secs': 0.422199} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.966153] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.967512] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.967512] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.967815] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 937.968806] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be425f9b-1cb1-404b-be99-c4864b7d6442 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.974944] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Waiting for the task: (returnval){ [ 937.974944] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5264b526-9c12-f1b0-fc95-b21aee22f652" [ 937.974944] env[64443]: _type = "Task" [ 937.974944] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.986856] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5264b526-9c12-f1b0-fc95-b21aee22f652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.036252] env[64443]: DEBUG nova.scheduler.client.report [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.175670] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c7e97574-d932-44f3-ab3f-173192133ce8 tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Lock "76b7ad43-136e-404c-acf4-11101f4c425f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.809s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.299765] env[64443]: DEBUG nova.network.neutron [req-570c0e62-2eae-4bcb-8a3f-aa460ebc5186 req-de60bd0e-8b49-4455-9585-014cb44d18dd service nova] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Updated VIF entry in instance network info cache for port 71b13771-4ca2-4941-9e2c-28060b72b594. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.300344] env[64443]: DEBUG nova.network.neutron [req-570c0e62-2eae-4bcb-8a3f-aa460ebc5186 req-de60bd0e-8b49-4455-9585-014cb44d18dd service nova] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Updating instance_info_cache with network_info: [{"id": "71b13771-4ca2-4941-9e2c-28060b72b594", "address": "fa:16:3e:ec:a1:79", "network": {"id": "2a6bd3bb-606b-40bd-b251-3c590910a4ff", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-59804437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e55456a5c0428e821a30763d8790d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71b13771-4c", "ovs_interfaceid": "71b13771-4ca2-4941-9e2c-28060b72b594", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.304875] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4e064578-9a72-40f4-9942-8cf103ffc66f tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Acquiring lock "76b7ad43-136e-404c-acf4-11101f4c425f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.304875] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4e064578-9a72-40f4-9942-8cf103ffc66f tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Lock "76b7ad43-136e-404c-acf4-11101f4c425f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.305000] env[64443]: INFO nova.compute.manager [None req-4e064578-9a72-40f4-9942-8cf103ffc66f tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Rebooting instance [ 938.437610] env[64443]: DEBUG nova.compute.manager [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.448967] env[64443]: INFO nova.compute.manager [-] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Took 1.28 seconds to deallocate network for instance. [ 938.488659] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5264b526-9c12-f1b0-fc95-b21aee22f652, 'name': SearchDatastore_Task, 'duration_secs': 0.016733} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.488997] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.489300] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.489552] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.489686] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.489874] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.490363] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c05b0ff-a335-4b11-a8b6-a96c5ec7d2d2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.502907] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.503099] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.503806] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b721ff9-33fe-4f92-acbe-831ed9ae1a3f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.510089] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Waiting for the task: (returnval){ [ 938.510089] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d3a3f1-943d-9989-6da7-6f590dcf40ea" [ 938.510089] env[64443]: _type = "Task" [ 938.510089] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.518037] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d3a3f1-943d-9989-6da7-6f590dcf40ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.541540] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.542078] env[64443]: DEBUG nova.compute.manager [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.544834] env[64443]: DEBUG oslo_concurrency.lockutils [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.143s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.546218] env[64443]: INFO nova.compute.claims [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.804046] env[64443]: DEBUG oslo_concurrency.lockutils [req-570c0e62-2eae-4bcb-8a3f-aa460ebc5186 req-de60bd0e-8b49-4455-9585-014cb44d18dd service nova] Releasing lock "refresh_cache-ab8a79f4-4628-4bd1-b191-54fd9a84bb5a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.804344] env[64443]: DEBUG nova.compute.manager [req-570c0e62-2eae-4bcb-8a3f-aa460ebc5186 req-de60bd0e-8b49-4455-9585-014cb44d18dd service nova] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Received event network-vif-deleted-d9947185-f137-4b26-90f1-becfc17c3be7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 938.804529] env[64443]: INFO nova.compute.manager [req-570c0e62-2eae-4bcb-8a3f-aa460ebc5186 req-de60bd0e-8b49-4455-9585-014cb44d18dd service nova] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Neutron deleted interface d9947185-f137-4b26-90f1-becfc17c3be7; detaching it from the instance and deleting it from the info cache [ 938.804711] env[64443]: DEBUG nova.network.neutron [req-570c0e62-2eae-4bcb-8a3f-aa460ebc5186 req-de60bd0e-8b49-4455-9585-014cb44d18dd service nova] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.823907] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4e064578-9a72-40f4-9942-8cf103ffc66f tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Acquiring lock "refresh_cache-76b7ad43-136e-404c-acf4-11101f4c425f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.824205] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4e064578-9a72-40f4-9942-8cf103ffc66f tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Acquired lock "refresh_cache-76b7ad43-136e-404c-acf4-11101f4c425f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.824429] env[64443]: DEBUG nova.network.neutron [None req-4e064578-9a72-40f4-9942-8cf103ffc66f tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.955536] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.960156] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.021714] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d3a3f1-943d-9989-6da7-6f590dcf40ea, 'name': SearchDatastore_Task, 'duration_secs': 0.043002} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.022606] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3785a2a-6fdc-402b-a000-31d6f02db304 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.028937] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Waiting for the task: (returnval){ [ 939.028937] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]528f4ee4-8e7f-1b7f-8d7b-026cfcec6759" [ 939.028937] env[64443]: _type = "Task" [ 939.028937] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.037539] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]528f4ee4-8e7f-1b7f-8d7b-026cfcec6759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.051119] env[64443]: DEBUG nova.compute.utils [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 939.054506] env[64443]: DEBUG nova.compute.manager [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.054722] env[64443]: DEBUG nova.network.neutron [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.095731] env[64443]: DEBUG nova.policy [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7a55973800a439699435490fb6efe04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '178931edd4484e4d90dd7b56afd70178', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.307060] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8133ba43-9dd0-4d36-980f-ee0a0ca9cc33 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.318058] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b53d5a-dea1-4bb7-889a-f26501b29a2f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.356510] env[64443]: DEBUG nova.compute.manager [req-570c0e62-2eae-4bcb-8a3f-aa460ebc5186 req-de60bd0e-8b49-4455-9585-014cb44d18dd service nova] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Detach interface failed, port_id=d9947185-f137-4b26-90f1-becfc17c3be7, reason: Instance c6edfade-81b0-4c08-b835-f0b9ddaff99f could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 939.411392] env[64443]: DEBUG nova.network.neutron [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Successfully created port: ac6ce416-c3c3-4fc0-8de3-b932328d9a1e {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.508392] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Acquiring lock "456752b1-5451-4f7b-bd30-31c6edc0837a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.508776] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Lock "456752b1-5451-4f7b-bd30-31c6edc0837a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.547050] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]528f4ee4-8e7f-1b7f-8d7b-026cfcec6759, 'name': SearchDatastore_Task, 'duration_secs': 0.032034} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.547422] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.547835] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] ab8a79f4-4628-4bd1-b191-54fd9a84bb5a/ab8a79f4-4628-4bd1-b191-54fd9a84bb5a.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.548308] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4935137d-7908-4c6d-b131-e4593a2de265 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.555169] env[64443]: DEBUG nova.compute.manager [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.563976] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Waiting for the task: (returnval){ [ 939.563976] env[64443]: value = "task-2676818" [ 939.563976] env[64443]: _type = "Task" [ 939.563976] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.575032] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': task-2676818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.686604] env[64443]: DEBUG nova.network.neutron [None req-4e064578-9a72-40f4-9942-8cf103ffc66f tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Updating instance_info_cache with network_info: [{"id": "7bc24223-bb5b-47ac-a924-c4fcc8ea0b46", "address": "fa:16:3e:75:01:3a", "network": {"id": "8b1fed3a-5157-42d8-a9d6-59289b30eda7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-630782775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e94a0496d13e4fc4a5c200844bac320a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bc24223-bb", "ovs_interfaceid": "7bc24223-bb5b-47ac-a924-c4fcc8ea0b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.836020] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc82e18-a45a-4209-85a1-a67ccb456a6b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.844962] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26849cfa-995a-4ebf-b39c-bfeeb87e1ddf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.880026] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bf5c6c-7823-4e00-a764-2d2f86d5da4f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.897972] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57fe334-fe88-46f8-86cf-ac103651eb52 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.914351] env[64443]: DEBUG nova.compute.provider_tree [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.012227] env[64443]: DEBUG nova.compute.manager [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.079020] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': task-2676818, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.189839] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4e064578-9a72-40f4-9942-8cf103ffc66f tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Releasing lock "refresh_cache-76b7ad43-136e-404c-acf4-11101f4c425f" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.418031] env[64443]: DEBUG nova.scheduler.client.report [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.530136] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.573661] env[64443]: DEBUG nova.compute.manager [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.581393] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': task-2676818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604589} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.581688] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] ab8a79f4-4628-4bd1-b191-54fd9a84bb5a/ab8a79f4-4628-4bd1-b191-54fd9a84bb5a.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.581844] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.582109] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d97a262-d705-43ba-88c0-8a20d98be70d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.588391] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Waiting for the task: (returnval){ [ 940.588391] env[64443]: value = "task-2676819" [ 940.588391] env[64443]: _type = "Task" [ 940.588391] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.597167] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': task-2676819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.599592] env[64443]: DEBUG nova.virt.hardware [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.599797] env[64443]: DEBUG nova.virt.hardware [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.599958] env[64443]: DEBUG nova.virt.hardware [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.600157] env[64443]: DEBUG nova.virt.hardware [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.600316] env[64443]: DEBUG nova.virt.hardware [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.600524] env[64443]: DEBUG nova.virt.hardware [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.600746] env[64443]: DEBUG nova.virt.hardware [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.600906] env[64443]: DEBUG nova.virt.hardware [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.601084] env[64443]: DEBUG nova.virt.hardware [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.601248] env[64443]: DEBUG nova.virt.hardware [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.601425] env[64443]: DEBUG nova.virt.hardware [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.602219] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d62bee7-bb3e-4a69-bc35-ab2cd525be66 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.609639] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b31f2b-962e-48e3-b7fa-3f46e914576f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.694705] env[64443]: DEBUG nova.compute.manager [None req-4e064578-9a72-40f4-9942-8cf103ffc66f tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.695599] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadda280-0f35-4468-831e-71bc58689fbd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.923698] env[64443]: DEBUG oslo_concurrency.lockutils [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.923940] env[64443]: DEBUG nova.compute.manager [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.926467] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.046s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.927765] env[64443]: DEBUG nova.objects.instance [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Lazy-loading 'resources' on Instance uuid 17c0b912-f5c8-4bbd-9e15-0e26d490ff65 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.014749] env[64443]: DEBUG nova.compute.manager [req-8a095700-bf83-4434-bd8c-a87808beeffb req-f8ee8189-d852-456e-abe4-2137b0be2cca service nova] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Received event network-vif-plugged-ac6ce416-c3c3-4fc0-8de3-b932328d9a1e {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 941.014983] env[64443]: DEBUG oslo_concurrency.lockutils [req-8a095700-bf83-4434-bd8c-a87808beeffb req-f8ee8189-d852-456e-abe4-2137b0be2cca service nova] Acquiring lock "629f1078-51fb-416e-8335-aa864708ca9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.015231] env[64443]: DEBUG oslo_concurrency.lockutils [req-8a095700-bf83-4434-bd8c-a87808beeffb req-f8ee8189-d852-456e-abe4-2137b0be2cca service nova] Lock "629f1078-51fb-416e-8335-aa864708ca9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.015375] env[64443]: DEBUG oslo_concurrency.lockutils [req-8a095700-bf83-4434-bd8c-a87808beeffb req-f8ee8189-d852-456e-abe4-2137b0be2cca service nova] Lock "629f1078-51fb-416e-8335-aa864708ca9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.015549] env[64443]: DEBUG nova.compute.manager [req-8a095700-bf83-4434-bd8c-a87808beeffb req-f8ee8189-d852-456e-abe4-2137b0be2cca service nova] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] No waiting events found dispatching network-vif-plugged-ac6ce416-c3c3-4fc0-8de3-b932328d9a1e {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.015735] env[64443]: WARNING nova.compute.manager [req-8a095700-bf83-4434-bd8c-a87808beeffb req-f8ee8189-d852-456e-abe4-2137b0be2cca service nova] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Received unexpected event network-vif-plugged-ac6ce416-c3c3-4fc0-8de3-b932328d9a1e for instance with vm_state building and task_state spawning. [ 941.082247] env[64443]: DEBUG nova.network.neutron [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Successfully updated port: ac6ce416-c3c3-4fc0-8de3-b932328d9a1e {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.099159] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': task-2676819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067051} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.099457] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.100453] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8ddf9f-ffd1-4b34-93f6-e9fb1569d9af {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.122072] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] ab8a79f4-4628-4bd1-b191-54fd9a84bb5a/ab8a79f4-4628-4bd1-b191-54fd9a84bb5a.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.122325] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee22c05b-cf31-4c27-9397-d7bc6a78549e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.141684] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Waiting for the task: (returnval){ [ 941.141684] env[64443]: value = "task-2676820" [ 941.141684] env[64443]: _type = "Task" [ 941.141684] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.154461] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': task-2676820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.429256] env[64443]: DEBUG nova.compute.utils [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 941.432104] env[64443]: DEBUG nova.compute.manager [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.432104] env[64443]: DEBUG nova.network.neutron [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.478497] env[64443]: DEBUG nova.policy [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81fe6b88f445463eaef4354f2b64835f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf32d640f6f4444a8e6443e3314d4dc3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.585320] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "refresh_cache-629f1078-51fb-416e-8335-aa864708ca9c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 941.585458] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired lock "refresh_cache-629f1078-51fb-416e-8335-aa864708ca9c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.585604] env[64443]: DEBUG nova.network.neutron [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.659304] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': task-2676820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.682890] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa8fa14-fb86-45a5-bfd4-e609898b4b3e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.691909] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2315d7-a2d2-4caf-af74-83215417c1c2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.724343] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95a058d-2f31-4176-bb10-8bc195cc432e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.727536] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e3c468-74fb-4116-95fe-f14bc47a446d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.734759] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4e064578-9a72-40f4-9942-8cf103ffc66f tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Doing hard reboot of VM {{(pid=64443) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 941.736781] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-62e53a87-0875-409b-94d6-b56e7e015cdc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.739460] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfd31b0-5468-4209-887e-a73cb4a13475 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.743755] env[64443]: DEBUG nova.network.neutron [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Successfully created port: 36aceaa4-bb5f-4856-9254-ab787c9cd249 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.758064] env[64443]: DEBUG nova.compute.provider_tree [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.760710] env[64443]: DEBUG oslo_vmware.api [None req-4e064578-9a72-40f4-9942-8cf103ffc66f tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Waiting for the task: (returnval){ [ 941.760710] env[64443]: value = "task-2676821" [ 941.760710] env[64443]: _type = "Task" [ 941.760710] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.770689] env[64443]: DEBUG oslo_vmware.api [None req-4e064578-9a72-40f4-9942-8cf103ffc66f tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': task-2676821, 'name': ResetVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.938042] env[64443]: DEBUG nova.compute.manager [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.017515] env[64443]: DEBUG nova.network.neutron [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Successfully created port: d077af89-90c4-40b0-83b4-5695db24983a {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.130151] env[64443]: DEBUG nova.network.neutron [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.136796] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "534390d7-da61-44a0-bc4b-94fb475598a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.137181] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "534390d7-da61-44a0-bc4b-94fb475598a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.137557] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "534390d7-da61-44a0-bc4b-94fb475598a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.137831] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "534390d7-da61-44a0-bc4b-94fb475598a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.138107] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "534390d7-da61-44a0-bc4b-94fb475598a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.140867] env[64443]: INFO nova.compute.manager [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Terminating instance [ 942.157584] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': task-2676820, 'name': ReconfigVM_Task, 'duration_secs': 0.780572} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.158659] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Reconfigured VM instance instance-00000055 to attach disk [datastore2] ab8a79f4-4628-4bd1-b191-54fd9a84bb5a/ab8a79f4-4628-4bd1-b191-54fd9a84bb5a.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.159359] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b8f722a-cde0-4f33-a868-cf422d5ddca2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.167642] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Waiting for the task: (returnval){ [ 942.167642] env[64443]: value = "task-2676822" [ 942.167642] env[64443]: _type = "Task" [ 942.167642] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.177505] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': task-2676822, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.262488] env[64443]: DEBUG nova.scheduler.client.report [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.275705] env[64443]: DEBUG oslo_vmware.api [None req-4e064578-9a72-40f4-9942-8cf103ffc66f tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': task-2676821, 'name': ResetVM_Task, 'duration_secs': 0.097243} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.276767] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4e064578-9a72-40f4-9942-8cf103ffc66f tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Did hard reboot of VM {{(pid=64443) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 942.276767] env[64443]: DEBUG nova.compute.manager [None req-4e064578-9a72-40f4-9942-8cf103ffc66f tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.276990] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8666f663-f2c4-4ec8-9efb-41248560053c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.345122] env[64443]: DEBUG nova.network.neutron [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Updating instance_info_cache with network_info: [{"id": "ac6ce416-c3c3-4fc0-8de3-b932328d9a1e", "address": "fa:16:3e:19:d2:5b", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6ce416-c3", "ovs_interfaceid": "ac6ce416-c3c3-4fc0-8de3-b932328d9a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.375808] env[64443]: DEBUG nova.network.neutron [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Successfully created port: 842841b6-cddc-4a74-97ce-22142309b9bc {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.650999] env[64443]: DEBUG nova.compute.manager [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.651311] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.652208] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eced9d31-338a-4278-855f-0dfeb51cf973 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.661266] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.662104] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13474174-abad-4883-b823-6135b5bb2a81 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.673050] env[64443]: DEBUG oslo_vmware.api [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 942.673050] env[64443]: value = "task-2676823" [ 942.673050] env[64443]: _type = "Task" [ 942.673050] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.679600] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': task-2676822, 'name': Rename_Task, 'duration_secs': 0.457523} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.680285] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.680585] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1806a97-7289-44a2-826f-95d5af9eda4b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.686872] env[64443]: DEBUG oslo_vmware.api [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.692396] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Waiting for the task: (returnval){ [ 942.692396] env[64443]: value = "task-2676824" [ 942.692396] env[64443]: _type = "Task" [ 942.692396] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.703481] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': task-2676824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.770761] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.775876] env[64443]: DEBUG oslo_concurrency.lockutils [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.738s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.776177] env[64443]: DEBUG nova.objects.instance [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lazy-loading 'resources' on Instance uuid 5884420d-748b-4bc3-9513-fedda3df2a86 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.790498] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4e064578-9a72-40f4-9942-8cf103ffc66f tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Lock "76b7ad43-136e-404c-acf4-11101f4c425f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.485s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.798156] env[64443]: INFO nova.scheduler.client.report [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Deleted allocations for instance 17c0b912-f5c8-4bbd-9e15-0e26d490ff65 [ 942.847788] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Releasing lock "refresh_cache-629f1078-51fb-416e-8335-aa864708ca9c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.848066] env[64443]: DEBUG nova.compute.manager [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Instance network_info: |[{"id": "ac6ce416-c3c3-4fc0-8de3-b932328d9a1e", "address": "fa:16:3e:19:d2:5b", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6ce416-c3", "ovs_interfaceid": "ac6ce416-c3c3-4fc0-8de3-b932328d9a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.848868] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:d2:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac6ce416-c3c3-4fc0-8de3-b932328d9a1e', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.857361] env[64443]: DEBUG oslo.service.loopingcall [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 942.857925] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.858174] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15f53e1f-f4be-44ad-bdaf-c867f09041b1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.892733] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.892733] env[64443]: value = "task-2676825" [ 942.892733] env[64443]: _type = "Task" [ 942.892733] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.902399] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676825, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.947652] env[64443]: DEBUG nova.compute.manager [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.980095] env[64443]: DEBUG nova.virt.hardware [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.980399] env[64443]: DEBUG nova.virt.hardware [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.980566] env[64443]: DEBUG nova.virt.hardware [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.980754] env[64443]: DEBUG nova.virt.hardware [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.980911] env[64443]: DEBUG nova.virt.hardware [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.981111] env[64443]: DEBUG nova.virt.hardware [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.981372] env[64443]: DEBUG nova.virt.hardware [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.981594] env[64443]: DEBUG nova.virt.hardware [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.981864] env[64443]: DEBUG nova.virt.hardware [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.982090] env[64443]: DEBUG nova.virt.hardware [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.982300] env[64443]: DEBUG nova.virt.hardware [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.983329] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f83660-a831-488a-b583-c30092e12c9c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.991881] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bceed8-c0bf-49d7-bedb-f88265fb1029 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.045523] env[64443]: DEBUG nova.compute.manager [req-bada8065-aff1-4f84-9c02-92bf87c3e178 req-74623de1-06ac-46b2-b6ed-6353e742d791 service nova] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Received event network-changed-ac6ce416-c3c3-4fc0-8de3-b932328d9a1e {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 943.045523] env[64443]: DEBUG nova.compute.manager [req-bada8065-aff1-4f84-9c02-92bf87c3e178 req-74623de1-06ac-46b2-b6ed-6353e742d791 service nova] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Refreshing instance network info cache due to event network-changed-ac6ce416-c3c3-4fc0-8de3-b932328d9a1e. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 943.045523] env[64443]: DEBUG oslo_concurrency.lockutils [req-bada8065-aff1-4f84-9c02-92bf87c3e178 req-74623de1-06ac-46b2-b6ed-6353e742d791 service nova] Acquiring lock "refresh_cache-629f1078-51fb-416e-8335-aa864708ca9c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.045523] env[64443]: DEBUG oslo_concurrency.lockutils [req-bada8065-aff1-4f84-9c02-92bf87c3e178 req-74623de1-06ac-46b2-b6ed-6353e742d791 service nova] Acquired lock "refresh_cache-629f1078-51fb-416e-8335-aa864708ca9c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.045523] env[64443]: DEBUG nova.network.neutron [req-bada8065-aff1-4f84-9c02-92bf87c3e178 req-74623de1-06ac-46b2-b6ed-6353e742d791 service nova] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Refreshing network info cache for port ac6ce416-c3c3-4fc0-8de3-b932328d9a1e {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.187038] env[64443]: DEBUG oslo_vmware.api [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676823, 'name': PowerOffVM_Task, 'duration_secs': 0.198557} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.187038] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.187038] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.187038] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-738d3b9e-7066-4899-8b1b-61c3a46b06c2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.203058] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': task-2676824, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.219821] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Acquiring lock "76b7ad43-136e-404c-acf4-11101f4c425f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.220180] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Lock "76b7ad43-136e-404c-acf4-11101f4c425f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.220640] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Acquiring lock "76b7ad43-136e-404c-acf4-11101f4c425f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.220917] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Lock "76b7ad43-136e-404c-acf4-11101f4c425f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.221158] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Lock "76b7ad43-136e-404c-acf4-11101f4c425f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.223488] env[64443]: INFO nova.compute.manager [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Terminating instance [ 943.258702] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.259079] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.259421] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Deleting the datastore file [datastore1] 534390d7-da61-44a0-bc4b-94fb475598a7 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.259799] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e4ae22e-d3b5-4a01-85eb-a7b9a26c1f4b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.270482] env[64443]: DEBUG oslo_vmware.api [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 943.270482] env[64443]: value = "task-2676827" [ 943.270482] env[64443]: _type = "Task" [ 943.270482] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.283193] env[64443]: DEBUG oslo_vmware.api [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.307495] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5fa27c2d-4858-48be-8887-7ec4f12ae161 tempest-ServerMetadataTestJSON-2140719091 tempest-ServerMetadataTestJSON-2140719091-project-member] Lock "17c0b912-f5c8-4bbd-9e15-0e26d490ff65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.929s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.406710] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676825, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.488177] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fdbb26-549e-4151-90cd-916097d70a96 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.495849] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5779b72-56b9-4cf4-8719-ae7384535c46 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.525976] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908bffa7-87e4-459d-a993-40efed9a0e64 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.534038] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e586635-1d4f-47aa-b7b5-6a48a051aa4f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.551773] env[64443]: DEBUG nova.compute.provider_tree [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.707262] env[64443]: DEBUG oslo_vmware.api [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': task-2676824, 'name': PowerOnVM_Task, 'duration_secs': 0.522863} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.707561] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.707809] env[64443]: INFO nova.compute.manager [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Took 9.24 seconds to spawn the instance on the hypervisor. [ 943.709017] env[64443]: DEBUG nova.compute.manager [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.709017] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf22aa9-d45b-4972-b3fa-114493c101ab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.729715] env[64443]: DEBUG nova.compute.manager [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.729715] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.729715] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abcc694-b1b6-4cbe-883f-e4f815ebefb1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.749018] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.749209] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1f95845-cbc8-4c3d-b13a-33764eda18d6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.757013] env[64443]: DEBUG oslo_vmware.api [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Waiting for the task: (returnval){ [ 943.757013] env[64443]: value = "task-2676828" [ 943.757013] env[64443]: _type = "Task" [ 943.757013] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.766963] env[64443]: DEBUG oslo_vmware.api [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': task-2676828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.785233] env[64443]: DEBUG oslo_vmware.api [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154687} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.785487] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.785669] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.785844] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.786037] env[64443]: INFO nova.compute.manager [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 943.786292] env[64443]: DEBUG oslo.service.loopingcall [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.786667] env[64443]: DEBUG nova.compute.manager [-] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.786667] env[64443]: DEBUG nova.network.neutron [-] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.890187] env[64443]: DEBUG nova.network.neutron [req-bada8065-aff1-4f84-9c02-92bf87c3e178 req-74623de1-06ac-46b2-b6ed-6353e742d791 service nova] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Updated VIF entry in instance network info cache for port ac6ce416-c3c3-4fc0-8de3-b932328d9a1e. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.890627] env[64443]: DEBUG nova.network.neutron [req-bada8065-aff1-4f84-9c02-92bf87c3e178 req-74623de1-06ac-46b2-b6ed-6353e742d791 service nova] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Updating instance_info_cache with network_info: [{"id": "ac6ce416-c3c3-4fc0-8de3-b932328d9a1e", "address": "fa:16:3e:19:d2:5b", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6ce416-c3", "ovs_interfaceid": "ac6ce416-c3c3-4fc0-8de3-b932328d9a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.907914] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676825, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.055492] env[64443]: DEBUG nova.scheduler.client.report [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.152805] env[64443]: DEBUG nova.network.neutron [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Successfully updated port: 36aceaa4-bb5f-4856-9254-ab787c9cd249 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.233196] env[64443]: INFO nova.compute.manager [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Took 30.83 seconds to build instance. [ 944.271758] env[64443]: DEBUG oslo_vmware.api [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': task-2676828, 'name': PowerOffVM_Task, 'duration_secs': 0.396649} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.272085] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.272261] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.272810] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36820761-43f9-4ed7-904f-cec11699f137 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.354159] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.354622] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.355169] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Deleting the datastore file [datastore1] 76b7ad43-136e-404c-acf4-11101f4c425f {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.355296] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46b61cc1-83a2-4ad8-933f-8579eefe7fdf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.368193] env[64443]: DEBUG oslo_vmware.api [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Waiting for the task: (returnval){ [ 944.368193] env[64443]: value = "task-2676830" [ 944.368193] env[64443]: _type = "Task" [ 944.368193] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.376802] env[64443]: DEBUG oslo_vmware.api [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': task-2676830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.394162] env[64443]: DEBUG oslo_concurrency.lockutils [req-bada8065-aff1-4f84-9c02-92bf87c3e178 req-74623de1-06ac-46b2-b6ed-6353e742d791 service nova] Releasing lock "refresh_cache-629f1078-51fb-416e-8335-aa864708ca9c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.405314] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676825, 'name': CreateVM_Task, 'duration_secs': 1.024101} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.405505] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.406290] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.406409] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.406737] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 944.407014] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94d10548-c822-4c82-b545-7fe87e935647 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.413212] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 944.413212] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5250897d-95bf-5078-488e-31487a120703" [ 944.413212] env[64443]: _type = "Task" [ 944.413212] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.422735] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5250897d-95bf-5078-488e-31487a120703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.563135] env[64443]: DEBUG oslo_concurrency.lockutils [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.565518] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.122s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.565755] env[64443]: DEBUG nova.objects.instance [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lazy-loading 'resources' on Instance uuid 2b8158f0-c55c-48d5-88c9-269f0c89256a {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.583949] env[64443]: INFO nova.scheduler.client.report [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Deleted allocations for instance 5884420d-748b-4bc3-9513-fedda3df2a86 [ 944.734519] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6e3ac322-b6aa-449b-b315-3dead67544c9 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Lock "ab8a79f4-4628-4bd1-b191-54fd9a84bb5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.347s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.878215] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "9c1f79fb-8883-43f7-9b37-96857485c53d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.878215] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "9c1f79fb-8883-43f7-9b37-96857485c53d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.888078] env[64443]: DEBUG oslo_vmware.api [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Task: {'id': task-2676830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425592} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.888078] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.888078] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.888078] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.888078] env[64443]: INFO nova.compute.manager [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 944.888078] env[64443]: DEBUG oslo.service.loopingcall [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 944.888078] env[64443]: DEBUG nova.compute.manager [-] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.888078] env[64443]: DEBUG nova.network.neutron [-] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.925101] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5250897d-95bf-5078-488e-31487a120703, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.925446] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.925709] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.925953] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.926134] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.926314] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.926736] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d136e91-c842-4194-9f93-b2ec9c3e618e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.938134] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.938254] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.939466] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fd6d791-90fb-44ec-9d9b-30bea7fb7aa9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.948129] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 944.948129] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]529e7564-770c-3aae-35de-2f1b2aef690d" [ 944.948129] env[64443]: _type = "Task" [ 944.948129] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.957844] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529e7564-770c-3aae-35de-2f1b2aef690d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.093721] env[64443]: DEBUG nova.network.neutron [-] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.105575] env[64443]: DEBUG oslo_concurrency.lockutils [None req-91f84d99-5dba-4926-9d5c-37bbe7711699 tempest-ImagesTestJSON-552179481 tempest-ImagesTestJSON-552179481-project-member] Lock "5884420d-748b-4bc3-9513-fedda3df2a86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.491s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.108314] env[64443]: DEBUG nova.compute.manager [req-1c15ba8e-3c2f-45d4-8a97-0ac39ef45895 req-cf4a6e13-2dfe-4362-9d1e-9342e267ef40 service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Received event network-vif-plugged-36aceaa4-bb5f-4856-9254-ab787c9cd249 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 945.108527] env[64443]: DEBUG oslo_concurrency.lockutils [req-1c15ba8e-3c2f-45d4-8a97-0ac39ef45895 req-cf4a6e13-2dfe-4362-9d1e-9342e267ef40 service nova] Acquiring lock "9230d532-c130-4aaa-a332-80991a281086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.108736] env[64443]: DEBUG oslo_concurrency.lockutils [req-1c15ba8e-3c2f-45d4-8a97-0ac39ef45895 req-cf4a6e13-2dfe-4362-9d1e-9342e267ef40 service nova] Lock "9230d532-c130-4aaa-a332-80991a281086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.108909] env[64443]: DEBUG oslo_concurrency.lockutils [req-1c15ba8e-3c2f-45d4-8a97-0ac39ef45895 req-cf4a6e13-2dfe-4362-9d1e-9342e267ef40 service nova] Lock "9230d532-c130-4aaa-a332-80991a281086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.109086] env[64443]: DEBUG nova.compute.manager [req-1c15ba8e-3c2f-45d4-8a97-0ac39ef45895 req-cf4a6e13-2dfe-4362-9d1e-9342e267ef40 service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] No waiting events found dispatching network-vif-plugged-36aceaa4-bb5f-4856-9254-ab787c9cd249 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.109252] env[64443]: WARNING nova.compute.manager [req-1c15ba8e-3c2f-45d4-8a97-0ac39ef45895 req-cf4a6e13-2dfe-4362-9d1e-9342e267ef40 service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Received unexpected event network-vif-plugged-36aceaa4-bb5f-4856-9254-ab787c9cd249 for instance with vm_state building and task_state spawning. [ 945.109913] env[64443]: DEBUG nova.compute.manager [req-1c15ba8e-3c2f-45d4-8a97-0ac39ef45895 req-cf4a6e13-2dfe-4362-9d1e-9342e267ef40 service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Received event network-changed-36aceaa4-bb5f-4856-9254-ab787c9cd249 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 945.109913] env[64443]: DEBUG nova.compute.manager [req-1c15ba8e-3c2f-45d4-8a97-0ac39ef45895 req-cf4a6e13-2dfe-4362-9d1e-9342e267ef40 service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Refreshing instance network info cache due to event network-changed-36aceaa4-bb5f-4856-9254-ab787c9cd249. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 945.109913] env[64443]: DEBUG oslo_concurrency.lockutils [req-1c15ba8e-3c2f-45d4-8a97-0ac39ef45895 req-cf4a6e13-2dfe-4362-9d1e-9342e267ef40 service nova] Acquiring lock "refresh_cache-9230d532-c130-4aaa-a332-80991a281086" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.109913] env[64443]: DEBUG oslo_concurrency.lockutils [req-1c15ba8e-3c2f-45d4-8a97-0ac39ef45895 req-cf4a6e13-2dfe-4362-9d1e-9342e267ef40 service nova] Acquired lock "refresh_cache-9230d532-c130-4aaa-a332-80991a281086" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.110299] env[64443]: DEBUG nova.network.neutron [req-1c15ba8e-3c2f-45d4-8a97-0ac39ef45895 req-cf4a6e13-2dfe-4362-9d1e-9342e267ef40 service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Refreshing network info cache for port 36aceaa4-bb5f-4856-9254-ab787c9cd249 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.373468] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bda7f0-d2ad-4098-a291-b37b62ad1f5a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.382187] env[64443]: DEBUG nova.compute.manager [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.385775] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363dc220-75b7-4dea-bbdf-94f798382a85 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.418088] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c803475-fc35-4275-b4eb-12b35d0cbfcb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.426838] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c0ab88-cf29-47d1-ab14-a9f22b8184b6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.442348] env[64443]: DEBUG nova.compute.provider_tree [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.459870] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529e7564-770c-3aae-35de-2f1b2aef690d, 'name': SearchDatastore_Task, 'duration_secs': 0.014776} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.460726] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec32b1a2-7b31-41e1-9993-c2543735e3d5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.467367] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 945.467367] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ae7921-2074-77b3-3123-0abd5ce0ac5b" [ 945.467367] env[64443]: _type = "Task" [ 945.467367] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.477896] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ae7921-2074-77b3-3123-0abd5ce0ac5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.612461] env[64443]: INFO nova.compute.manager [-] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Took 1.83 seconds to deallocate network for instance. [ 945.655151] env[64443]: DEBUG nova.network.neutron [req-1c15ba8e-3c2f-45d4-8a97-0ac39ef45895 req-cf4a6e13-2dfe-4362-9d1e-9342e267ef40 service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.697653] env[64443]: DEBUG nova.network.neutron [-] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.783429] env[64443]: DEBUG nova.network.neutron [req-1c15ba8e-3c2f-45d4-8a97-0ac39ef45895 req-cf4a6e13-2dfe-4362-9d1e-9342e267ef40 service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.910771] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.946191] env[64443]: DEBUG nova.scheduler.client.report [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.979759] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ae7921-2074-77b3-3123-0abd5ce0ac5b, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.980066] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.980339] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 629f1078-51fb-416e-8335-aa864708ca9c/629f1078-51fb-416e-8335-aa864708ca9c.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.980982] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b02fa4d2-49cf-4ab6-b266-e3c379b1a4f7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.989243] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 945.989243] env[64443]: value = "task-2676831" [ 945.989243] env[64443]: _type = "Task" [ 945.989243] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.004366] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.120903] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.201229] env[64443]: INFO nova.compute.manager [-] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Took 1.32 seconds to deallocate network for instance. [ 946.286976] env[64443]: DEBUG oslo_concurrency.lockutils [req-1c15ba8e-3c2f-45d4-8a97-0ac39ef45895 req-cf4a6e13-2dfe-4362-9d1e-9342e267ef40 service nova] Releasing lock "refresh_cache-9230d532-c130-4aaa-a332-80991a281086" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.287297] env[64443]: DEBUG nova.compute.manager [req-1c15ba8e-3c2f-45d4-8a97-0ac39ef45895 req-cf4a6e13-2dfe-4362-9d1e-9342e267ef40 service nova] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Received event network-vif-deleted-299f6459-0af5-4623-97cf-3ec9be08a0f2 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.287552] env[64443]: INFO nova.compute.manager [req-1c15ba8e-3c2f-45d4-8a97-0ac39ef45895 req-cf4a6e13-2dfe-4362-9d1e-9342e267ef40 service nova] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Neutron deleted interface 299f6459-0af5-4623-97cf-3ec9be08a0f2; detaching it from the instance and deleting it from the info cache [ 946.287790] env[64443]: DEBUG nova.network.neutron [req-1c15ba8e-3c2f-45d4-8a97-0ac39ef45895 req-cf4a6e13-2dfe-4362-9d1e-9342e267ef40 service nova] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.445152] env[64443]: DEBUG nova.network.neutron [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Successfully updated port: d077af89-90c4-40b0-83b4-5695db24983a {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.452482] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.459032] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.033s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.488471] env[64443]: INFO nova.scheduler.client.report [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Deleted allocations for instance 2b8158f0-c55c-48d5-88c9-269f0c89256a [ 946.505641] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676831, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.708169] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.791074] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e28a75c3-a350-4321-861f-2f6bc8f5f43b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.803420] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1ae700-479a-491b-aa3a-a2e08c59ffc5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.841299] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Acquiring lock "ab8a79f4-4628-4bd1-b191-54fd9a84bb5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.841578] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Lock "ab8a79f4-4628-4bd1-b191-54fd9a84bb5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.841800] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Acquiring lock "ab8a79f4-4628-4bd1-b191-54fd9a84bb5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.841994] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Lock "ab8a79f4-4628-4bd1-b191-54fd9a84bb5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.842207] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Lock "ab8a79f4-4628-4bd1-b191-54fd9a84bb5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.843900] env[64443]: DEBUG nova.compute.manager [req-1c15ba8e-3c2f-45d4-8a97-0ac39ef45895 req-cf4a6e13-2dfe-4362-9d1e-9342e267ef40 service nova] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Detach interface failed, port_id=299f6459-0af5-4623-97cf-3ec9be08a0f2, reason: Instance 534390d7-da61-44a0-bc4b-94fb475598a7 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 946.845026] env[64443]: INFO nova.compute.manager [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Terminating instance [ 947.006662] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741615} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.007206] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3fd45a43-a3a7-4f3d-b3a7-16ad76640e1c tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "2b8158f0-c55c-48d5-88c9-269f0c89256a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.958s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.009284] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 629f1078-51fb-416e-8335-aa864708ca9c/629f1078-51fb-416e-8335-aa864708ca9c.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.009526] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.010973] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34bfb7f9-7e3c-4e49-8415-bd9f15177be6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.021285] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 947.021285] env[64443]: value = "task-2676832" [ 947.021285] env[64443]: _type = "Task" [ 947.021285] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.035064] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.141108] env[64443]: DEBUG nova.compute.manager [req-a2d367e9-e2e5-442a-9f77-479af820e8c1 req-ed5cb82c-8ec8-4e28-bba2-c3114bf0b9ed service nova] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Received event network-vif-deleted-7bc24223-bb5b-47ac-a924-c4fcc8ea0b46 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 947.141461] env[64443]: DEBUG nova.compute.manager [req-a2d367e9-e2e5-442a-9f77-479af820e8c1 req-ed5cb82c-8ec8-4e28-bba2-c3114bf0b9ed service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Received event network-vif-plugged-d077af89-90c4-40b0-83b4-5695db24983a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 947.141765] env[64443]: DEBUG oslo_concurrency.lockutils [req-a2d367e9-e2e5-442a-9f77-479af820e8c1 req-ed5cb82c-8ec8-4e28-bba2-c3114bf0b9ed service nova] Acquiring lock "9230d532-c130-4aaa-a332-80991a281086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.142166] env[64443]: DEBUG oslo_concurrency.lockutils [req-a2d367e9-e2e5-442a-9f77-479af820e8c1 req-ed5cb82c-8ec8-4e28-bba2-c3114bf0b9ed service nova] Lock "9230d532-c130-4aaa-a332-80991a281086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.142462] env[64443]: DEBUG oslo_concurrency.lockutils [req-a2d367e9-e2e5-442a-9f77-479af820e8c1 req-ed5cb82c-8ec8-4e28-bba2-c3114bf0b9ed service nova] Lock "9230d532-c130-4aaa-a332-80991a281086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.142760] env[64443]: DEBUG nova.compute.manager [req-a2d367e9-e2e5-442a-9f77-479af820e8c1 req-ed5cb82c-8ec8-4e28-bba2-c3114bf0b9ed service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] No waiting events found dispatching network-vif-plugged-d077af89-90c4-40b0-83b4-5695db24983a {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.143060] env[64443]: WARNING nova.compute.manager [req-a2d367e9-e2e5-442a-9f77-479af820e8c1 req-ed5cb82c-8ec8-4e28-bba2-c3114bf0b9ed service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Received unexpected event network-vif-plugged-d077af89-90c4-40b0-83b4-5695db24983a for instance with vm_state building and task_state spawning. [ 947.143354] env[64443]: DEBUG nova.compute.manager [req-a2d367e9-e2e5-442a-9f77-479af820e8c1 req-ed5cb82c-8ec8-4e28-bba2-c3114bf0b9ed service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Received event network-changed-d077af89-90c4-40b0-83b4-5695db24983a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 947.143748] env[64443]: DEBUG nova.compute.manager [req-a2d367e9-e2e5-442a-9f77-479af820e8c1 req-ed5cb82c-8ec8-4e28-bba2-c3114bf0b9ed service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Refreshing instance network info cache due to event network-changed-d077af89-90c4-40b0-83b4-5695db24983a. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 947.146861] env[64443]: DEBUG oslo_concurrency.lockutils [req-a2d367e9-e2e5-442a-9f77-479af820e8c1 req-ed5cb82c-8ec8-4e28-bba2-c3114bf0b9ed service nova] Acquiring lock "refresh_cache-9230d532-c130-4aaa-a332-80991a281086" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.146861] env[64443]: DEBUG oslo_concurrency.lockutils [req-a2d367e9-e2e5-442a-9f77-479af820e8c1 req-ed5cb82c-8ec8-4e28-bba2-c3114bf0b9ed service nova] Acquired lock "refresh_cache-9230d532-c130-4aaa-a332-80991a281086" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.146861] env[64443]: DEBUG nova.network.neutron [req-a2d367e9-e2e5-442a-9f77-479af820e8c1 req-ed5cb82c-8ec8-4e28-bba2-c3114bf0b9ed service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Refreshing network info cache for port d077af89-90c4-40b0-83b4-5695db24983a {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.351661] env[64443]: DEBUG nova.compute.manager [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.351853] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.352762] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3974a9-d853-4676-8dc4-38f6343db2ec {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.368061] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.368340] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fba8ffab-c0d3-4d1e-9947-c13ba3bea9d8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.377755] env[64443]: DEBUG oslo_vmware.api [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Waiting for the task: (returnval){ [ 947.377755] env[64443]: value = "task-2676833" [ 947.377755] env[64443]: _type = "Task" [ 947.377755] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.385944] env[64443]: DEBUG oslo_vmware.api [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': task-2676833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.497748] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 947.497911] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 816437a1-05dc-4c40-8fc6-5171bdb524e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 947.498051] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 36b6417a-ddb2-42f0-a081-097fcf051e0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 947.498178] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 2db75f09-f8f6-477b-b922-64b5aae65e29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 947.498325] env[64443]: WARNING nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 534390d7-da61-44a0-bc4b-94fb475598a7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 947.498446] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance dc23b348-d002-432c-838a-644d3092057c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 947.498565] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 05cbdea7-4062-4cdf-9c3d-a2c2532676ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 947.498681] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 5f81a44d-0799-4b08-b334-829e8cfbaa83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 947.498806] env[64443]: WARNING nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance c6edfade-81b0-4c08-b835-f0b9ddaff99f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 947.498927] env[64443]: WARNING nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 76b7ad43-136e-404c-acf4-11101f4c425f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 947.499053] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance ab8a79f4-4628-4bd1-b191-54fd9a84bb5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 947.499170] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 629f1078-51fb-416e-8335-aa864708ca9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 947.499281] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 9230d532-c130-4aaa-a332-80991a281086 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 947.532108] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.261529} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.534653] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.535431] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd97591-8835-4d57-8f4f-bbbadf58504a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.567731] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 629f1078-51fb-416e-8335-aa864708ca9c/629f1078-51fb-416e-8335-aa864708ca9c.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.568666] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cac96e2-839d-45b5-b161-79afac345c59 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.594420] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 947.594420] env[64443]: value = "task-2676834" [ 947.594420] env[64443]: _type = "Task" [ 947.594420] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.608275] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.709930] env[64443]: DEBUG nova.network.neutron [req-a2d367e9-e2e5-442a-9f77-479af820e8c1 req-ed5cb82c-8ec8-4e28-bba2-c3114bf0b9ed service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.825665] env[64443]: DEBUG nova.network.neutron [req-a2d367e9-e2e5-442a-9f77-479af820e8c1 req-ed5cb82c-8ec8-4e28-bba2-c3114bf0b9ed service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.889629] env[64443]: DEBUG oslo_vmware.api [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': task-2676833, 'name': PowerOffVM_Task, 'duration_secs': 0.288781} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.889956] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.889956] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.890511] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78a9de16-8f23-404c-b04b-8eab371e979a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.956786] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.957013] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.957211] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Deleting the datastore file [datastore2] ab8a79f4-4628-4bd1-b191-54fd9a84bb5a {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.957578] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59b0613c-05cd-4d0f-a0e1-bac09956e111 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.965672] env[64443]: DEBUG oslo_vmware.api [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Waiting for the task: (returnval){ [ 947.965672] env[64443]: value = "task-2676836" [ 947.965672] env[64443]: _type = "Task" [ 947.965672] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.974640] env[64443]: DEBUG oslo_vmware.api [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': task-2676836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.003659] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 17791435-701d-4a7a-b1f2-0d7d61e339da has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 948.108597] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676834, 'name': ReconfigVM_Task, 'duration_secs': 0.327556} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.108968] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 629f1078-51fb-416e-8335-aa864708ca9c/629f1078-51fb-416e-8335-aa864708ca9c.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.109650] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9fd0d31-8a7c-4282-88a7-3f5c12bdcfb2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.119071] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 948.119071] env[64443]: value = "task-2676837" [ 948.119071] env[64443]: _type = "Task" [ 948.119071] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.131539] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676837, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.330835] env[64443]: DEBUG oslo_concurrency.lockutils [req-a2d367e9-e2e5-442a-9f77-479af820e8c1 req-ed5cb82c-8ec8-4e28-bba2-c3114bf0b9ed service nova] Releasing lock "refresh_cache-9230d532-c130-4aaa-a332-80991a281086" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.482132] env[64443]: DEBUG oslo_vmware.api [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Task: {'id': task-2676836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163226} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.482665] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.482906] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.483455] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.484126] env[64443]: INFO nova.compute.manager [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 948.484465] env[64443]: DEBUG oslo.service.loopingcall [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 948.485290] env[64443]: DEBUG nova.compute.manager [-] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.485389] env[64443]: DEBUG nova.network.neutron [-] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.512608] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 456752b1-5451-4f7b-bd30-31c6edc0837a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 948.631938] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676837, 'name': Rename_Task, 'duration_secs': 0.250121} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.634020] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.634020] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21e1b78f-32ae-4eb6-86f7-e1e9ee6c831f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.642019] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 948.642019] env[64443]: value = "task-2676838" [ 948.642019] env[64443]: _type = "Task" [ 948.642019] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.651952] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.016275] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 9c1f79fb-8883-43f7-9b37-96857485c53d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 949.016275] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 949.017207] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 949.152197] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676838, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.192160] env[64443]: DEBUG nova.compute.manager [req-25f72d63-1ae3-457d-ba69-fdccf235a5d5 req-d3f65d64-cb53-4f95-8584-f6739fa081ef service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Received event network-vif-plugged-842841b6-cddc-4a74-97ce-22142309b9bc {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.192160] env[64443]: DEBUG oslo_concurrency.lockutils [req-25f72d63-1ae3-457d-ba69-fdccf235a5d5 req-d3f65d64-cb53-4f95-8584-f6739fa081ef service nova] Acquiring lock "9230d532-c130-4aaa-a332-80991a281086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.192160] env[64443]: DEBUG oslo_concurrency.lockutils [req-25f72d63-1ae3-457d-ba69-fdccf235a5d5 req-d3f65d64-cb53-4f95-8584-f6739fa081ef service nova] Lock "9230d532-c130-4aaa-a332-80991a281086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.192527] env[64443]: DEBUG oslo_concurrency.lockutils [req-25f72d63-1ae3-457d-ba69-fdccf235a5d5 req-d3f65d64-cb53-4f95-8584-f6739fa081ef service nova] Lock "9230d532-c130-4aaa-a332-80991a281086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.192776] env[64443]: DEBUG nova.compute.manager [req-25f72d63-1ae3-457d-ba69-fdccf235a5d5 req-d3f65d64-cb53-4f95-8584-f6739fa081ef service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] No waiting events found dispatching network-vif-plugged-842841b6-cddc-4a74-97ce-22142309b9bc {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.192959] env[64443]: WARNING nova.compute.manager [req-25f72d63-1ae3-457d-ba69-fdccf235a5d5 req-d3f65d64-cb53-4f95-8584-f6739fa081ef service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Received unexpected event network-vif-plugged-842841b6-cddc-4a74-97ce-22142309b9bc for instance with vm_state building and task_state spawning. [ 949.193590] env[64443]: DEBUG nova.compute.manager [req-25f72d63-1ae3-457d-ba69-fdccf235a5d5 req-d3f65d64-cb53-4f95-8584-f6739fa081ef service nova] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Received event network-vif-deleted-71b13771-4ca2-4941-9e2c-28060b72b594 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.193779] env[64443]: INFO nova.compute.manager [req-25f72d63-1ae3-457d-ba69-fdccf235a5d5 req-d3f65d64-cb53-4f95-8584-f6739fa081ef service nova] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Neutron deleted interface 71b13771-4ca2-4941-9e2c-28060b72b594; detaching it from the instance and deleting it from the info cache [ 949.194026] env[64443]: DEBUG nova.network.neutron [req-25f72d63-1ae3-457d-ba69-fdccf235a5d5 req-d3f65d64-cb53-4f95-8584-f6739fa081ef service nova] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.290424] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd49985f-912b-451d-ad14-3d78202c6f7b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.300123] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9d91e8-2b5e-4d14-b7e6-0837ab67081c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.306264] env[64443]: DEBUG nova.network.neutron [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Successfully updated port: 842841b6-cddc-4a74-97ce-22142309b9bc {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.342061] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297fe0dc-dfd3-4dbf-baa0-1685c56c350c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.351454] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d40048-60ba-4f9e-a775-461b470041da {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.367546] env[64443]: DEBUG nova.compute.provider_tree [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.566326] env[64443]: DEBUG nova.network.neutron [-] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.654196] env[64443]: DEBUG oslo_vmware.api [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676838, 'name': PowerOnVM_Task, 'duration_secs': 0.585269} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.654494] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.654703] env[64443]: INFO nova.compute.manager [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Took 9.08 seconds to spawn the instance on the hypervisor. [ 949.655868] env[64443]: DEBUG nova.compute.manager [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.655868] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cf415e-5392-49d1-bc31-600532e9e99a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.702838] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3630a6a9-91ff-4f38-9229-c2496f10b4ba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.714629] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbbb3d7-06cf-4d5f-98a4-8cd9a8839384 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.755059] env[64443]: DEBUG oslo_concurrency.lockutils [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "4cf4ece1-dfba-4a22-b810-0b08b33066ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.755334] env[64443]: DEBUG oslo_concurrency.lockutils [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "4cf4ece1-dfba-4a22-b810-0b08b33066ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.756781] env[64443]: DEBUG nova.compute.manager [req-25f72d63-1ae3-457d-ba69-fdccf235a5d5 req-d3f65d64-cb53-4f95-8584-f6739fa081ef service nova] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Detach interface failed, port_id=71b13771-4ca2-4941-9e2c-28060b72b594, reason: Instance ab8a79f4-4628-4bd1-b191-54fd9a84bb5a could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 949.841096] env[64443]: DEBUG oslo_concurrency.lockutils [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquiring lock "refresh_cache-9230d532-c130-4aaa-a332-80991a281086" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.841287] env[64443]: DEBUG oslo_concurrency.lockutils [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquired lock "refresh_cache-9230d532-c130-4aaa-a332-80991a281086" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.841393] env[64443]: DEBUG nova.network.neutron [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.874087] env[64443]: DEBUG nova.scheduler.client.report [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.072692] env[64443]: INFO nova.compute.manager [-] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Took 1.59 seconds to deallocate network for instance. [ 950.176855] env[64443]: INFO nova.compute.manager [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Took 30.98 seconds to build instance. [ 950.259074] env[64443]: DEBUG nova.compute.manager [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.379380] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64443) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 950.379674] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.924s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.379971] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.425s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.380177] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.382949] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.423s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.384587] env[64443]: INFO nova.compute.claims [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.390224] env[64443]: DEBUG nova.network.neutron [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.415981] env[64443]: INFO nova.scheduler.client.report [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Deleted allocations for instance c6edfade-81b0-4c08-b835-f0b9ddaff99f [ 950.582661] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.680797] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1c65ebb9-9e1e-47ba-8f15-8c728dc24996 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "629f1078-51fb-416e-8335-aa864708ca9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.490s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.790395] env[64443]: DEBUG oslo_concurrency.lockutils [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.867167] env[64443]: DEBUG nova.network.neutron [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Updating instance_info_cache with network_info: [{"id": "36aceaa4-bb5f-4856-9254-ab787c9cd249", "address": "fa:16:3e:f1:4a:c9", "network": {"id": "83d0565a-a0ff-48ab-8205-14e44218ee7a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-256419958", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf32d640f6f4444a8e6443e3314d4dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36aceaa4-bb", "ovs_interfaceid": "36aceaa4-bb5f-4856-9254-ab787c9cd249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d077af89-90c4-40b0-83b4-5695db24983a", "address": "fa:16:3e:8b:cf:98", "network": {"id": "12c85afc-3b98-4496-a3ac-3d0b02015866", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-910636380", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bf32d640f6f4444a8e6443e3314d4dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd077af89-90", "ovs_interfaceid": "d077af89-90c4-40b0-83b4-5695db24983a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "842841b6-cddc-4a74-97ce-22142309b9bc", "address": "fa:16:3e:32:41:00", "network": {"id": "83d0565a-a0ff-48ab-8205-14e44218ee7a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-256419958", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf32d640f6f4444a8e6443e3314d4dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap842841b6-cd", "ovs_interfaceid": "842841b6-cddc-4a74-97ce-22142309b9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.938301] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c14af4e1-ccc7-4e38-a447-d25ae170d162 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929 tempest-FloatingIPsAssociationNegativeTestJSON-1243202929-project-member] Lock "c6edfade-81b0-4c08-b835-f0b9ddaff99f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.414s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.975138] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "cfe684bb-ff0c-46bb-8485-a3cabaed9447" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.975391] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "cfe684bb-ff0c-46bb-8485-a3cabaed9447" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.225865] env[64443]: DEBUG nova.compute.manager [req-73ba2a2b-5f9d-4cfc-91fa-cbb4d8ba21f5 req-9f7995be-4b56-48fb-a889-88aea7a4f9fc service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Received event network-changed-842841b6-cddc-4a74-97ce-22142309b9bc {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.226611] env[64443]: DEBUG nova.compute.manager [req-73ba2a2b-5f9d-4cfc-91fa-cbb4d8ba21f5 req-9f7995be-4b56-48fb-a889-88aea7a4f9fc service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Refreshing instance network info cache due to event network-changed-842841b6-cddc-4a74-97ce-22142309b9bc. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 951.226989] env[64443]: DEBUG oslo_concurrency.lockutils [req-73ba2a2b-5f9d-4cfc-91fa-cbb4d8ba21f5 req-9f7995be-4b56-48fb-a889-88aea7a4f9fc service nova] Acquiring lock "refresh_cache-9230d532-c130-4aaa-a332-80991a281086" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.370591] env[64443]: DEBUG oslo_concurrency.lockutils [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Releasing lock "refresh_cache-9230d532-c130-4aaa-a332-80991a281086" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.371055] env[64443]: DEBUG nova.compute.manager [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Instance network_info: |[{"id": "36aceaa4-bb5f-4856-9254-ab787c9cd249", "address": "fa:16:3e:f1:4a:c9", "network": {"id": "83d0565a-a0ff-48ab-8205-14e44218ee7a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-256419958", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf32d640f6f4444a8e6443e3314d4dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36aceaa4-bb", "ovs_interfaceid": "36aceaa4-bb5f-4856-9254-ab787c9cd249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d077af89-90c4-40b0-83b4-5695db24983a", "address": "fa:16:3e:8b:cf:98", "network": {"id": "12c85afc-3b98-4496-a3ac-3d0b02015866", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-910636380", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bf32d640f6f4444a8e6443e3314d4dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd077af89-90", "ovs_interfaceid": "d077af89-90c4-40b0-83b4-5695db24983a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "842841b6-cddc-4a74-97ce-22142309b9bc", "address": "fa:16:3e:32:41:00", "network": {"id": "83d0565a-a0ff-48ab-8205-14e44218ee7a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-256419958", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf32d640f6f4444a8e6443e3314d4dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap842841b6-cd", "ovs_interfaceid": "842841b6-cddc-4a74-97ce-22142309b9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.371442] env[64443]: DEBUG oslo_concurrency.lockutils [req-73ba2a2b-5f9d-4cfc-91fa-cbb4d8ba21f5 req-9f7995be-4b56-48fb-a889-88aea7a4f9fc service nova] Acquired lock "refresh_cache-9230d532-c130-4aaa-a332-80991a281086" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.371651] env[64443]: DEBUG nova.network.neutron [req-73ba2a2b-5f9d-4cfc-91fa-cbb4d8ba21f5 req-9f7995be-4b56-48fb-a889-88aea7a4f9fc service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Refreshing network info cache for port 842841b6-cddc-4a74-97ce-22142309b9bc {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.373224] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:4a:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb18870e-f482-4c7b-8cd4-5c933d3ad294', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36aceaa4-bb5f-4856-9254-ab787c9cd249', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:cf:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd077af89-90c4-40b0-83b4-5695db24983a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:41:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb18870e-f482-4c7b-8cd4-5c933d3ad294', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '842841b6-cddc-4a74-97ce-22142309b9bc', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.384108] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Creating folder: Project (bf32d640f6f4444a8e6443e3314d4dc3). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.387205] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70a78daf-3939-40e8-b259-ef7879d9dd88 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.402303] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Created folder: Project (bf32d640f6f4444a8e6443e3314d4dc3) in parent group-v539479. [ 951.402510] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Creating folder: Instances. Parent ref: group-v539733. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.402755] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c60a3dd1-290e-4e4e-b97b-fa2d3527857b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.414783] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Created folder: Instances in parent group-v539733. [ 951.415112] env[64443]: DEBUG oslo.service.loopingcall [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 951.415364] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9230d532-c130-4aaa-a332-80991a281086] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.416939] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0766b96a-02d3-4566-92ce-0b5947a5bf92 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.449545] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.449545] env[64443]: value = "task-2676841" [ 951.449545] env[64443]: _type = "Task" [ 951.449545] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.463592] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676841, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.477291] env[64443]: DEBUG nova.compute.manager [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.583694] env[64443]: DEBUG nova.compute.manager [req-68abb73d-d3f7-4144-ab8d-4f2b5729f677 req-a2d0cedd-c99a-4196-b006-3ebe2d7912a7 service nova] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Received event network-changed-ac6ce416-c3c3-4fc0-8de3-b932328d9a1e {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 951.583981] env[64443]: DEBUG nova.compute.manager [req-68abb73d-d3f7-4144-ab8d-4f2b5729f677 req-a2d0cedd-c99a-4196-b006-3ebe2d7912a7 service nova] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Refreshing instance network info cache due to event network-changed-ac6ce416-c3c3-4fc0-8de3-b932328d9a1e. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 951.584321] env[64443]: DEBUG oslo_concurrency.lockutils [req-68abb73d-d3f7-4144-ab8d-4f2b5729f677 req-a2d0cedd-c99a-4196-b006-3ebe2d7912a7 service nova] Acquiring lock "refresh_cache-629f1078-51fb-416e-8335-aa864708ca9c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.584518] env[64443]: DEBUG oslo_concurrency.lockutils [req-68abb73d-d3f7-4144-ab8d-4f2b5729f677 req-a2d0cedd-c99a-4196-b006-3ebe2d7912a7 service nova] Acquired lock "refresh_cache-629f1078-51fb-416e-8335-aa864708ca9c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.584698] env[64443]: DEBUG nova.network.neutron [req-68abb73d-d3f7-4144-ab8d-4f2b5729f677 req-a2d0cedd-c99a-4196-b006-3ebe2d7912a7 service nova] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Refreshing network info cache for port ac6ce416-c3c3-4fc0-8de3-b932328d9a1e {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.661594] env[64443]: DEBUG nova.network.neutron [req-73ba2a2b-5f9d-4cfc-91fa-cbb4d8ba21f5 req-9f7995be-4b56-48fb-a889-88aea7a4f9fc service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Updated VIF entry in instance network info cache for port 842841b6-cddc-4a74-97ce-22142309b9bc. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.662152] env[64443]: DEBUG nova.network.neutron [req-73ba2a2b-5f9d-4cfc-91fa-cbb4d8ba21f5 req-9f7995be-4b56-48fb-a889-88aea7a4f9fc service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Updating instance_info_cache with network_info: [{"id": "36aceaa4-bb5f-4856-9254-ab787c9cd249", "address": "fa:16:3e:f1:4a:c9", "network": {"id": "83d0565a-a0ff-48ab-8205-14e44218ee7a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-256419958", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf32d640f6f4444a8e6443e3314d4dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36aceaa4-bb", "ovs_interfaceid": "36aceaa4-bb5f-4856-9254-ab787c9cd249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d077af89-90c4-40b0-83b4-5695db24983a", "address": "fa:16:3e:8b:cf:98", "network": {"id": "12c85afc-3b98-4496-a3ac-3d0b02015866", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-910636380", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.191", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bf32d640f6f4444a8e6443e3314d4dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd077af89-90", "ovs_interfaceid": "d077af89-90c4-40b0-83b4-5695db24983a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "842841b6-cddc-4a74-97ce-22142309b9bc", "address": "fa:16:3e:32:41:00", "network": {"id": "83d0565a-a0ff-48ab-8205-14e44218ee7a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-256419958", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf32d640f6f4444a8e6443e3314d4dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap842841b6-cd", "ovs_interfaceid": "842841b6-cddc-4a74-97ce-22142309b9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.709565] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce286252-a415-46ff-bee7-c62d46375f1f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.722446] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806da0a6-cb39-4f5c-ab7c-7aba685f0c3e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.765882] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efc9edc-c1bb-4c87-ade8-8dea861fd13b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.774965] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7355d0db-9b4b-40ef-9222-cc21903ff7ee {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.796696] env[64443]: DEBUG nova.compute.provider_tree [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.041710] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676841, 'name': CreateVM_Task, 'duration_secs': 0.424797} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.041710] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9230d532-c130-4aaa-a332-80991a281086] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.041710] env[64443]: DEBUG oslo_concurrency.lockutils [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.041710] env[64443]: DEBUG oslo_concurrency.lockutils [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.041710] env[64443]: DEBUG oslo_concurrency.lockutils [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.041710] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ef9e690-e3a1-4d05-b998-e689e9982141 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.041710] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for the task: (returnval){ [ 952.041710] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52c442dc-a5ac-446e-f804-da02aa485f0c" [ 952.041710] env[64443]: _type = "Task" [ 952.041710] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.041710] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c442dc-a5ac-446e-f804-da02aa485f0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.041710] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.166645] env[64443]: DEBUG oslo_concurrency.lockutils [req-73ba2a2b-5f9d-4cfc-91fa-cbb4d8ba21f5 req-9f7995be-4b56-48fb-a889-88aea7a4f9fc service nova] Releasing lock "refresh_cache-9230d532-c130-4aaa-a332-80991a281086" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.301563] env[64443]: DEBUG nova.scheduler.client.report [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.480625] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c442dc-a5ac-446e-f804-da02aa485f0c, 'name': SearchDatastore_Task, 'duration_secs': 0.011946} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.480936] env[64443]: DEBUG oslo_concurrency.lockutils [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.481188] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.481426] env[64443]: DEBUG oslo_concurrency.lockutils [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.481573] env[64443]: DEBUG oslo_concurrency.lockutils [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.481830] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.482583] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42c32e52-09d7-4df5-90b2-2d7fb5bf08eb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.491863] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.492063] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.494871] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-895eef4a-09c8-477d-8d12-7abbec29fa00 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.506940] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for the task: (returnval){ [ 952.506940] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52f9b461-2708-6e47-517c-d2bd590f7c30" [ 952.506940] env[64443]: _type = "Task" [ 952.506940] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.515569] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f9b461-2708-6e47-517c-d2bd590f7c30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.536253] env[64443]: DEBUG nova.network.neutron [req-68abb73d-d3f7-4144-ab8d-4f2b5729f677 req-a2d0cedd-c99a-4196-b006-3ebe2d7912a7 service nova] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Updated VIF entry in instance network info cache for port ac6ce416-c3c3-4fc0-8de3-b932328d9a1e. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.536377] env[64443]: DEBUG nova.network.neutron [req-68abb73d-d3f7-4144-ab8d-4f2b5729f677 req-a2d0cedd-c99a-4196-b006-3ebe2d7912a7 service nova] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Updating instance_info_cache with network_info: [{"id": "ac6ce416-c3c3-4fc0-8de3-b932328d9a1e", "address": "fa:16:3e:19:d2:5b", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6ce416-c3", "ovs_interfaceid": "ac6ce416-c3c3-4fc0-8de3-b932328d9a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.811387] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.811387] env[64443]: DEBUG nova.compute.manager [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.816021] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.283s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.816021] env[64443]: INFO nova.compute.claims [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.017759] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f9b461-2708-6e47-517c-d2bd590f7c30, 'name': SearchDatastore_Task, 'duration_secs': 0.01072} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.018843] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8816ff26-352f-4cf8-a582-41345bd7c66b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.024615] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for the task: (returnval){ [ 953.024615] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52631a7e-aa86-9946-afb4-efc671be5f29" [ 953.024615] env[64443]: _type = "Task" [ 953.024615] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.033247] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52631a7e-aa86-9946-afb4-efc671be5f29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.038887] env[64443]: DEBUG oslo_concurrency.lockutils [req-68abb73d-d3f7-4144-ab8d-4f2b5729f677 req-a2d0cedd-c99a-4196-b006-3ebe2d7912a7 service nova] Releasing lock "refresh_cache-629f1078-51fb-416e-8335-aa864708ca9c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.321916] env[64443]: DEBUG nova.compute.utils [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 953.325163] env[64443]: DEBUG nova.compute.manager [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.325329] env[64443]: DEBUG nova.network.neutron [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.368287] env[64443]: DEBUG nova.policy [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40d171908f8a4c4f8761996e01857431', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21ad6831a4454d5ca5a5ee5440f25970', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.535831] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52631a7e-aa86-9946-afb4-efc671be5f29, 'name': SearchDatastore_Task, 'duration_secs': 0.015473} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.536043] env[64443]: DEBUG oslo_concurrency.lockutils [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.536314] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 9230d532-c130-4aaa-a332-80991a281086/9230d532-c130-4aaa-a332-80991a281086.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.536678] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbe6616e-4f71-49d2-b342-5aa19b4a18eb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.544237] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for the task: (returnval){ [ 953.544237] env[64443]: value = "task-2676842" [ 953.544237] env[64443]: _type = "Task" [ 953.544237] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.553464] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.640484] env[64443]: DEBUG nova.network.neutron [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Successfully created port: 57dbee2b-0a84-49a2-b63b-14a06de7af3b {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.826260] env[64443]: DEBUG nova.compute.manager [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.059394] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4851} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.061496] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 9230d532-c130-4aaa-a332-80991a281086/9230d532-c130-4aaa-a332-80991a281086.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.062200] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.063420] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d25a2e15-8b4a-413d-b422-d42eedc1fef6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.070425] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for the task: (returnval){ [ 954.070425] env[64443]: value = "task-2676843" [ 954.070425] env[64443]: _type = "Task" [ 954.070425] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.083582] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.154964] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53cf495-54fc-45ba-a4a0-ea3d5daba868 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.163790] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db78e60-bf8b-4244-bdaf-a10811cc0075 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.195523] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebf2210-3bba-4567-a683-9f4e10514b62 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.203366] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42a8e6c-9d71-48fd-a576-35c7ef48d0e3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.218189] env[64443]: DEBUG nova.compute.provider_tree [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.581945] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09422} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.582278] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.583806] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba33722-bafc-48fc-9c7c-c011b07d7506 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.619392] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 9230d532-c130-4aaa-a332-80991a281086/9230d532-c130-4aaa-a332-80991a281086.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.619698] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36c874c2-f7bb-42cd-bbc6-8c37d1ef35e8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.643136] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for the task: (returnval){ [ 954.643136] env[64443]: value = "task-2676844" [ 954.643136] env[64443]: _type = "Task" [ 954.643136] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.655881] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676844, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.724056] env[64443]: DEBUG nova.scheduler.client.report [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.842438] env[64443]: DEBUG nova.compute.manager [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.881507] env[64443]: DEBUG nova.virt.hardware [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.881833] env[64443]: DEBUG nova.virt.hardware [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.882064] env[64443]: DEBUG nova.virt.hardware [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.882329] env[64443]: DEBUG nova.virt.hardware [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.882663] env[64443]: DEBUG nova.virt.hardware [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.882724] env[64443]: DEBUG nova.virt.hardware [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.883175] env[64443]: DEBUG nova.virt.hardware [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.883420] env[64443]: DEBUG nova.virt.hardware [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.883794] env[64443]: DEBUG nova.virt.hardware [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.884164] env[64443]: DEBUG nova.virt.hardware [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.884441] env[64443]: DEBUG nova.virt.hardware [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.885740] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc090a9-ed04-41d6-8bc6-c5d1d21de8b5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.897966] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262d2782-9433-4999-ba06-426e4dbf9b2a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.082269] env[64443]: DEBUG nova.compute.manager [req-27fe40d4-e49e-4c0e-9ef7-a326a35e509e req-6109714b-03ad-4673-8cd6-f8af2bf4e0a4 service nova] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Received event network-vif-plugged-57dbee2b-0a84-49a2-b63b-14a06de7af3b {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 955.082479] env[64443]: DEBUG oslo_concurrency.lockutils [req-27fe40d4-e49e-4c0e-9ef7-a326a35e509e req-6109714b-03ad-4673-8cd6-f8af2bf4e0a4 service nova] Acquiring lock "17791435-701d-4a7a-b1f2-0d7d61e339da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.082746] env[64443]: DEBUG oslo_concurrency.lockutils [req-27fe40d4-e49e-4c0e-9ef7-a326a35e509e req-6109714b-03ad-4673-8cd6-f8af2bf4e0a4 service nova] Lock "17791435-701d-4a7a-b1f2-0d7d61e339da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.082918] env[64443]: DEBUG oslo_concurrency.lockutils [req-27fe40d4-e49e-4c0e-9ef7-a326a35e509e req-6109714b-03ad-4673-8cd6-f8af2bf4e0a4 service nova] Lock "17791435-701d-4a7a-b1f2-0d7d61e339da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.083025] env[64443]: DEBUG nova.compute.manager [req-27fe40d4-e49e-4c0e-9ef7-a326a35e509e req-6109714b-03ad-4673-8cd6-f8af2bf4e0a4 service nova] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] No waiting events found dispatching network-vif-plugged-57dbee2b-0a84-49a2-b63b-14a06de7af3b {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.083204] env[64443]: WARNING nova.compute.manager [req-27fe40d4-e49e-4c0e-9ef7-a326a35e509e req-6109714b-03ad-4673-8cd6-f8af2bf4e0a4 service nova] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Received unexpected event network-vif-plugged-57dbee2b-0a84-49a2-b63b-14a06de7af3b for instance with vm_state building and task_state spawning. [ 955.154190] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676844, 'name': ReconfigVM_Task, 'duration_secs': 0.338955} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.154909] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 9230d532-c130-4aaa-a332-80991a281086/9230d532-c130-4aaa-a332-80991a281086.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.156688] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0395bc05-b880-4750-a3ae-5fc66deedb1c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.167205] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for the task: (returnval){ [ 955.167205] env[64443]: value = "task-2676845" [ 955.167205] env[64443]: _type = "Task" [ 955.167205] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.179174] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676845, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.212598] env[64443]: DEBUG nova.network.neutron [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Successfully updated port: 57dbee2b-0a84-49a2-b63b-14a06de7af3b {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.229513] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.230081] env[64443]: DEBUG nova.compute.manager [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.233175] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.323s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.234664] env[64443]: INFO nova.compute.claims [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.678144] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676845, 'name': Rename_Task, 'duration_secs': 0.403059} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.678443] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.678714] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-403205b8-ad1d-4f24-925a-4c47c8589319 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.685781] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for the task: (returnval){ [ 955.685781] env[64443]: value = "task-2676846" [ 955.685781] env[64443]: _type = "Task" [ 955.685781] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.693790] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.716811] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "refresh_cache-17791435-701d-4a7a-b1f2-0d7d61e339da" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.717011] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired lock "refresh_cache-17791435-701d-4a7a-b1f2-0d7d61e339da" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.717164] env[64443]: DEBUG nova.network.neutron [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.738741] env[64443]: DEBUG nova.compute.utils [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 955.740172] env[64443]: DEBUG nova.compute.manager [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Not allocating networking since 'none' was specified. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 956.196932] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676846, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.244022] env[64443]: DEBUG nova.compute.manager [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.266263] env[64443]: DEBUG nova.network.neutron [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.432764] env[64443]: DEBUG nova.network.neutron [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Updating instance_info_cache with network_info: [{"id": "57dbee2b-0a84-49a2-b63b-14a06de7af3b", "address": "fa:16:3e:fc:ca:d8", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57dbee2b-0a", "ovs_interfaceid": "57dbee2b-0a84-49a2-b63b-14a06de7af3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.546253] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3eb3e23-dbdd-43bb-ba46-3d188c3518e8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.555740] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72e60b5-9463-4414-b770-1ad5110bf87f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.589882] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e52641-5a24-48e3-8a5b-adf60bd6df8a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.598721] env[64443]: DEBUG oslo_concurrency.lockutils [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Acquiring lock "99fa9e11-31c2-4182-b402-3365fa09f2a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.598957] env[64443]: DEBUG oslo_concurrency.lockutils [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Lock "99fa9e11-31c2-4182-b402-3365fa09f2a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.601012] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7263f0d2-84e9-4c2e-ac28-fd76607b264e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.615413] env[64443]: DEBUG nova.compute.provider_tree [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.696616] env[64443]: DEBUG oslo_vmware.api [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676846, 'name': PowerOnVM_Task, 'duration_secs': 0.558009} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.697034] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.697108] env[64443]: INFO nova.compute.manager [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Took 13.75 seconds to spawn the instance on the hypervisor. [ 956.697305] env[64443]: DEBUG nova.compute.manager [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.698283] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96de003-59d6-47cf-b605-d32d4ff854ab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.935305] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Releasing lock "refresh_cache-17791435-701d-4a7a-b1f2-0d7d61e339da" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.935693] env[64443]: DEBUG nova.compute.manager [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Instance network_info: |[{"id": "57dbee2b-0a84-49a2-b63b-14a06de7af3b", "address": "fa:16:3e:fc:ca:d8", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57dbee2b-0a", "ovs_interfaceid": "57dbee2b-0a84-49a2-b63b-14a06de7af3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.936142] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:ca:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57dbee2b-0a84-49a2-b63b-14a06de7af3b', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.946267] env[64443]: DEBUG oslo.service.loopingcall [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 956.946535] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.946776] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc3c4737-6e52-4c63-92a2-d62d1d1e1250 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.968055] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.968055] env[64443]: value = "task-2676847" [ 956.968055] env[64443]: _type = "Task" [ 956.968055] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.976462] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676847, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.107766] env[64443]: DEBUG nova.compute.manager [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.119891] env[64443]: DEBUG nova.scheduler.client.report [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.126451] env[64443]: DEBUG nova.compute.manager [req-91a75f79-d784-4ba2-adbb-1ffc93155e0a req-a8c4ca27-556d-44a9-9932-3b31a2795c6f service nova] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Received event network-changed-57dbee2b-0a84-49a2-b63b-14a06de7af3b {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.126623] env[64443]: DEBUG nova.compute.manager [req-91a75f79-d784-4ba2-adbb-1ffc93155e0a req-a8c4ca27-556d-44a9-9932-3b31a2795c6f service nova] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Refreshing instance network info cache due to event network-changed-57dbee2b-0a84-49a2-b63b-14a06de7af3b. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 957.126784] env[64443]: DEBUG oslo_concurrency.lockutils [req-91a75f79-d784-4ba2-adbb-1ffc93155e0a req-a8c4ca27-556d-44a9-9932-3b31a2795c6f service nova] Acquiring lock "refresh_cache-17791435-701d-4a7a-b1f2-0d7d61e339da" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.126973] env[64443]: DEBUG oslo_concurrency.lockutils [req-91a75f79-d784-4ba2-adbb-1ffc93155e0a req-a8c4ca27-556d-44a9-9932-3b31a2795c6f service nova] Acquired lock "refresh_cache-17791435-701d-4a7a-b1f2-0d7d61e339da" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.128017] env[64443]: DEBUG nova.network.neutron [req-91a75f79-d784-4ba2-adbb-1ffc93155e0a req-a8c4ca27-556d-44a9-9932-3b31a2795c6f service nova] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Refreshing network info cache for port 57dbee2b-0a84-49a2-b63b-14a06de7af3b {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.215084] env[64443]: INFO nova.compute.manager [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Took 31.83 seconds to build instance. [ 957.253578] env[64443]: DEBUG nova.compute.manager [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.281193] env[64443]: DEBUG nova.virt.hardware [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.281457] env[64443]: DEBUG nova.virt.hardware [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.281620] env[64443]: DEBUG nova.virt.hardware [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.281805] env[64443]: DEBUG nova.virt.hardware [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.281955] env[64443]: DEBUG nova.virt.hardware [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.282120] env[64443]: DEBUG nova.virt.hardware [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.282340] env[64443]: DEBUG nova.virt.hardware [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.282499] env[64443]: DEBUG nova.virt.hardware [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.282673] env[64443]: DEBUG nova.virt.hardware [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.282842] env[64443]: DEBUG nova.virt.hardware [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.283073] env[64443]: DEBUG nova.virt.hardware [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.283994] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1afadaf-7935-4bab-a93c-a49cb1f6eea2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.299019] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2a5355-e793-46c3-a8b6-daabf4016e90 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.310607] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Instance VIF info [] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.316077] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Creating folder: Project (7c2b80faad7b40748afab7cb592ab83d). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.316403] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2fa32c6-99a4-403a-a5a0-14aea98c0e81 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.327382] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Created folder: Project (7c2b80faad7b40748afab7cb592ab83d) in parent group-v539479. [ 957.327611] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Creating folder: Instances. Parent ref: group-v539737. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.327949] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae83ee18-dd6a-4a37-8947-5756f5c624b1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.339146] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Created folder: Instances in parent group-v539737. [ 957.339416] env[64443]: DEBUG oslo.service.loopingcall [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 957.339638] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.339854] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd5b26fe-0607-4518-ad44-7843f02584f8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.356631] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.356631] env[64443]: value = "task-2676850" [ 957.356631] env[64443]: _type = "Task" [ 957.356631] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.367656] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676850, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.478421] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676847, 'name': CreateVM_Task, 'duration_secs': 0.377156} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.478607] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.479350] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.479560] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.479883] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 957.481028] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-987282e1-27d8-4036-a504-e3d26570c2a5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.486202] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 957.486202] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5236839b-4ca0-dc34-4078-01f9f9474d0e" [ 957.486202] env[64443]: _type = "Task" [ 957.486202] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.496104] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5236839b-4ca0-dc34-4078-01f9f9474d0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.630160] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.630832] env[64443]: DEBUG nova.compute.manager [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.635023] env[64443]: DEBUG oslo_concurrency.lockutils [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.636993] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.516s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.637260] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.639180] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.932s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.639432] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.641098] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.059s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.641322] env[64443]: DEBUG nova.objects.instance [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Lazy-loading 'resources' on Instance uuid ab8a79f4-4628-4bd1-b191-54fd9a84bb5a {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.660095] env[64443]: INFO nova.scheduler.client.report [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Deleted allocations for instance 76b7ad43-136e-404c-acf4-11101f4c425f [ 957.670111] env[64443]: INFO nova.scheduler.client.report [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Deleted allocations for instance 534390d7-da61-44a0-bc4b-94fb475598a7 [ 957.718616] env[64443]: DEBUG oslo_concurrency.lockutils [None req-237b71db-0c8c-4f62-89b7-8b752fa1b976 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Lock "9230d532-c130-4aaa-a332-80991a281086" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.340s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.849321] env[64443]: DEBUG nova.network.neutron [req-91a75f79-d784-4ba2-adbb-1ffc93155e0a req-a8c4ca27-556d-44a9-9932-3b31a2795c6f service nova] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Updated VIF entry in instance network info cache for port 57dbee2b-0a84-49a2-b63b-14a06de7af3b. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.849723] env[64443]: DEBUG nova.network.neutron [req-91a75f79-d784-4ba2-adbb-1ffc93155e0a req-a8c4ca27-556d-44a9-9932-3b31a2795c6f service nova] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Updating instance_info_cache with network_info: [{"id": "57dbee2b-0a84-49a2-b63b-14a06de7af3b", "address": "fa:16:3e:fc:ca:d8", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57dbee2b-0a", "ovs_interfaceid": "57dbee2b-0a84-49a2-b63b-14a06de7af3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.867983] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676850, 'name': CreateVM_Task, 'duration_secs': 0.288473} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.868202] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.868722] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.998111] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5236839b-4ca0-dc34-4078-01f9f9474d0e, 'name': SearchDatastore_Task, 'duration_secs': 0.01136} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.998432] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.998666] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.998899] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.999059] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.999248] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.999545] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.999863] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.000107] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9512b8be-d6bb-4832-a8a1-3f83f9d492fa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.001907] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-143c94be-740d-45a2-b5c0-9b9ecd9e0c8c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.009881] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Waiting for the task: (returnval){ [ 958.009881] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5215e5d9-4976-15f5-07db-31715e23bb4b" [ 958.009881] env[64443]: _type = "Task" [ 958.009881] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.013749] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.013925] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.015408] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d03fa074-80ad-4bce-8121-b714fdde82c7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.021239] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5215e5d9-4976-15f5-07db-31715e23bb4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.025255] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 958.025255] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52863363-c1df-8dd6-cdc4-06a8e30dd3f5" [ 958.025255] env[64443]: _type = "Task" [ 958.025255] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.033740] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52863363-c1df-8dd6-cdc4-06a8e30dd3f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.144863] env[64443]: DEBUG nova.compute.utils [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 958.149856] env[64443]: DEBUG nova.compute.manager [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.150051] env[64443]: DEBUG nova.network.neutron [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.170780] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cea1a3e2-0b89-4c4c-ab97-02b2b39f375c tempest-InstanceActionsTestJSON-1091002950 tempest-InstanceActionsTestJSON-1091002950-project-member] Lock "76b7ad43-136e-404c-acf4-11101f4c425f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.950s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.177602] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47f1b962-15d3-4d96-b655-bb247243ec44 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "534390d7-da61-44a0-bc4b-94fb475598a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.040s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.189170] env[64443]: DEBUG nova.policy [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42d8c6e7667b4faa8ae5db1ae61cc66e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9db2bb1984142f78ed5f4403a751980', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.299831] env[64443]: DEBUG oslo_concurrency.lockutils [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquiring lock "9230d532-c130-4aaa-a332-80991a281086" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.299831] env[64443]: DEBUG oslo_concurrency.lockutils [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Lock "9230d532-c130-4aaa-a332-80991a281086" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.300183] env[64443]: DEBUG oslo_concurrency.lockutils [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquiring lock "9230d532-c130-4aaa-a332-80991a281086-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.300247] env[64443]: DEBUG oslo_concurrency.lockutils [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Lock "9230d532-c130-4aaa-a332-80991a281086-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.300370] env[64443]: DEBUG oslo_concurrency.lockutils [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Lock "9230d532-c130-4aaa-a332-80991a281086-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.304570] env[64443]: INFO nova.compute.manager [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Terminating instance [ 958.352716] env[64443]: DEBUG oslo_concurrency.lockutils [req-91a75f79-d784-4ba2-adbb-1ffc93155e0a req-a8c4ca27-556d-44a9-9932-3b31a2795c6f service nova] Releasing lock "refresh_cache-17791435-701d-4a7a-b1f2-0d7d61e339da" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.363696] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4da0054-e34e-4841-b23e-60912c2198c8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.371906] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f895aceb-0b90-4b3b-908b-364ee31198f8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.404309] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dc765f-5511-496f-a9ec-19d538ca7209 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.413622] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c8728f-3f77-415e-8ffa-25f4bcec37e4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.430658] env[64443]: DEBUG nova.compute.provider_tree [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.468946] env[64443]: DEBUG nova.network.neutron [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Successfully created port: b59f56f5-066a-41a4-89e5-c0493bbf4d33 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.523147] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5215e5d9-4976-15f5-07db-31715e23bb4b, 'name': SearchDatastore_Task, 'duration_secs': 0.026435} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.523482] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.523753] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.523948] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.535619] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52863363-c1df-8dd6-cdc4-06a8e30dd3f5, 'name': SearchDatastore_Task, 'duration_secs': 0.020357} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.536433] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9c1ea98-d267-40af-99ae-ee30212e6438 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.542904] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 958.542904] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]520ee957-a9f5-cfab-6e4c-e463b7e2f3a8" [ 958.542904] env[64443]: _type = "Task" [ 958.542904] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.550817] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520ee957-a9f5-cfab-6e4c-e463b7e2f3a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.647536] env[64443]: DEBUG nova.compute.manager [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.808732] env[64443]: DEBUG nova.compute.manager [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.809398] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.810461] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccad5df2-caf2-4790-a39d-22685c70bf79 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.820013] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.820781] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aae2a18c-923e-4bc1-9989-a93308514be2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.829517] env[64443]: DEBUG oslo_vmware.api [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for the task: (returnval){ [ 958.829517] env[64443]: value = "task-2676851" [ 958.829517] env[64443]: _type = "Task" [ 958.829517] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.840667] env[64443]: DEBUG oslo_vmware.api [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.936586] env[64443]: DEBUG nova.scheduler.client.report [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.057183] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520ee957-a9f5-cfab-6e4c-e463b7e2f3a8, 'name': SearchDatastore_Task, 'duration_secs': 0.016439} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.057365] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.057688] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 17791435-701d-4a7a-b1f2-0d7d61e339da/17791435-701d-4a7a-b1f2-0d7d61e339da.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.058041] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.058272] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.058531] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02953b4f-70d7-488b-b4ee-ff81805fc1fb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.062607] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bde0e34c-7d82-4a7e-bb4a-d163032796d1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.073095] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 959.073095] env[64443]: value = "task-2676852" [ 959.073095] env[64443]: _type = "Task" [ 959.073095] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.076026] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.076181] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.077751] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-372a0e4a-4bf3-4a5b-9b9e-9f01e38de9ef {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.084625] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.090028] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Waiting for the task: (returnval){ [ 959.090028] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]526814e9-98c1-9c90-2fb1-1a640ec9ab2d" [ 959.090028] env[64443]: _type = "Task" [ 959.090028] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.099795] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]526814e9-98c1-9c90-2fb1-1a640ec9ab2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.344026] env[64443]: DEBUG oslo_vmware.api [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676851, 'name': PowerOffVM_Task, 'duration_secs': 0.236678} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.344317] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.344496] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.344761] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-264517e1-090a-4bd4-be46-0563c218091f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.441230] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.444064] env[64443]: DEBUG oslo_concurrency.lockutils [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.654s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.445857] env[64443]: INFO nova.compute.claims [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.468228] env[64443]: INFO nova.scheduler.client.report [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Deleted allocations for instance ab8a79f4-4628-4bd1-b191-54fd9a84bb5a [ 959.509736] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.510566] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.510566] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Deleting the datastore file [datastore2] 9230d532-c130-4aaa-a332-80991a281086 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.510789] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4abaf89-d1c1-47ba-8202-32b367648826 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.527031] env[64443]: DEBUG oslo_vmware.api [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for the task: (returnval){ [ 959.527031] env[64443]: value = "task-2676854" [ 959.527031] env[64443]: _type = "Task" [ 959.527031] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.540816] env[64443]: DEBUG oslo_vmware.api [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.583995] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491344} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.584353] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 17791435-701d-4a7a-b1f2-0d7d61e339da/17791435-701d-4a7a-b1f2-0d7d61e339da.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.584961] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.584961] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dafb269-e551-4112-af2c-41d3db0ab525 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.596456] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 959.596456] env[64443]: value = "task-2676855" [ 959.596456] env[64443]: _type = "Task" [ 959.596456] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.605630] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]526814e9-98c1-9c90-2fb1-1a640ec9ab2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011577} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.608582] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d3dab46-ae1d-4455-800e-ec05f94e4fb8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.614160] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.621155] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Waiting for the task: (returnval){ [ 959.621155] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]528921ea-83a7-1d87-0dac-1f07d70d601e" [ 959.621155] env[64443]: _type = "Task" [ 959.621155] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.639195] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]528921ea-83a7-1d87-0dac-1f07d70d601e, 'name': SearchDatastore_Task, 'duration_secs': 0.010529} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.639195] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.639195] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 456752b1-5451-4f7b-bd30-31c6edc0837a/456752b1-5451-4f7b-bd30-31c6edc0837a.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.639195] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e7eceab-226c-4ac1-a082-a4bf7f7fc326 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.647132] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Waiting for the task: (returnval){ [ 959.647132] env[64443]: value = "task-2676856" [ 959.647132] env[64443]: _type = "Task" [ 959.647132] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.660354] env[64443]: DEBUG nova.compute.manager [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.663116] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Task: {'id': task-2676856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.699192] env[64443]: DEBUG nova.virt.hardware [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.699469] env[64443]: DEBUG nova.virt.hardware [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.699675] env[64443]: DEBUG nova.virt.hardware [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.699875] env[64443]: DEBUG nova.virt.hardware [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.700044] env[64443]: DEBUG nova.virt.hardware [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.700209] env[64443]: DEBUG nova.virt.hardware [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.700410] env[64443]: DEBUG nova.virt.hardware [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.700629] env[64443]: DEBUG nova.virt.hardware [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.700813] env[64443]: DEBUG nova.virt.hardware [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.701015] env[64443]: DEBUG nova.virt.hardware [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.701237] env[64443]: DEBUG nova.virt.hardware [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.702332] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b1a017-c5a8-47e3-8930-c8dba56ca076 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.711858] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b4bcfe-ac3b-4455-aa2a-e5a92266955b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.986796] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1d29c0d0-43c6-4f50-87cb-ca9b21be6246 tempest-ServerTagsTestJSON-113838391 tempest-ServerTagsTestJSON-113838391-project-member] Lock "ab8a79f4-4628-4bd1-b191-54fd9a84bb5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.145s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.043018] env[64443]: DEBUG oslo_vmware.api [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209484} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.043458] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.043655] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.043835] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.044271] env[64443]: INFO nova.compute.manager [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 9230d532-c130-4aaa-a332-80991a281086] Took 1.23 seconds to destroy the instance on the hypervisor. [ 960.044545] env[64443]: DEBUG oslo.service.loopingcall [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 960.044756] env[64443]: DEBUG nova.compute.manager [-] [instance: 9230d532-c130-4aaa-a332-80991a281086] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.046019] env[64443]: DEBUG nova.network.neutron [-] [instance: 9230d532-c130-4aaa-a332-80991a281086] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.051899] env[64443]: DEBUG nova.compute.manager [req-f70c4ef0-2d44-4741-a25a-afeacd057ef4 req-225267d1-1ae7-41c3-bd6a-454ad401ff14 service nova] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Received event network-vif-plugged-b59f56f5-066a-41a4-89e5-c0493bbf4d33 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.052370] env[64443]: DEBUG oslo_concurrency.lockutils [req-f70c4ef0-2d44-4741-a25a-afeacd057ef4 req-225267d1-1ae7-41c3-bd6a-454ad401ff14 service nova] Acquiring lock "9c1f79fb-8883-43f7-9b37-96857485c53d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.052624] env[64443]: DEBUG oslo_concurrency.lockutils [req-f70c4ef0-2d44-4741-a25a-afeacd057ef4 req-225267d1-1ae7-41c3-bd6a-454ad401ff14 service nova] Lock "9c1f79fb-8883-43f7-9b37-96857485c53d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.052926] env[64443]: DEBUG oslo_concurrency.lockutils [req-f70c4ef0-2d44-4741-a25a-afeacd057ef4 req-225267d1-1ae7-41c3-bd6a-454ad401ff14 service nova] Lock "9c1f79fb-8883-43f7-9b37-96857485c53d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.053247] env[64443]: DEBUG nova.compute.manager [req-f70c4ef0-2d44-4741-a25a-afeacd057ef4 req-225267d1-1ae7-41c3-bd6a-454ad401ff14 service nova] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] No waiting events found dispatching network-vif-plugged-b59f56f5-066a-41a4-89e5-c0493bbf4d33 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.053655] env[64443]: WARNING nova.compute.manager [req-f70c4ef0-2d44-4741-a25a-afeacd057ef4 req-225267d1-1ae7-41c3-bd6a-454ad401ff14 service nova] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Received unexpected event network-vif-plugged-b59f56f5-066a-41a4-89e5-c0493bbf4d33 for instance with vm_state building and task_state spawning. [ 960.111242] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071985} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.111548] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.112397] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38147a75-c88d-424e-91b8-5da694fc25f0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.132080] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "816437a1-05dc-4c40-8fc6-5171bdb524e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.132343] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "816437a1-05dc-4c40-8fc6-5171bdb524e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.132664] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "816437a1-05dc-4c40-8fc6-5171bdb524e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.132933] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "816437a1-05dc-4c40-8fc6-5171bdb524e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.133163] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "816437a1-05dc-4c40-8fc6-5171bdb524e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.143584] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 17791435-701d-4a7a-b1f2-0d7d61e339da/17791435-701d-4a7a-b1f2-0d7d61e339da.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.144246] env[64443]: INFO nova.compute.manager [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Terminating instance [ 960.145869] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7f76ebe-550b-43dc-956b-0ce881ea29e2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.176214] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Task: {'id': task-2676856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480857} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.178242] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 456752b1-5451-4f7b-bd30-31c6edc0837a/456752b1-5451-4f7b-bd30-31c6edc0837a.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.178437] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.178674] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 960.178674] env[64443]: value = "task-2676857" [ 960.178674] env[64443]: _type = "Task" [ 960.178674] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.178932] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff5bab19-5103-4920-b605-c38cf57a5391 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.190760] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Waiting for the task: (returnval){ [ 960.190760] env[64443]: value = "task-2676858" [ 960.190760] env[64443]: _type = "Task" [ 960.190760] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.200545] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Task: {'id': task-2676858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.258870] env[64443]: DEBUG nova.network.neutron [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Successfully updated port: b59f56f5-066a-41a4-89e5-c0493bbf4d33 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.668310] env[64443]: DEBUG nova.compute.manager [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.668310] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.668870] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a05609-601d-49c4-b12b-1e6ff0518fdf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.681479] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.684539] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01db46c3-b320-4308-b274-d09f6a6aa63a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.693306] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676857, 'name': ReconfigVM_Task, 'duration_secs': 0.347769} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.696771] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 17791435-701d-4a7a-b1f2-0d7d61e339da/17791435-701d-4a7a-b1f2-0d7d61e339da.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.698842] env[64443]: DEBUG oslo_vmware.api [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 960.698842] env[64443]: value = "task-2676859" [ 960.698842] env[64443]: _type = "Task" [ 960.698842] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.699105] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f953b83-853e-4f8a-be81-515a8d1a0463 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.708077] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Task: {'id': task-2676858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070273} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.710877] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.716442] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd0c96a-f4f6-4074-802d-2f5f655d0f03 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.722249] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 960.722249] env[64443]: value = "task-2676860" [ 960.722249] env[64443]: _type = "Task" [ 960.722249] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.722797] env[64443]: DEBUG oslo_vmware.api [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.724255] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae9cf80-78ad-4f94-b31d-e9488f792054 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.747053] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 456752b1-5451-4f7b-bd30-31c6edc0837a/456752b1-5451-4f7b-bd30-31c6edc0837a.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.752366] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3af4825-29f1-4ff5-9e56-7c63ec74bbcf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.772264] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676860, 'name': Rename_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.774413] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "refresh_cache-9c1f79fb-8883-43f7-9b37-96857485c53d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.774581] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired lock "refresh_cache-9c1f79fb-8883-43f7-9b37-96857485c53d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.774797] env[64443]: DEBUG nova.network.neutron [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.776931] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e2bcac-3fcf-4083-bf28-6a94f2d8a6f2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.814340] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ba7c8b-be93-4d2b-b29b-e972ca2e2926 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.817791] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Waiting for the task: (returnval){ [ 960.817791] env[64443]: value = "task-2676861" [ 960.817791] env[64443]: _type = "Task" [ 960.817791] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.825631] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39be803-c3e7-4aba-93f7-d9fafdcfccda {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.835269] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Task: {'id': task-2676861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.845066] env[64443]: DEBUG nova.compute.provider_tree [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.859146] env[64443]: DEBUG nova.compute.manager [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Stashing vm_state: active {{(pid=64443) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 961.211252] env[64443]: DEBUG oslo_vmware.api [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676859, 'name': PowerOffVM_Task, 'duration_secs': 0.227224} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.211612] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.211713] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.211980] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9227d316-7115-4ca0-877b-c55ef3ca78af {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.232671] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676860, 'name': Rename_Task, 'duration_secs': 0.18749} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.232989] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.233254] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43d666aa-a2d2-446e-a097-2ff411d5db5c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.239365] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 961.239365] env[64443]: value = "task-2676863" [ 961.239365] env[64443]: _type = "Task" [ 961.239365] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.256634] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.286260] env[64443]: DEBUG nova.network.neutron [-] [instance: 9230d532-c130-4aaa-a332-80991a281086] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.288246] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.288466] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.288664] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Deleting the datastore file [datastore1] 816437a1-05dc-4c40-8fc6-5171bdb524e6 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.292822] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00e18277-297d-4e3b-b5e4-d3e22badb0f7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.302409] env[64443]: DEBUG oslo_vmware.api [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 961.302409] env[64443]: value = "task-2676864" [ 961.302409] env[64443]: _type = "Task" [ 961.302409] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.314866] env[64443]: DEBUG oslo_vmware.api [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.327228] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Task: {'id': task-2676861, 'name': ReconfigVM_Task, 'duration_secs': 0.527352} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.328094] env[64443]: DEBUG nova.network.neutron [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.330021] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 456752b1-5451-4f7b-bd30-31c6edc0837a/456752b1-5451-4f7b-bd30-31c6edc0837a.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.330642] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6acff5d1-7d9e-4aae-9886-18a91b70c1c1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.338232] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Waiting for the task: (returnval){ [ 961.338232] env[64443]: value = "task-2676865" [ 961.338232] env[64443]: _type = "Task" [ 961.338232] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.350315] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Task: {'id': task-2676865, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.372098] env[64443]: ERROR nova.scheduler.client.report [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [req-99e2f035-6e6a-48b6-9bdc-c2ee068ef5e4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-99e2f035-6e6a-48b6-9bdc-c2ee068ef5e4"}]} [ 961.383486] env[64443]: DEBUG oslo_concurrency.lockutils [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.390312] env[64443]: DEBUG nova.scheduler.client.report [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 961.404407] env[64443]: DEBUG nova.scheduler.client.report [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 961.404759] env[64443]: DEBUG nova.compute.provider_tree [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 961.416909] env[64443]: DEBUG nova.scheduler.client.report [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 961.436600] env[64443]: DEBUG nova.scheduler.client.report [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 961.476862] env[64443]: DEBUG nova.network.neutron [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Updating instance_info_cache with network_info: [{"id": "b59f56f5-066a-41a4-89e5-c0493bbf4d33", "address": "fa:16:3e:57:ad:3b", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb59f56f5-06", "ovs_interfaceid": "b59f56f5-066a-41a4-89e5-c0493bbf4d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.656682] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bda023-a8c5-4ada-8947-3111203689b2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.665095] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9960f23e-9b8f-47fe-85b8-b5e9687c09a4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.701309] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af185032-86c8-498d-934b-28da79faf4a0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.712436] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec3105e-201d-44a0-9af0-5837bd9ad28c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.731552] env[64443]: DEBUG nova.compute.provider_tree [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.751527] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676863, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.790409] env[64443]: INFO nova.compute.manager [-] [instance: 9230d532-c130-4aaa-a332-80991a281086] Took 1.75 seconds to deallocate network for instance. [ 961.821620] env[64443]: DEBUG oslo_vmware.api [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172031} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.821969] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.822228] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.822468] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.822700] env[64443]: INFO nova.compute.manager [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 961.823032] env[64443]: DEBUG oslo.service.loopingcall [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 961.823279] env[64443]: DEBUG nova.compute.manager [-] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.823400] env[64443]: DEBUG nova.network.neutron [-] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.851516] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Task: {'id': task-2676865, 'name': Rename_Task, 'duration_secs': 0.182087} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.851918] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.852885] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3745f6d-018b-4daf-8710-3bbe9c951602 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.863061] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Waiting for the task: (returnval){ [ 961.863061] env[64443]: value = "task-2676866" [ 961.863061] env[64443]: _type = "Task" [ 961.863061] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.876437] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Task: {'id': task-2676866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.982155] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Releasing lock "refresh_cache-9c1f79fb-8883-43f7-9b37-96857485c53d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.982505] env[64443]: DEBUG nova.compute.manager [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Instance network_info: |[{"id": "b59f56f5-066a-41a4-89e5-c0493bbf4d33", "address": "fa:16:3e:57:ad:3b", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb59f56f5-06", "ovs_interfaceid": "b59f56f5-066a-41a4-89e5-c0493bbf4d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.983355] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:ad:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b59f56f5-066a-41a4-89e5-c0493bbf4d33', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.992690] env[64443]: DEBUG oslo.service.loopingcall [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 961.992995] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.993280] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3240aec1-f130-42fd-98db-96ff7ef2dcc9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.018076] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.018076] env[64443]: value = "task-2676867" [ 962.018076] env[64443]: _type = "Task" [ 962.018076] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.030721] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676867, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.218696] env[64443]: DEBUG nova.compute.manager [req-ea7f3a61-0c88-43e3-bc03-f01bd286c254 req-b74eeec8-e88b-46b8-addb-59b028f56fbe service nova] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Received event network-changed-b59f56f5-066a-41a4-89e5-c0493bbf4d33 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.218964] env[64443]: DEBUG nova.compute.manager [req-ea7f3a61-0c88-43e3-bc03-f01bd286c254 req-b74eeec8-e88b-46b8-addb-59b028f56fbe service nova] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Refreshing instance network info cache due to event network-changed-b59f56f5-066a-41a4-89e5-c0493bbf4d33. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 962.219225] env[64443]: DEBUG oslo_concurrency.lockutils [req-ea7f3a61-0c88-43e3-bc03-f01bd286c254 req-b74eeec8-e88b-46b8-addb-59b028f56fbe service nova] Acquiring lock "refresh_cache-9c1f79fb-8883-43f7-9b37-96857485c53d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.219459] env[64443]: DEBUG oslo_concurrency.lockutils [req-ea7f3a61-0c88-43e3-bc03-f01bd286c254 req-b74eeec8-e88b-46b8-addb-59b028f56fbe service nova] Acquired lock "refresh_cache-9c1f79fb-8883-43f7-9b37-96857485c53d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.219851] env[64443]: DEBUG nova.network.neutron [req-ea7f3a61-0c88-43e3-bc03-f01bd286c254 req-b74eeec8-e88b-46b8-addb-59b028f56fbe service nova] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Refreshing network info cache for port b59f56f5-066a-41a4-89e5-c0493bbf4d33 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.235760] env[64443]: DEBUG nova.scheduler.client.report [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.262136] env[64443]: DEBUG oslo_vmware.api [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676863, 'name': PowerOnVM_Task, 'duration_secs': 0.530923} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.262995] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.263229] env[64443]: INFO nova.compute.manager [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Took 7.42 seconds to spawn the instance on the hypervisor. [ 962.263413] env[64443]: DEBUG nova.compute.manager [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.264231] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bb7d00-c1ad-4d02-9bdc-763dc36324a3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.303168] env[64443]: DEBUG oslo_concurrency.lockutils [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.374441] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Task: {'id': task-2676866, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.528487] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676867, 'name': CreateVM_Task, 'duration_secs': 0.489068} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.528704] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.529371] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.529571] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.529880] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.530150] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-711827c4-51ee-4f26-9b3b-31eb08afeca7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.535565] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 962.535565] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5212c835-f37e-0839-26c1-c00fbc34287c" [ 962.535565] env[64443]: _type = "Task" [ 962.535565] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.543511] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5212c835-f37e-0839-26c1-c00fbc34287c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.747390] env[64443]: DEBUG oslo_concurrency.lockutils [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.303s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.747920] env[64443]: DEBUG nova.compute.manager [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.750744] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.743s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.752403] env[64443]: INFO nova.compute.claims [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.784727] env[64443]: INFO nova.compute.manager [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Took 23.84 seconds to build instance. [ 962.836135] env[64443]: DEBUG nova.network.neutron [-] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.876446] env[64443]: DEBUG oslo_vmware.api [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Task: {'id': task-2676866, 'name': PowerOnVM_Task, 'duration_secs': 0.917252} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.876800] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.877030] env[64443]: INFO nova.compute.manager [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Took 5.62 seconds to spawn the instance on the hypervisor. [ 962.877361] env[64443]: DEBUG nova.compute.manager [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.878045] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4479561-5d0f-4434-b311-9e42ecb86bd3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.939851] env[64443]: DEBUG nova.network.neutron [req-ea7f3a61-0c88-43e3-bc03-f01bd286c254 req-b74eeec8-e88b-46b8-addb-59b028f56fbe service nova] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Updated VIF entry in instance network info cache for port b59f56f5-066a-41a4-89e5-c0493bbf4d33. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.940228] env[64443]: DEBUG nova.network.neutron [req-ea7f3a61-0c88-43e3-bc03-f01bd286c254 req-b74eeec8-e88b-46b8-addb-59b028f56fbe service nova] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Updating instance_info_cache with network_info: [{"id": "b59f56f5-066a-41a4-89e5-c0493bbf4d33", "address": "fa:16:3e:57:ad:3b", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb59f56f5-06", "ovs_interfaceid": "b59f56f5-066a-41a4-89e5-c0493bbf4d33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.047227] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5212c835-f37e-0839-26c1-c00fbc34287c, 'name': SearchDatastore_Task, 'duration_secs': 0.034513} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.047733] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.048100] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.048448] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.048703] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.050024] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.050024] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f94c24e-e6b8-4239-9920-1f7356bc7db0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.059459] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.059699] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.060417] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab66778-e424-4afd-a767-d7e8d6228057 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.066416] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 963.066416] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52b834e8-8c77-56e0-24d1-e4e7c5d107db" [ 963.066416] env[64443]: _type = "Task" [ 963.066416] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.074339] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b834e8-8c77-56e0-24d1-e4e7c5d107db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.257250] env[64443]: DEBUG nova.compute.utils [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 963.258765] env[64443]: DEBUG nova.compute.manager [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.258952] env[64443]: DEBUG nova.network.neutron [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.286302] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c352ec80-7f16-490f-bd91-9f1aa03f5899 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "17791435-701d-4a7a-b1f2-0d7d61e339da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.351s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.302857] env[64443]: DEBUG nova.policy [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bdda8a2d67b480f8abd1e899137febc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82178a7fb654409499ced650a17c3fc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.343599] env[64443]: INFO nova.compute.manager [-] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Took 1.52 seconds to deallocate network for instance. [ 963.393244] env[64443]: INFO nova.compute.manager [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Took 22.88 seconds to build instance. [ 963.443778] env[64443]: DEBUG oslo_concurrency.lockutils [req-ea7f3a61-0c88-43e3-bc03-f01bd286c254 req-b74eeec8-e88b-46b8-addb-59b028f56fbe service nova] Releasing lock "refresh_cache-9c1f79fb-8883-43f7-9b37-96857485c53d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.444075] env[64443]: DEBUG nova.compute.manager [req-ea7f3a61-0c88-43e3-bc03-f01bd286c254 req-b74eeec8-e88b-46b8-addb-59b028f56fbe service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Received event network-vif-deleted-d077af89-90c4-40b0-83b4-5695db24983a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.444272] env[64443]: DEBUG nova.compute.manager [req-ea7f3a61-0c88-43e3-bc03-f01bd286c254 req-b74eeec8-e88b-46b8-addb-59b028f56fbe service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Received event network-vif-deleted-842841b6-cddc-4a74-97ce-22142309b9bc {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.444450] env[64443]: DEBUG nova.compute.manager [req-ea7f3a61-0c88-43e3-bc03-f01bd286c254 req-b74eeec8-e88b-46b8-addb-59b028f56fbe service nova] [instance: 9230d532-c130-4aaa-a332-80991a281086] Received event network-vif-deleted-36aceaa4-bb5f-4856-9254-ab787c9cd249 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.537179] env[64443]: DEBUG nova.compute.manager [None req-986a75aa-1b1a-406e-af38-9a1aab193d4d tempest-ServerDiagnosticsV248Test-1861465021 tempest-ServerDiagnosticsV248Test-1861465021-project-admin] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.539221] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c980f343-8370-46cb-9943-49d296565f0a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.546474] env[64443]: INFO nova.compute.manager [None req-986a75aa-1b1a-406e-af38-9a1aab193d4d tempest-ServerDiagnosticsV248Test-1861465021 tempest-ServerDiagnosticsV248Test-1861465021-project-admin] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Retrieving diagnostics [ 963.547300] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7728d7-4076-4932-8fee-5201c0fef81c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.588557] env[64443]: DEBUG nova.network.neutron [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Successfully created port: a45f2c2a-d745-4163-99b9-d782c7dd19de {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.596679] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b834e8-8c77-56e0-24d1-e4e7c5d107db, 'name': SearchDatastore_Task, 'duration_secs': 0.012132} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.597465] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d54ec79-1bb7-49bf-be85-17498ef403ab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.603473] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 963.603473] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d250ed-b370-5be8-9f98-23f69bb99470" [ 963.603473] env[64443]: _type = "Task" [ 963.603473] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.612067] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d250ed-b370-5be8-9f98-23f69bb99470, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.763640] env[64443]: DEBUG nova.compute.manager [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.852381] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.885145] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18569425-705c-4a37-9e04-3e7ec912de67 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.894757] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2fcd7780-0ccb-4ab0-9d48-8fef4ff18d67 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Lock "456752b1-5451-4f7b-bd30-31c6edc0837a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.386s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.895036] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4eadbc-6478-4c59-9187-1e9c1e1e81ce tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Suspending the VM {{(pid=64443) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 963.895280] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-806c62ca-da96-4970-8a30-335eab1b31d0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.905325] env[64443]: DEBUG oslo_vmware.api [None req-1c4eadbc-6478-4c59-9187-1e9c1e1e81ce tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 963.905325] env[64443]: value = "task-2676868" [ 963.905325] env[64443]: _type = "Task" [ 963.905325] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.914184] env[64443]: DEBUG oslo_vmware.api [None req-1c4eadbc-6478-4c59-9187-1e9c1e1e81ce tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676868, 'name': SuspendVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.982778] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59df678-2617-4369-9fb3-88a6b294d64b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.990790] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a589c324-6d05-436f-b83c-0f210bccb165 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.020929] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddaf4d91-4dab-444c-804d-3f73230cf812 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.028941] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2d4c6a-66e3-4218-8896-89c55ef9d474 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.043721] env[64443]: DEBUG nova.compute.provider_tree [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.115740] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d250ed-b370-5be8-9f98-23f69bb99470, 'name': SearchDatastore_Task, 'duration_secs': 0.011589} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.115985] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.116219] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 9c1f79fb-8883-43f7-9b37-96857485c53d/9c1f79fb-8883-43f7-9b37-96857485c53d.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.116474] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4d3843b-8efb-4931-8870-f6ecca304244 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.123197] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 964.123197] env[64443]: value = "task-2676869" [ 964.123197] env[64443]: _type = "Task" [ 964.123197] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.131219] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.247685] env[64443]: DEBUG nova.compute.manager [req-f4be7d85-2108-4f7b-982f-823ee24050ad req-167338be-065d-4beb-adb2-ca315309fe37 service nova] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Received event network-vif-deleted-fd7c9921-b839-41c5-808e-e3170a3cadac {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 964.420296] env[64443]: DEBUG oslo_vmware.api [None req-1c4eadbc-6478-4c59-9187-1e9c1e1e81ce tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676868, 'name': SuspendVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.546142] env[64443]: DEBUG nova.scheduler.client.report [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.634690] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676869, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.776682] env[64443]: DEBUG nova.compute.manager [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.805386] env[64443]: DEBUG nova.virt.hardware [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.805670] env[64443]: DEBUG nova.virt.hardware [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.805841] env[64443]: DEBUG nova.virt.hardware [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.806057] env[64443]: DEBUG nova.virt.hardware [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.806221] env[64443]: DEBUG nova.virt.hardware [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.806373] env[64443]: DEBUG nova.virt.hardware [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.806578] env[64443]: DEBUG nova.virt.hardware [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.806737] env[64443]: DEBUG nova.virt.hardware [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.806905] env[64443]: DEBUG nova.virt.hardware [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.807080] env[64443]: DEBUG nova.virt.hardware [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.807255] env[64443]: DEBUG nova.virt.hardware [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.808189] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9673aa77-7451-4a40-ae8e-f18fc2f5b717 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.818042] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b663921-80ab-48a6-94dc-494b0f1a4e54 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.916036] env[64443]: DEBUG oslo_vmware.api [None req-1c4eadbc-6478-4c59-9187-1e9c1e1e81ce tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676868, 'name': SuspendVM_Task} progress is 37%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.052144] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.052807] env[64443]: DEBUG nova.compute.manager [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.059035] env[64443]: DEBUG oslo_concurrency.lockutils [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.422s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.059035] env[64443]: INFO nova.compute.claims [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.091770] env[64443]: DEBUG nova.network.neutron [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Successfully updated port: a45f2c2a-d745-4163-99b9-d782c7dd19de {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.136018] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524647} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.136018] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 9c1f79fb-8883-43f7-9b37-96857485c53d/9c1f79fb-8883-43f7-9b37-96857485c53d.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.136297] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.136356] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82473597-6910-4565-b79c-251764d7c3ce {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.143738] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 965.143738] env[64443]: value = "task-2676870" [ 965.143738] env[64443]: _type = "Task" [ 965.143738] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.151979] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.416286] env[64443]: DEBUG oslo_vmware.api [None req-1c4eadbc-6478-4c59-9187-1e9c1e1e81ce tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676868, 'name': SuspendVM_Task} progress is 37%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.558160] env[64443]: DEBUG nova.compute.utils [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 965.559717] env[64443]: DEBUG nova.compute.manager [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.559859] env[64443]: DEBUG nova.network.neutron [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.594382] env[64443]: DEBUG oslo_concurrency.lockutils [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.594542] env[64443]: DEBUG oslo_concurrency.lockutils [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.594701] env[64443]: DEBUG nova.network.neutron [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.601019] env[64443]: DEBUG nova.policy [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2d047da5b7f438a9160ddef66b334c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3415f9ef67841b19671a72e44fbd805', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.654811] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078213} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.654811] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.655334] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827f0435-dbfd-4241-b407-c1150c9cd8fa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.680140] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 9c1f79fb-8883-43f7-9b37-96857485c53d/9c1f79fb-8883-43f7-9b37-96857485c53d.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.680140] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a813c4a-7da9-4d69-882e-214f89c82449 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.704191] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 965.704191] env[64443]: value = "task-2676871" [ 965.704191] env[64443]: _type = "Task" [ 965.704191] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.716240] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.886842] env[64443]: DEBUG nova.network.neutron [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Successfully created port: 8e55e0bd-9037-4828-9d2d-251c055ee026 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.918174] env[64443]: DEBUG oslo_vmware.api [None req-1c4eadbc-6478-4c59-9187-1e9c1e1e81ce tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676868, 'name': SuspendVM_Task, 'duration_secs': 1.994414} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.918492] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4eadbc-6478-4c59-9187-1e9c1e1e81ce tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Suspended the VM {{(pid=64443) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 965.918681] env[64443]: DEBUG nova.compute.manager [None req-1c4eadbc-6478-4c59-9187-1e9c1e1e81ce tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 965.919517] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018fda02-86ba-4ab6-8649-1c43a0276a92 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.063325] env[64443]: DEBUG nova.compute.manager [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.133494] env[64443]: DEBUG nova.network.neutron [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.217342] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676871, 'name': ReconfigVM_Task, 'duration_secs': 0.304347} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.217342] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 9c1f79fb-8883-43f7-9b37-96857485c53d/9c1f79fb-8883-43f7-9b37-96857485c53d.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.218020] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6cf7da3-cba5-412d-9523-1fd74d69053c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.226068] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 966.226068] env[64443]: value = "task-2676872" [ 966.226068] env[64443]: _type = "Task" [ 966.226068] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.244774] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676872, 'name': Rename_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.280708] env[64443]: DEBUG nova.compute.manager [req-8d70c7c6-25d9-4069-8866-d5b86115601f req-40e0b640-03c7-445a-936d-6c9c32b0928c service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Received event network-vif-plugged-a45f2c2a-d745-4163-99b9-d782c7dd19de {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 966.280961] env[64443]: DEBUG oslo_concurrency.lockutils [req-8d70c7c6-25d9-4069-8866-d5b86115601f req-40e0b640-03c7-445a-936d-6c9c32b0928c service nova] Acquiring lock "4cf4ece1-dfba-4a22-b810-0b08b33066ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.281198] env[64443]: DEBUG oslo_concurrency.lockutils [req-8d70c7c6-25d9-4069-8866-d5b86115601f req-40e0b640-03c7-445a-936d-6c9c32b0928c service nova] Lock "4cf4ece1-dfba-4a22-b810-0b08b33066ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.281374] env[64443]: DEBUG oslo_concurrency.lockutils [req-8d70c7c6-25d9-4069-8866-d5b86115601f req-40e0b640-03c7-445a-936d-6c9c32b0928c service nova] Lock "4cf4ece1-dfba-4a22-b810-0b08b33066ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.281560] env[64443]: DEBUG nova.compute.manager [req-8d70c7c6-25d9-4069-8866-d5b86115601f req-40e0b640-03c7-445a-936d-6c9c32b0928c service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] No waiting events found dispatching network-vif-plugged-a45f2c2a-d745-4163-99b9-d782c7dd19de {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.281794] env[64443]: WARNING nova.compute.manager [req-8d70c7c6-25d9-4069-8866-d5b86115601f req-40e0b640-03c7-445a-936d-6c9c32b0928c service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Received unexpected event network-vif-plugged-a45f2c2a-d745-4163-99b9-d782c7dd19de for instance with vm_state building and task_state spawning. [ 966.281984] env[64443]: DEBUG nova.compute.manager [req-8d70c7c6-25d9-4069-8866-d5b86115601f req-40e0b640-03c7-445a-936d-6c9c32b0928c service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Received event network-changed-a45f2c2a-d745-4163-99b9-d782c7dd19de {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 966.282155] env[64443]: DEBUG nova.compute.manager [req-8d70c7c6-25d9-4069-8866-d5b86115601f req-40e0b640-03c7-445a-936d-6c9c32b0928c service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Refreshing instance network info cache due to event network-changed-a45f2c2a-d745-4163-99b9-d782c7dd19de. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 966.282349] env[64443]: DEBUG oslo_concurrency.lockutils [req-8d70c7c6-25d9-4069-8866-d5b86115601f req-40e0b640-03c7-445a-936d-6c9c32b0928c service nova] Acquiring lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.285866] env[64443]: DEBUG nova.network.neutron [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Updating instance_info_cache with network_info: [{"id": "a45f2c2a-d745-4163-99b9-d782c7dd19de", "address": "fa:16:3e:78:25:15", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa45f2c2a-d7", "ovs_interfaceid": "a45f2c2a-d745-4163-99b9-d782c7dd19de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.310269] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a836ad2-1793-4e3e-9551-fae2c92839ed {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.318719] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2587596b-9d97-4683-9f62-2488cc895787 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.354417] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acff163-b920-4aea-ac64-8e47c85e2dec {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.363113] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1478ccfa-cfc0-4f75-9e89-8bd227cc2406 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.377610] env[64443]: DEBUG nova.compute.provider_tree [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 966.736655] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676872, 'name': Rename_Task, 'duration_secs': 0.166602} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.736928] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.737181] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fc6b3fa-9a38-422d-9fb6-27ad28b49711 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.745697] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 966.745697] env[64443]: value = "task-2676873" [ 966.745697] env[64443]: _type = "Task" [ 966.745697] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.755518] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.789858] env[64443]: DEBUG oslo_concurrency.lockutils [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.789858] env[64443]: DEBUG nova.compute.manager [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Instance network_info: |[{"id": "a45f2c2a-d745-4163-99b9-d782c7dd19de", "address": "fa:16:3e:78:25:15", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa45f2c2a-d7", "ovs_interfaceid": "a45f2c2a-d745-4163-99b9-d782c7dd19de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.790071] env[64443]: DEBUG oslo_concurrency.lockutils [req-8d70c7c6-25d9-4069-8866-d5b86115601f req-40e0b640-03c7-445a-936d-6c9c32b0928c service nova] Acquired lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.790114] env[64443]: DEBUG nova.network.neutron [req-8d70c7c6-25d9-4069-8866-d5b86115601f req-40e0b640-03c7-445a-936d-6c9c32b0928c service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Refreshing network info cache for port a45f2c2a-d745-4163-99b9-d782c7dd19de {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.791347] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:25:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a45f2c2a-d745-4163-99b9-d782c7dd19de', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.798852] env[64443]: DEBUG oslo.service.loopingcall [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 966.799365] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.800341] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2aed945a-5528-42cf-9369-a4f4156605e6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.821508] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.821508] env[64443]: value = "task-2676874" [ 966.821508] env[64443]: _type = "Task" [ 966.821508] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.830830] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676874, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.913307] env[64443]: DEBUG nova.scheduler.client.report [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 966.913581] env[64443]: DEBUG nova.compute.provider_tree [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 125 to 126 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 966.913803] env[64443]: DEBUG nova.compute.provider_tree [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 967.075686] env[64443]: DEBUG nova.compute.manager [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.099000] env[64443]: DEBUG nova.virt.hardware [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.099310] env[64443]: DEBUG nova.virt.hardware [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.099557] env[64443]: DEBUG nova.virt.hardware [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.100144] env[64443]: DEBUG nova.virt.hardware [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.100144] env[64443]: DEBUG nova.virt.hardware [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.100144] env[64443]: DEBUG nova.virt.hardware [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.100501] env[64443]: DEBUG nova.virt.hardware [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.100583] env[64443]: DEBUG nova.virt.hardware [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.100840] env[64443]: DEBUG nova.virt.hardware [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.101162] env[64443]: DEBUG nova.virt.hardware [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.101478] env[64443]: DEBUG nova.virt.hardware [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.102511] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337f02ce-b5c3-4219-86b5-3ea5550d56c3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.113726] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b92fe3-31f9-4709-8c7a-c68d4c18a24f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.256488] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676873, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.332163] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676874, 'name': CreateVM_Task, 'duration_secs': 0.436756} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.332348] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.333102] env[64443]: DEBUG oslo_concurrency.lockutils [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.333269] env[64443]: DEBUG oslo_concurrency.lockutils [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.333576] env[64443]: DEBUG oslo_concurrency.lockutils [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.333834] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78e5fcdf-9a1a-44f7-9be6-8aa5b31f2c31 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.340637] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 967.340637] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]528a5f05-8cf8-f90d-1f89-4ef98d8b72ff" [ 967.340637] env[64443]: _type = "Task" [ 967.340637] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.349087] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]528a5f05-8cf8-f90d-1f89-4ef98d8b72ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.367639] env[64443]: DEBUG oslo_concurrency.lockutils [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "5f81a44d-0799-4b08-b334-829e8cfbaa83" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.367880] env[64443]: DEBUG oslo_concurrency.lockutils [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "5f81a44d-0799-4b08-b334-829e8cfbaa83" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.368067] env[64443]: INFO nova.compute.manager [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Shelving [ 967.420196] env[64443]: DEBUG oslo_concurrency.lockutils [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.420196] env[64443]: DEBUG nova.compute.manager [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.423332] env[64443]: DEBUG nova.network.neutron [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Successfully updated port: 8e55e0bd-9037-4828-9d2d-251c055ee026 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.430141] env[64443]: DEBUG oslo_concurrency.lockutils [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.046s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.554840] env[64443]: DEBUG nova.network.neutron [req-8d70c7c6-25d9-4069-8866-d5b86115601f req-40e0b640-03c7-445a-936d-6c9c32b0928c service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Updated VIF entry in instance network info cache for port a45f2c2a-d745-4163-99b9-d782c7dd19de. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.554944] env[64443]: DEBUG nova.network.neutron [req-8d70c7c6-25d9-4069-8866-d5b86115601f req-40e0b640-03c7-445a-936d-6c9c32b0928c service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Updating instance_info_cache with network_info: [{"id": "a45f2c2a-d745-4163-99b9-d782c7dd19de", "address": "fa:16:3e:78:25:15", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa45f2c2a-d7", "ovs_interfaceid": "a45f2c2a-d745-4163-99b9-d782c7dd19de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.646337] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "17791435-701d-4a7a-b1f2-0d7d61e339da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.646620] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "17791435-701d-4a7a-b1f2-0d7d61e339da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.646828] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "17791435-701d-4a7a-b1f2-0d7d61e339da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.647028] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "17791435-701d-4a7a-b1f2-0d7d61e339da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.647208] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "17791435-701d-4a7a-b1f2-0d7d61e339da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.649720] env[64443]: INFO nova.compute.manager [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Terminating instance [ 967.756841] env[64443]: DEBUG oslo_vmware.api [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676873, 'name': PowerOnVM_Task, 'duration_secs': 0.594966} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.757170] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.757340] env[64443]: INFO nova.compute.manager [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Took 8.10 seconds to spawn the instance on the hypervisor. [ 967.757551] env[64443]: DEBUG nova.compute.manager [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.758350] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439a5ebb-08bb-4e24-9805-ff1167ede541 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.851741] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]528a5f05-8cf8-f90d-1f89-4ef98d8b72ff, 'name': SearchDatastore_Task, 'duration_secs': 0.013263} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.852146] env[64443]: DEBUG oslo_concurrency.lockutils [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.852387] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.852621] env[64443]: DEBUG oslo_concurrency.lockutils [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.852773] env[64443]: DEBUG oslo_concurrency.lockutils [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.852954] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.853243] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e941cbd3-f2eb-49ac-bc17-10a0d8b454bc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.863238] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.863418] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.864147] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84af36ba-5236-4121-b548-41e6d67a8819 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.872228] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 967.872228] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5228953d-c8dc-7001-ef09-2a94e7f7e8ae" [ 967.872228] env[64443]: _type = "Task" [ 967.872228] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.882930] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5228953d-c8dc-7001-ef09-2a94e7f7e8ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.932906] env[64443]: DEBUG nova.compute.utils [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 967.934660] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "refresh_cache-cfe684bb-ff0c-46bb-8485-a3cabaed9447" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.935148] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired lock "refresh_cache-cfe684bb-ff0c-46bb-8485-a3cabaed9447" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.935330] env[64443]: DEBUG nova.network.neutron [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.939334] env[64443]: INFO nova.compute.claims [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.943570] env[64443]: DEBUG nova.compute.manager [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.943771] env[64443]: DEBUG nova.network.neutron [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.991429] env[64443]: DEBUG nova.policy [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6af8470b6b874fdea709f61b72910a69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f639e5c4c6c94bbebf255f24a56c43c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.057849] env[64443]: DEBUG oslo_concurrency.lockutils [req-8d70c7c6-25d9-4069-8866-d5b86115601f req-40e0b640-03c7-445a-936d-6c9c32b0928c service nova] Releasing lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.153680] env[64443]: DEBUG nova.compute.manager [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.153912] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.154848] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9ebe0c-e695-4527-b191-76617d583020 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.164531] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.164792] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05a77733-e666-4765-8a62-214523732bb4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.231835] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.232118] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.232303] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Deleting the datastore file [datastore1] 17791435-701d-4a7a-b1f2-0d7d61e339da {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.232574] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39e30eed-9dc7-41c1-9190-1bde41074047 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.240294] env[64443]: DEBUG oslo_vmware.api [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 968.240294] env[64443]: value = "task-2676876" [ 968.240294] env[64443]: _type = "Task" [ 968.240294] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.249281] env[64443]: DEBUG oslo_vmware.api [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.250116] env[64443]: DEBUG nova.network.neutron [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Successfully created port: 89b1b127-9afb-41cd-ba39-5b872e76090c {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.274744] env[64443]: INFO nova.compute.manager [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Took 22.38 seconds to build instance. [ 968.342573] env[64443]: DEBUG nova.compute.manager [req-74dbac29-365b-41fe-8355-3937f19fe4f1 req-521de85b-0d03-42d2-b524-cd41d4a27157 service nova] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Received event network-vif-plugged-8e55e0bd-9037-4828-9d2d-251c055ee026 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 968.342805] env[64443]: DEBUG oslo_concurrency.lockutils [req-74dbac29-365b-41fe-8355-3937f19fe4f1 req-521de85b-0d03-42d2-b524-cd41d4a27157 service nova] Acquiring lock "cfe684bb-ff0c-46bb-8485-a3cabaed9447-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.343086] env[64443]: DEBUG oslo_concurrency.lockutils [req-74dbac29-365b-41fe-8355-3937f19fe4f1 req-521de85b-0d03-42d2-b524-cd41d4a27157 service nova] Lock "cfe684bb-ff0c-46bb-8485-a3cabaed9447-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.343280] env[64443]: DEBUG oslo_concurrency.lockutils [req-74dbac29-365b-41fe-8355-3937f19fe4f1 req-521de85b-0d03-42d2-b524-cd41d4a27157 service nova] Lock "cfe684bb-ff0c-46bb-8485-a3cabaed9447-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.343483] env[64443]: DEBUG nova.compute.manager [req-74dbac29-365b-41fe-8355-3937f19fe4f1 req-521de85b-0d03-42d2-b524-cd41d4a27157 service nova] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] No waiting events found dispatching network-vif-plugged-8e55e0bd-9037-4828-9d2d-251c055ee026 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.343630] env[64443]: WARNING nova.compute.manager [req-74dbac29-365b-41fe-8355-3937f19fe4f1 req-521de85b-0d03-42d2-b524-cd41d4a27157 service nova] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Received unexpected event network-vif-plugged-8e55e0bd-9037-4828-9d2d-251c055ee026 for instance with vm_state building and task_state spawning. [ 968.343870] env[64443]: DEBUG nova.compute.manager [req-74dbac29-365b-41fe-8355-3937f19fe4f1 req-521de85b-0d03-42d2-b524-cd41d4a27157 service nova] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Received event network-changed-8e55e0bd-9037-4828-9d2d-251c055ee026 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 968.343945] env[64443]: DEBUG nova.compute.manager [req-74dbac29-365b-41fe-8355-3937f19fe4f1 req-521de85b-0d03-42d2-b524-cd41d4a27157 service nova] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Refreshing instance network info cache due to event network-changed-8e55e0bd-9037-4828-9d2d-251c055ee026. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 968.344127] env[64443]: DEBUG oslo_concurrency.lockutils [req-74dbac29-365b-41fe-8355-3937f19fe4f1 req-521de85b-0d03-42d2-b524-cd41d4a27157 service nova] Acquiring lock "refresh_cache-cfe684bb-ff0c-46bb-8485-a3cabaed9447" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.383407] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.383706] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5228953d-c8dc-7001-ef09-2a94e7f7e8ae, 'name': SearchDatastore_Task, 'duration_secs': 0.046435} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.383919] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d321648-4444-4912-8af4-ae83839e000a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.385952] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be19653-e9d4-446b-b594-494632bd1679 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.392926] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 968.392926] env[64443]: value = "task-2676877" [ 968.392926] env[64443]: _type = "Task" [ 968.392926] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.393912] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 968.393912] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52fdfd93-9fe5-432a-788d-4092424051ea" [ 968.393912] env[64443]: _type = "Task" [ 968.393912] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.408225] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52fdfd93-9fe5-432a-788d-4092424051ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.408638] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.440401] env[64443]: DEBUG nova.compute.manager [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.445578] env[64443]: INFO nova.compute.resource_tracker [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Updating resource usage from migration 39629b5a-1b00-457a-83f1-a8da87a41ac2 [ 968.482407] env[64443]: DEBUG nova.network.neutron [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.570790] env[64443]: DEBUG oslo_concurrency.lockutils [None req-59ab52bd-a724-4152-91b7-3f1bd5c37906 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "9c1f79fb-8883-43f7-9b37-96857485c53d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.635616] env[64443]: DEBUG nova.network.neutron [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Updating instance_info_cache with network_info: [{"id": "8e55e0bd-9037-4828-9d2d-251c055ee026", "address": "fa:16:3e:31:86:c5", "network": {"id": "f088a9d2-17b6-427f-85e2-ca034835fc46", "bridge": "br-int", "label": "tempest-ServersTestJSON-1971365624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3415f9ef67841b19671a72e44fbd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e55e0bd-90", "ovs_interfaceid": "8e55e0bd-9037-4828-9d2d-251c055ee026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.697755] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0849f7-37a9-456e-b4cb-78bd5032401f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.706137] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd18c1a6-7af9-4cf4-a535-1755262f3a9e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.737696] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e27cd9c-f511-4be8-868d-9261fd3187b1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.747226] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af91e42-36d5-4ed1-8572-fbb6735bda18 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.754043] env[64443]: DEBUG oslo_vmware.api [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29318} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.754701] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.754930] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.755213] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.755442] env[64443]: INFO nova.compute.manager [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Took 0.60 seconds to destroy the instance on the hypervisor. [ 968.755729] env[64443]: DEBUG oslo.service.loopingcall [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 968.755968] env[64443]: DEBUG nova.compute.manager [-] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.756109] env[64443]: DEBUG nova.network.neutron [-] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.765779] env[64443]: DEBUG nova.compute.provider_tree [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.776489] env[64443]: DEBUG oslo_concurrency.lockutils [None req-99ac15e6-4fd6-4bc5-9f5f-2735e4c3a4f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "9c1f79fb-8883-43f7-9b37-96857485c53d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.898s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.777373] env[64443]: DEBUG oslo_concurrency.lockutils [None req-59ab52bd-a724-4152-91b7-3f1bd5c37906 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "9c1f79fb-8883-43f7-9b37-96857485c53d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.206s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.777373] env[64443]: DEBUG nova.compute.manager [None req-59ab52bd-a724-4152-91b7-3f1bd5c37906 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.778334] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a5a666-c687-454f-a2f5-a593bced2c43 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.786263] env[64443]: DEBUG nova.compute.manager [None req-59ab52bd-a724-4152-91b7-3f1bd5c37906 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64443) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 968.787894] env[64443]: DEBUG nova.objects.instance [None req-59ab52bd-a724-4152-91b7-3f1bd5c37906 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lazy-loading 'flavor' on Instance uuid 9c1f79fb-8883-43f7-9b37-96857485c53d {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.908031] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52fdfd93-9fe5-432a-788d-4092424051ea, 'name': SearchDatastore_Task, 'duration_secs': 0.021878} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.911173] env[64443]: DEBUG oslo_concurrency.lockutils [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.911506] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 4cf4ece1-dfba-4a22-b810-0b08b33066ef/4cf4ece1-dfba-4a22-b810-0b08b33066ef.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.911825] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676877, 'name': PowerOffVM_Task, 'duration_secs': 0.259345} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.912108] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e057c72-2707-4f11-95e2-1201deab7b8b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.915663] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.916487] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8718362b-6895-4d2b-9de9-97915a6d2437 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.937502] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bb4e8b-9871-4014-bcea-b7118145a1fd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.940681] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 968.940681] env[64443]: value = "task-2676878" [ 968.940681] env[64443]: _type = "Task" [ 968.940681] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.958023] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.138087] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Releasing lock "refresh_cache-cfe684bb-ff0c-46bb-8485-a3cabaed9447" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.138817] env[64443]: DEBUG nova.compute.manager [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Instance network_info: |[{"id": "8e55e0bd-9037-4828-9d2d-251c055ee026", "address": "fa:16:3e:31:86:c5", "network": {"id": "f088a9d2-17b6-427f-85e2-ca034835fc46", "bridge": "br-int", "label": "tempest-ServersTestJSON-1971365624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3415f9ef67841b19671a72e44fbd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e55e0bd-90", "ovs_interfaceid": "8e55e0bd-9037-4828-9d2d-251c055ee026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 969.139223] env[64443]: DEBUG oslo_concurrency.lockutils [req-74dbac29-365b-41fe-8355-3937f19fe4f1 req-521de85b-0d03-42d2-b524-cd41d4a27157 service nova] Acquired lock "refresh_cache-cfe684bb-ff0c-46bb-8485-a3cabaed9447" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.139431] env[64443]: DEBUG nova.network.neutron [req-74dbac29-365b-41fe-8355-3937f19fe4f1 req-521de85b-0d03-42d2-b524-cd41d4a27157 service nova] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Refreshing network info cache for port 8e55e0bd-9037-4828-9d2d-251c055ee026 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.140760] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:86:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b49c5024-2ced-42ca-90cc-6066766d43e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e55e0bd-9037-4828-9d2d-251c055ee026', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.149017] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Creating folder: Project (d3415f9ef67841b19671a72e44fbd805). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.150431] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f011517-7fd6-42bb-9719-84347ea1dbb5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.164697] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Created folder: Project (d3415f9ef67841b19671a72e44fbd805) in parent group-v539479. [ 969.165033] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Creating folder: Instances. Parent ref: group-v539742. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.165796] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed1d5937-90e9-4690-a629-777fe68e8d97 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.178261] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Created folder: Instances in parent group-v539742. [ 969.178546] env[64443]: DEBUG oslo.service.loopingcall [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 969.178813] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 969.178954] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47780adf-a8ef-4f2b-a508-2a425df0c6bb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.225223] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.225223] env[64443]: value = "task-2676881" [ 969.225223] env[64443]: _type = "Task" [ 969.225223] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.257496] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676881, 'name': CreateVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.269961] env[64443]: DEBUG nova.scheduler.client.report [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.453071] env[64443]: DEBUG nova.compute.manager [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.455331] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483842} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.456522] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Creating Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 969.456816] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 4cf4ece1-dfba-4a22-b810-0b08b33066ef/4cf4ece1-dfba-4a22-b810-0b08b33066ef.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.457076] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.457681] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1c005425-fb60-4356-8256-0a9156364269 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.460249] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96773d24-4fae-46f1-b5eb-5a619c4744d6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.469707] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 969.469707] env[64443]: value = "task-2676882" [ 969.469707] env[64443]: _type = "Task" [ 969.469707] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.470013] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 969.470013] env[64443]: value = "task-2676883" [ 969.470013] env[64443]: _type = "Task" [ 969.470013] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.488569] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676882, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.488911] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.495695] env[64443]: DEBUG nova.virt.hardware [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.495946] env[64443]: DEBUG nova.virt.hardware [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.496137] env[64443]: DEBUG nova.virt.hardware [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.496326] env[64443]: DEBUG nova.virt.hardware [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.496490] env[64443]: DEBUG nova.virt.hardware [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.496670] env[64443]: DEBUG nova.virt.hardware [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.496888] env[64443]: DEBUG nova.virt.hardware [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.497138] env[64443]: DEBUG nova.virt.hardware [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.497347] env[64443]: DEBUG nova.virt.hardware [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.497553] env[64443]: DEBUG nova.virt.hardware [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.497752] env[64443]: DEBUG nova.virt.hardware [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.499226] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9897cfe1-b82c-48e1-89d5-4c0d52c82051 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.508627] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8026fd1-81ca-4ad3-a86b-d87acbbd6d64 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.533398] env[64443]: DEBUG nova.network.neutron [-] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.736618] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676881, 'name': CreateVM_Task, 'duration_secs': 0.376535} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.736806] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.737537] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.737709] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.738045] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 969.738313] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-573817e2-6e92-4c2a-b284-2eac1de2f4f8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.744162] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 969.744162] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52f72e54-5f1b-46ab-4b8e-5443fa28b91e" [ 969.744162] env[64443]: _type = "Task" [ 969.744162] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.755570] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f72e54-5f1b-46ab-4b8e-5443fa28b91e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.781712] env[64443]: DEBUG oslo_concurrency.lockutils [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.352s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.782175] env[64443]: INFO nova.compute.manager [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Migrating [ 969.797748] env[64443]: DEBUG oslo_concurrency.lockutils [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.496s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.798094] env[64443]: DEBUG nova.objects.instance [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Lazy-loading 'resources' on Instance uuid 9230d532-c130-4aaa-a332-80991a281086 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.805467] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ab52bd-a724-4152-91b7-3f1bd5c37906 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.811527] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-736e84c6-77aa-4669-b0c9-fc628ef45e86 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.822817] env[64443]: DEBUG oslo_vmware.api [None req-59ab52bd-a724-4152-91b7-3f1bd5c37906 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 969.822817] env[64443]: value = "task-2676884" [ 969.822817] env[64443]: _type = "Task" [ 969.822817] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.835508] env[64443]: DEBUG oslo_vmware.api [None req-59ab52bd-a724-4152-91b7-3f1bd5c37906 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.913422] env[64443]: DEBUG nova.network.neutron [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Successfully updated port: 89b1b127-9afb-41cd-ba39-5b872e76090c {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.951717] env[64443]: DEBUG nova.network.neutron [req-74dbac29-365b-41fe-8355-3937f19fe4f1 req-521de85b-0d03-42d2-b524-cd41d4a27157 service nova] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Updated VIF entry in instance network info cache for port 8e55e0bd-9037-4828-9d2d-251c055ee026. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.953295] env[64443]: DEBUG nova.network.neutron [req-74dbac29-365b-41fe-8355-3937f19fe4f1 req-521de85b-0d03-42d2-b524-cd41d4a27157 service nova] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Updating instance_info_cache with network_info: [{"id": "8e55e0bd-9037-4828-9d2d-251c055ee026", "address": "fa:16:3e:31:86:c5", "network": {"id": "f088a9d2-17b6-427f-85e2-ca034835fc46", "bridge": "br-int", "label": "tempest-ServersTestJSON-1971365624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3415f9ef67841b19671a72e44fbd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e55e0bd-90", "ovs_interfaceid": "8e55e0bd-9037-4828-9d2d-251c055ee026", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.984669] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075235} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.990230] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.990880] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676882, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.991836] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1580778b-9528-43bc-8a71-e1d81a8328ad {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.014575] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 4cf4ece1-dfba-4a22-b810-0b08b33066ef/4cf4ece1-dfba-4a22-b810-0b08b33066ef.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.017513] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-989161b7-09de-416f-a90b-e7325640951c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.035892] env[64443]: INFO nova.compute.manager [-] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Took 1.28 seconds to deallocate network for instance. [ 970.039071] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 970.039071] env[64443]: value = "task-2676885" [ 970.039071] env[64443]: _type = "Task" [ 970.039071] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.054517] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676885, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.085411] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf37ed0-6c3f-4654-8dcf-5036d8e51d16 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.095606] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc88f87-17aa-49ba-a9ec-e7d77d7d031c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.126321] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a646e1-2908-4b17-88ab-699dda34819b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.134570] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a614a0-fc39-44d0-897e-c047df6005ae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.149777] env[64443]: DEBUG nova.compute.provider_tree [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.255082] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f72e54-5f1b-46ab-4b8e-5443fa28b91e, 'name': SearchDatastore_Task, 'duration_secs': 0.016775} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.255501] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.255809] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.256139] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.256373] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.256633] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.256941] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6fa59a6-c8ed-4d31-b35c-a5b7b8ddd913 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.266130] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.266353] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.267088] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-217548b8-1d59-40a0-a9ff-e1e19a87a364 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.272301] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 970.272301] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d5c69a-8713-91a1-9cf3-cbf51586e233" [ 970.272301] env[64443]: _type = "Task" [ 970.272301] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.279831] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d5c69a-8713-91a1-9cf3-cbf51586e233, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.306891] env[64443]: DEBUG oslo_concurrency.lockutils [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.307133] env[64443]: DEBUG oslo_concurrency.lockutils [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.307345] env[64443]: DEBUG nova.network.neutron [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.333327] env[64443]: DEBUG oslo_vmware.api [None req-59ab52bd-a724-4152-91b7-3f1bd5c37906 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676884, 'name': PowerOffVM_Task, 'duration_secs': 0.375184} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.333572] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ab52bd-a724-4152-91b7-3f1bd5c37906 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.333770] env[64443]: DEBUG nova.compute.manager [None req-59ab52bd-a724-4152-91b7-3f1bd5c37906 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.334598] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b14e4b-a28f-45dd-b4a8-9e1d1c5a9311 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.371356] env[64443]: DEBUG nova.compute.manager [req-3d089179-9c36-4f03-b757-0a199409bffe req-bdf96a88-3545-4e4f-b501-3ff42262b1f9 service nova] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Received event network-vif-deleted-57dbee2b-0a84-49a2-b63b-14a06de7af3b {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 970.371398] env[64443]: DEBUG nova.compute.manager [req-3d089179-9c36-4f03-b757-0a199409bffe req-bdf96a88-3545-4e4f-b501-3ff42262b1f9 service nova] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Received event network-vif-plugged-89b1b127-9afb-41cd-ba39-5b872e76090c {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 970.371562] env[64443]: DEBUG oslo_concurrency.lockutils [req-3d089179-9c36-4f03-b757-0a199409bffe req-bdf96a88-3545-4e4f-b501-3ff42262b1f9 service nova] Acquiring lock "99fa9e11-31c2-4182-b402-3365fa09f2a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.371769] env[64443]: DEBUG oslo_concurrency.lockutils [req-3d089179-9c36-4f03-b757-0a199409bffe req-bdf96a88-3545-4e4f-b501-3ff42262b1f9 service nova] Lock "99fa9e11-31c2-4182-b402-3365fa09f2a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.371938] env[64443]: DEBUG oslo_concurrency.lockutils [req-3d089179-9c36-4f03-b757-0a199409bffe req-bdf96a88-3545-4e4f-b501-3ff42262b1f9 service nova] Lock "99fa9e11-31c2-4182-b402-3365fa09f2a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.372119] env[64443]: DEBUG nova.compute.manager [req-3d089179-9c36-4f03-b757-0a199409bffe req-bdf96a88-3545-4e4f-b501-3ff42262b1f9 service nova] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] No waiting events found dispatching network-vif-plugged-89b1b127-9afb-41cd-ba39-5b872e76090c {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.372289] env[64443]: WARNING nova.compute.manager [req-3d089179-9c36-4f03-b757-0a199409bffe req-bdf96a88-3545-4e4f-b501-3ff42262b1f9 service nova] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Received unexpected event network-vif-plugged-89b1b127-9afb-41cd-ba39-5b872e76090c for instance with vm_state building and task_state spawning. [ 970.372450] env[64443]: DEBUG nova.compute.manager [req-3d089179-9c36-4f03-b757-0a199409bffe req-bdf96a88-3545-4e4f-b501-3ff42262b1f9 service nova] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Received event network-changed-89b1b127-9afb-41cd-ba39-5b872e76090c {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 970.372605] env[64443]: DEBUG nova.compute.manager [req-3d089179-9c36-4f03-b757-0a199409bffe req-bdf96a88-3545-4e4f-b501-3ff42262b1f9 service nova] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Refreshing instance network info cache due to event network-changed-89b1b127-9afb-41cd-ba39-5b872e76090c. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 970.372788] env[64443]: DEBUG oslo_concurrency.lockutils [req-3d089179-9c36-4f03-b757-0a199409bffe req-bdf96a88-3545-4e4f-b501-3ff42262b1f9 service nova] Acquiring lock "refresh_cache-99fa9e11-31c2-4182-b402-3365fa09f2a5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.372926] env[64443]: DEBUG oslo_concurrency.lockutils [req-3d089179-9c36-4f03-b757-0a199409bffe req-bdf96a88-3545-4e4f-b501-3ff42262b1f9 service nova] Acquired lock "refresh_cache-99fa9e11-31c2-4182-b402-3365fa09f2a5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.373095] env[64443]: DEBUG nova.network.neutron [req-3d089179-9c36-4f03-b757-0a199409bffe req-bdf96a88-3545-4e4f-b501-3ff42262b1f9 service nova] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Refreshing network info cache for port 89b1b127-9afb-41cd-ba39-5b872e76090c {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.417999] env[64443]: DEBUG oslo_concurrency.lockutils [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Acquiring lock "refresh_cache-99fa9e11-31c2-4182-b402-3365fa09f2a5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.459718] env[64443]: DEBUG oslo_concurrency.lockutils [req-74dbac29-365b-41fe-8355-3937f19fe4f1 req-521de85b-0d03-42d2-b524-cd41d4a27157 service nova] Releasing lock "refresh_cache-cfe684bb-ff0c-46bb-8485-a3cabaed9447" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.482046] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676882, 'name': CreateSnapshot_Task, 'duration_secs': 0.718909} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.482318] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Created Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 970.483069] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1411ffc6-9105-4fe8-8946-31c29044d592 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.552950] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.552950] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.653364] env[64443]: DEBUG nova.scheduler.client.report [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.784878] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d5c69a-8713-91a1-9cf3-cbf51586e233, 'name': SearchDatastore_Task, 'duration_secs': 0.009112} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.785815] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c829ba-514d-4849-971c-543b7ce58050 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.792674] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 970.792674] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52e1fbe8-7c9b-b46e-03b9-bbfb6dfd1b80" [ 970.792674] env[64443]: _type = "Task" [ 970.792674] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.801367] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52e1fbe8-7c9b-b46e-03b9-bbfb6dfd1b80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.845844] env[64443]: DEBUG oslo_concurrency.lockutils [None req-59ab52bd-a724-4152-91b7-3f1bd5c37906 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "9c1f79fb-8883-43f7-9b37-96857485c53d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.915890] env[64443]: DEBUG nova.network.neutron [req-3d089179-9c36-4f03-b757-0a199409bffe req-bdf96a88-3545-4e4f-b501-3ff42262b1f9 service nova] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.000860] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Creating linked-clone VM from snapshot {{(pid=64443) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 971.003801] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c06b7123-9a07-4007-8f00-95c79f73009b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.013482] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 971.013482] env[64443]: value = "task-2676886" [ 971.013482] env[64443]: _type = "Task" [ 971.013482] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.021659] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676886, 'name': CloneVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.031661] env[64443]: DEBUG nova.network.neutron [req-3d089179-9c36-4f03-b757-0a199409bffe req-bdf96a88-3545-4e4f-b501-3ff42262b1f9 service nova] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.055441] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676885, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.120066] env[64443]: DEBUG nova.network.neutron [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Updating instance_info_cache with network_info: [{"id": "a7ab0a27-394e-4943-affc-2d0416413973", "address": "fa:16:3e:7a:59:6c", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7ab0a27-39", "ovs_interfaceid": "a7ab0a27-394e-4943-affc-2d0416413973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.158619] env[64443]: DEBUG oslo_concurrency.lockutils [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.361s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.161744] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.309s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.161974] env[64443]: DEBUG nova.objects.instance [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lazy-loading 'resources' on Instance uuid 816437a1-05dc-4c40-8fc6-5171bdb524e6 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.184850] env[64443]: INFO nova.scheduler.client.report [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Deleted allocations for instance 9230d532-c130-4aaa-a332-80991a281086 [ 971.222152] env[64443]: INFO nova.compute.manager [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Rebuilding instance [ 971.264039] env[64443]: DEBUG nova.compute.manager [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.264894] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14297692-c3aa-4e4e-87fb-a6a68ead35c2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.303495] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52e1fbe8-7c9b-b46e-03b9-bbfb6dfd1b80, 'name': SearchDatastore_Task, 'duration_secs': 0.010415} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.303891] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.304033] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] cfe684bb-ff0c-46bb-8485-a3cabaed9447/cfe684bb-ff0c-46bb-8485-a3cabaed9447.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.304935] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcc4db8f-0b67-4eb9-97c3-b02f8d1a4400 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.313540] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 971.313540] env[64443]: value = "task-2676887" [ 971.313540] env[64443]: _type = "Task" [ 971.313540] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.322021] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.525140] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676886, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.534958] env[64443]: DEBUG oslo_concurrency.lockutils [req-3d089179-9c36-4f03-b757-0a199409bffe req-bdf96a88-3545-4e4f-b501-3ff42262b1f9 service nova] Releasing lock "refresh_cache-99fa9e11-31c2-4182-b402-3365fa09f2a5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.535485] env[64443]: DEBUG oslo_concurrency.lockutils [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Acquired lock "refresh_cache-99fa9e11-31c2-4182-b402-3365fa09f2a5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.535691] env[64443]: DEBUG nova.network.neutron [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.555343] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676885, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.623231] env[64443]: DEBUG oslo_concurrency.lockutils [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.694020] env[64443]: DEBUG oslo_concurrency.lockutils [None req-91dc15e9-f726-4dd8-9b80-a7a7e4a54143 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Lock "9230d532-c130-4aaa-a332-80991a281086" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.394s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.827915] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434431} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.830948] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] cfe684bb-ff0c-46bb-8485-a3cabaed9447/cfe684bb-ff0c-46bb-8485-a3cabaed9447.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.831202] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.831714] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d5eb664-80c6-469d-88a9-03fba5904713 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.842258] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 971.842258] env[64443]: value = "task-2676888" [ 971.842258] env[64443]: _type = "Task" [ 971.842258] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.856315] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.920929] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badedd5e-ff6c-436d-9a11-8bb561b07a10 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.929793] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271ae2aa-1ea0-46fb-9494-ca4d28e15111 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.964613] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0322ba86-33fd-4fdb-8891-aa058721dd9f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.973042] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd49f02-9580-429d-a5ae-b42025a98e0a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.987486] env[64443]: DEBUG nova.compute.provider_tree [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.025205] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676886, 'name': CloneVM_Task} progress is 95%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.055764] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676885, 'name': ReconfigVM_Task, 'duration_secs': 1.821168} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.056111] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 4cf4ece1-dfba-4a22-b810-0b08b33066ef/4cf4ece1-dfba-4a22-b810-0b08b33066ef.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.056780] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5eb98d23-4f3c-4059-aa4c-f52c68bb30cf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.064036] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 972.064036] env[64443]: value = "task-2676889" [ 972.064036] env[64443]: _type = "Task" [ 972.064036] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.072555] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676889, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.282494] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.282829] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afea9059-bfde-4f42-b311-9297c2b460b0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.292675] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 972.292675] env[64443]: value = "task-2676890" [ 972.292675] env[64443]: _type = "Task" [ 972.292675] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.303041] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] VM already powered off {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 972.303550] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.304335] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be26eeb6-e90a-439b-8c69-6b120bd0e911 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.309942] env[64443]: DEBUG nova.network.neutron [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.314180] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.314429] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2edcda9e-fddd-4789-b5c7-57da81b678f4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.360254] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065897} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.360540] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.361341] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e05484-9903-41b5-a9f5-c1ef136494ab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.390113] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] cfe684bb-ff0c-46bb-8485-a3cabaed9447/cfe684bb-ff0c-46bb-8485-a3cabaed9447.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.393025] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90ff8d3e-c324-4506-b054-308e5ba795f3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.414952] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 972.414952] env[64443]: value = "task-2676892" [ 972.414952] env[64443]: _type = "Task" [ 972.414952] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.425987] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.491109] env[64443]: DEBUG nova.scheduler.client.report [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.520683] env[64443]: DEBUG nova.network.neutron [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Updating instance_info_cache with network_info: [{"id": "89b1b127-9afb-41cd-ba39-5b872e76090c", "address": "fa:16:3e:b4:82:64", "network": {"id": "0f18cf64-4920-4405-a641-8706cdbeffd5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1379704090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f639e5c4c6c94bbebf255f24a56c43c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89b1b127-9a", "ovs_interfaceid": "89b1b127-9afb-41cd-ba39-5b872e76090c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.527960] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676886, 'name': CloneVM_Task} progress is 95%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.574244] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676889, 'name': Rename_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.698532] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.699755] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.699755] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Deleting the datastore file [datastore1] 9c1f79fb-8883-43f7-9b37-96857485c53d {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.699755] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a04c6860-7869-4e2a-9381-250430693142 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.707897] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 972.707897] env[64443]: value = "task-2676893" [ 972.707897] env[64443]: _type = "Task" [ 972.707897] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.719255] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.925491] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.996732] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.998971] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.446s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.999386] env[64443]: DEBUG nova.objects.instance [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lazy-loading 'resources' on Instance uuid 17791435-701d-4a7a-b1f2-0d7d61e339da {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.026503] env[64443]: DEBUG oslo_concurrency.lockutils [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Releasing lock "refresh_cache-99fa9e11-31c2-4182-b402-3365fa09f2a5" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.026818] env[64443]: DEBUG nova.compute.manager [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Instance network_info: |[{"id": "89b1b127-9afb-41cd-ba39-5b872e76090c", "address": "fa:16:3e:b4:82:64", "network": {"id": "0f18cf64-4920-4405-a641-8706cdbeffd5", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1379704090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f639e5c4c6c94bbebf255f24a56c43c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89b1b127-9a", "ovs_interfaceid": "89b1b127-9afb-41cd-ba39-5b872e76090c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.027441] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676886, 'name': CloneVM_Task, 'duration_secs': 1.76042} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.028423] env[64443]: INFO nova.scheduler.client.report [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Deleted allocations for instance 816437a1-05dc-4c40-8fc6-5171bdb524e6 [ 973.029507] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:82:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89b1b127-9afb-41cd-ba39-5b872e76090c', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.037027] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Creating folder: Project (f639e5c4c6c94bbebf255f24a56c43c5). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.037606] env[64443]: INFO nova.virt.vmwareapi.vmops [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Created linked-clone VM from snapshot [ 973.040028] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d0fc3d9-d14d-4f4b-a015-62f08495ac38 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.042837] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e5074a-f033-4691-9742-fe1538ea5338 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.052926] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Uploading image 97e29640-a44c-4d15-b35a-ac4b97814fd1 {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 973.056274] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Created folder: Project (f639e5c4c6c94bbebf255f24a56c43c5) in parent group-v539479. [ 973.056476] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Creating folder: Instances. Parent ref: group-v539747. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.056708] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d6748f2-a492-41fe-942e-3b7d7c26c363 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.070563] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Created folder: Instances in parent group-v539747. [ 973.070871] env[64443]: DEBUG oslo.service.loopingcall [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 973.071099] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.071706] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4f4fd15-d822-49c5-aed6-6cf2b52b0d4a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.091716] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676889, 'name': Rename_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.097821] env[64443]: DEBUG oslo_vmware.rw_handles [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 973.097821] env[64443]: value = "vm-539746" [ 973.097821] env[64443]: _type = "VirtualMachine" [ 973.097821] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 973.098114] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7ae8060d-87eb-4bbc-9756-a23db1bc5286 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.101355] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.101355] env[64443]: value = "task-2676896" [ 973.101355] env[64443]: _type = "Task" [ 973.101355] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.106182] env[64443]: DEBUG oslo_vmware.rw_handles [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lease: (returnval){ [ 973.106182] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5230c673-1b40-5052-3c41-9c6cd770e2dd" [ 973.106182] env[64443]: _type = "HttpNfcLease" [ 973.106182] env[64443]: } obtained for exporting VM: (result){ [ 973.106182] env[64443]: value = "vm-539746" [ 973.106182] env[64443]: _type = "VirtualMachine" [ 973.106182] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 973.106403] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the lease: (returnval){ [ 973.106403] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5230c673-1b40-5052-3c41-9c6cd770e2dd" [ 973.106403] env[64443]: _type = "HttpNfcLease" [ 973.106403] env[64443]: } to be ready. {{(pid=64443) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 973.113836] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676896, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.118492] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 973.118492] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5230c673-1b40-5052-3c41-9c6cd770e2dd" [ 973.118492] env[64443]: _type = "HttpNfcLease" [ 973.118492] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 973.138037] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d8892d-d572-47a4-8bc6-93c49e03fed9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.158135] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Updating instance '31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e' progress to 0 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.220635] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173238} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.220635] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.220843] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.220983] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.426017] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.549805] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a629df9b-3e64-4b84-ae67-4dbf404518fa tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "816437a1-05dc-4c40-8fc6-5171bdb524e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.417s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.576884] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676889, 'name': Rename_Task, 'duration_secs': 1.327551} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.580284] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.581209] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58ce7a1b-2761-4c1c-a6ce-073d351326dd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.588434] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 973.588434] env[64443]: value = "task-2676898" [ 973.588434] env[64443]: _type = "Task" [ 973.588434] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.597591] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.616756] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676896, 'name': CreateVM_Task, 'duration_secs': 0.346442} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.616958] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.617675] env[64443]: DEBUG oslo_concurrency.lockutils [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.617866] env[64443]: DEBUG oslo_concurrency.lockutils [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.618257] env[64443]: DEBUG oslo_concurrency.lockutils [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.620009] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b600a6f-bcf8-41cc-8f3d-23002777847a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.621613] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 973.621613] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5230c673-1b40-5052-3c41-9c6cd770e2dd" [ 973.621613] env[64443]: _type = "HttpNfcLease" [ 973.621613] env[64443]: } is ready. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 973.621891] env[64443]: DEBUG oslo_vmware.rw_handles [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 973.621891] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5230c673-1b40-5052-3c41-9c6cd770e2dd" [ 973.621891] env[64443]: _type = "HttpNfcLease" [ 973.621891] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 973.623052] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c2fabc-a2d7-45ad-bcc9-c2a1f5ef4b09 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.627389] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Waiting for the task: (returnval){ [ 973.627389] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52415e75-2d1e-387f-1702-a297e7b8bbd3" [ 973.627389] env[64443]: _type = "Task" [ 973.627389] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.637572] env[64443]: DEBUG oslo_vmware.rw_handles [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527d49c3-1dda-0ba2-93ba-e24bf775def5/disk-0.vmdk from lease info. {{(pid=64443) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 973.637572] env[64443]: DEBUG oslo_vmware.rw_handles [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527d49c3-1dda-0ba2-93ba-e24bf775def5/disk-0.vmdk for reading. {{(pid=64443) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 973.695369] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.702291] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58288ac7-971c-47c0-8f55-0e8dc1f33529 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.704068] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52415e75-2d1e-387f-1702-a297e7b8bbd3, 'name': SearchDatastore_Task, 'duration_secs': 0.011558} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.705824] env[64443]: DEBUG oslo_concurrency.lockutils [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.706083] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.706375] env[64443]: DEBUG oslo_concurrency.lockutils [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.706489] env[64443]: DEBUG oslo_concurrency.lockutils [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.706687] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.707501] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b84af31f-ad24-4dc4-8055-70e2c4fa4e16 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.714641] env[64443]: DEBUG oslo_vmware.api [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 973.714641] env[64443]: value = "task-2676899" [ 973.714641] env[64443]: _type = "Task" [ 973.714641] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.722097] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.722311] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.723630] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7836ff82-81a2-4910-8f58-2d3c1ca77639 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.737030] env[64443]: DEBUG oslo_vmware.api [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.740858] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-47ac6451-d21b-4e5f-b51d-efc1790caca6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.745166] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Waiting for the task: (returnval){ [ 973.745166] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]521c592d-5376-2047-594f-cce7b8bb7c95" [ 973.745166] env[64443]: _type = "Task" [ 973.745166] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.762826] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]521c592d-5376-2047-594f-cce7b8bb7c95, 'name': SearchDatastore_Task, 'duration_secs': 0.011067} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.769131] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d55b0618-6b38-4928-96da-cb6881fe1205 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.777762] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Waiting for the task: (returnval){ [ 973.777762] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]523f8a55-d9bc-ae5e-7aeb-848f072ff807" [ 973.777762] env[64443]: _type = "Task" [ 973.777762] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.791726] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]523f8a55-d9bc-ae5e-7aeb-848f072ff807, 'name': SearchDatastore_Task, 'duration_secs': 0.010461} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.799748] env[64443]: DEBUG oslo_concurrency.lockutils [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.800033] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 99fa9e11-31c2-4182-b402-3365fa09f2a5/99fa9e11-31c2-4182-b402-3365fa09f2a5.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.800611] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89079242-84ab-467c-bf24-870fb40ec3a2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.809118] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Waiting for the task: (returnval){ [ 973.809118] env[64443]: value = "task-2676900" [ 973.809118] env[64443]: _type = "Task" [ 973.809118] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.821301] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Task: {'id': task-2676900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.829766] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b4e561-78c7-46e1-b629-111a3dc699f5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.840233] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2609db0e-a173-4135-b0a1-b31fe86bd8b2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.872160] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4770a4-76bf-4b6a-b0ca-f16e00b8d323 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.881091] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a9d0a6-d8fb-41b8-b7af-e739a8e0ce03 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.897176] env[64443]: DEBUG nova.compute.provider_tree [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.929839] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676892, 'name': ReconfigVM_Task, 'duration_secs': 1.2041} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.930292] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Reconfigured VM instance instance-0000005c to attach disk [datastore2] cfe684bb-ff0c-46bb-8485-a3cabaed9447/cfe684bb-ff0c-46bb-8485-a3cabaed9447.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.930940] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72106afc-f2bf-469e-b87b-cd3451099628 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.938845] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 973.938845] env[64443]: value = "task-2676901" [ 973.938845] env[64443]: _type = "Task" [ 973.938845] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.949183] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676901, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.100663] env[64443]: DEBUG oslo_vmware.api [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676898, 'name': PowerOnVM_Task, 'duration_secs': 0.497277} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.102115] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.102350] env[64443]: INFO nova.compute.manager [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Took 9.33 seconds to spawn the instance on the hypervisor. [ 974.102536] env[64443]: DEBUG nova.compute.manager [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.103783] env[64443]: DEBUG nova.compute.manager [None req-7e896a13-5b53-41eb-8428-a55054c67dbd tempest-ServerDiagnosticsV248Test-1861465021 tempest-ServerDiagnosticsV248Test-1861465021-project-admin] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.104661] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb60c68-49e1-42b7-8e79-50826f661743 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.108648] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df265c98-ba98-44b2-b942-5698f8d6951f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.124253] env[64443]: INFO nova.compute.manager [None req-7e896a13-5b53-41eb-8428-a55054c67dbd tempest-ServerDiagnosticsV248Test-1861465021 tempest-ServerDiagnosticsV248Test-1861465021-project-admin] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Retrieving diagnostics [ 974.125521] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1a3361-aef2-4eed-9223-95e32ffc656a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.227045] env[64443]: DEBUG oslo_vmware.api [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676899, 'name': PowerOffVM_Task, 'duration_secs': 0.236755} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.227340] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.227535] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Updating instance '31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e' progress to 17 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 974.272447] env[64443]: DEBUG nova.virt.hardware [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.272824] env[64443]: DEBUG nova.virt.hardware [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.273523] env[64443]: DEBUG nova.virt.hardware [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.273523] env[64443]: DEBUG nova.virt.hardware [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.273523] env[64443]: DEBUG nova.virt.hardware [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.273802] env[64443]: DEBUG nova.virt.hardware [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.274020] env[64443]: DEBUG nova.virt.hardware [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.274435] env[64443]: DEBUG nova.virt.hardware [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.274779] env[64443]: DEBUG nova.virt.hardware [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.275067] env[64443]: DEBUG nova.virt.hardware [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.275312] env[64443]: DEBUG nova.virt.hardware [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.276248] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb2fa9c-22bd-4af7-820d-5064eb29111a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.287766] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11774120-1462-4004-8dcc-547a30b3e889 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.305583] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:ad:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b59f56f5-066a-41a4-89e5-c0493bbf4d33', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.313695] env[64443]: DEBUG oslo.service.loopingcall [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.314995] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.318169] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48287bf9-15c0-46a5-b5a8-f4bafbff5fe9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.342438] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Task: {'id': task-2676900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513083} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.344316] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 99fa9e11-31c2-4182-b402-3365fa09f2a5/99fa9e11-31c2-4182-b402-3365fa09f2a5.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.345224] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.345224] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.345224] env[64443]: value = "task-2676902" [ 974.345224] env[64443]: _type = "Task" [ 974.345224] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.345557] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-319cf622-8a7e-494a-bb54-f0a49ad45325 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.359378] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676902, 'name': CreateVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.359672] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Waiting for the task: (returnval){ [ 974.359672] env[64443]: value = "task-2676903" [ 974.359672] env[64443]: _type = "Task" [ 974.359672] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.372193] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Task: {'id': task-2676903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.400367] env[64443]: DEBUG nova.scheduler.client.report [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.411348] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquiring lock "3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.411781] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Lock "3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.452032] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676901, 'name': Rename_Task, 'duration_secs': 0.313184} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.452290] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.452602] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23cf3265-a2a9-4c50-84db-04dd3b9c7b87 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.462451] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 974.462451] env[64443]: value = "task-2676904" [ 974.462451] env[64443]: _type = "Task" [ 974.462451] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.470276] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.643283] env[64443]: INFO nova.compute.manager [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Took 23.87 seconds to build instance. [ 974.734871] env[64443]: DEBUG nova.virt.hardware [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.734871] env[64443]: DEBUG nova.virt.hardware [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.735356] env[64443]: DEBUG nova.virt.hardware [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.735723] env[64443]: DEBUG nova.virt.hardware [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.735990] env[64443]: DEBUG nova.virt.hardware [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.736272] env[64443]: DEBUG nova.virt.hardware [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.736598] env[64443]: DEBUG nova.virt.hardware [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.739015] env[64443]: DEBUG nova.virt.hardware [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.739015] env[64443]: DEBUG nova.virt.hardware [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.739015] env[64443]: DEBUG nova.virt.hardware [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.739015] env[64443]: DEBUG nova.virt.hardware [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.743642] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90678f7b-edb7-49af-8ec9-a8beb5eb73c8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.761927] env[64443]: DEBUG oslo_vmware.api [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 974.761927] env[64443]: value = "task-2676905" [ 974.761927] env[64443]: _type = "Task" [ 974.761927] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.774787] env[64443]: DEBUG oslo_vmware.api [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.863764] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676902, 'name': CreateVM_Task, 'duration_secs': 0.494357} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.868651] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.869923] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.870259] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.870875] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 974.871864] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d67ad6ae-2450-4194-af45-6819f241c1c3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.879522] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Task: {'id': task-2676903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075718} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.880432] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.881728] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ef30e5-ab83-4998-9c12-3928be18826b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.895286] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 974.895286] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]525be82c-7c2b-a4bd-f683-6f30366f3b06" [ 974.895286] env[64443]: _type = "Task" [ 974.895286] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.917185] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.920940] env[64443]: DEBUG nova.compute.manager [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.935102] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 99fa9e11-31c2-4182-b402-3365fa09f2a5/99fa9e11-31c2-4182-b402-3365fa09f2a5.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.939301] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28cb3ae5-504f-4a84-90fc-6cb7beccf6bd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.961591] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]525be82c-7c2b-a4bd-f683-6f30366f3b06, 'name': SearchDatastore_Task, 'duration_secs': 0.02582} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.962747] env[64443]: INFO nova.scheduler.client.report [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Deleted allocations for instance 17791435-701d-4a7a-b1f2-0d7d61e339da [ 974.968356] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.968632] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.968921] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.969091] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.969345] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.969704] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Waiting for the task: (returnval){ [ 974.969704] env[64443]: value = "task-2676906" [ 974.969704] env[64443]: _type = "Task" [ 974.969704] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.973321] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e843be1-9044-42b8-9111-b0f150feb301 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.984885] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676904, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.992369] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Task: {'id': task-2676906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.992369] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.992369] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.993289] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5795025-9672-4417-8766-870c91265a83 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.001349] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 975.001349] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5229c11a-4b05-d78b-b128-be611c065a10" [ 975.001349] env[64443]: _type = "Task" [ 975.001349] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.012880] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5229c11a-4b05-d78b-b128-be611c065a10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.146348] env[64443]: DEBUG oslo_concurrency.lockutils [None req-064ecf59-e7e0-498e-9d58-53942d6011b5 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "4cf4ece1-dfba-4a22-b810-0b08b33066ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.391s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.202097] env[64443]: DEBUG oslo_concurrency.lockutils [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Acquiring lock "456752b1-5451-4f7b-bd30-31c6edc0837a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.202515] env[64443]: DEBUG oslo_concurrency.lockutils [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Lock "456752b1-5451-4f7b-bd30-31c6edc0837a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.202939] env[64443]: DEBUG oslo_concurrency.lockutils [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Acquiring lock "456752b1-5451-4f7b-bd30-31c6edc0837a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.203441] env[64443]: DEBUG oslo_concurrency.lockutils [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Lock "456752b1-5451-4f7b-bd30-31c6edc0837a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.203732] env[64443]: DEBUG oslo_concurrency.lockutils [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Lock "456752b1-5451-4f7b-bd30-31c6edc0837a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.206559] env[64443]: INFO nova.compute.manager [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Terminating instance [ 975.274952] env[64443]: DEBUG oslo_vmware.api [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676905, 'name': ReconfigVM_Task, 'duration_secs': 0.401611} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.275982] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Updating instance '31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e' progress to 33 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 975.444841] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.445147] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.448042] env[64443]: INFO nova.compute.claims [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.474373] env[64443]: DEBUG oslo_vmware.api [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676904, 'name': PowerOnVM_Task, 'duration_secs': 0.679461} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.474840] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.476838] env[64443]: INFO nova.compute.manager [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Took 8.40 seconds to spawn the instance on the hypervisor. [ 975.478460] env[64443]: DEBUG nova.compute.manager [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.482969] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ad4ee446-d102-4963-9409-56262f59e027 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "17791435-701d-4a7a-b1f2-0d7d61e339da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.836s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.486723] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa684d6-f3c5-4adb-8fb8-3bf487d0ece2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.511932] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Task: {'id': task-2676906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.523985] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5229c11a-4b05-d78b-b128-be611c065a10, 'name': SearchDatastore_Task, 'duration_secs': 0.022547} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.525395] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40e40990-b2e3-40e3-860f-8f8263c46bb1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.531832] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 975.531832] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52b72f30-0d51-dc45-89f0-7c3b39f29663" [ 975.531832] env[64443]: _type = "Task" [ 975.531832] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.544262] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b72f30-0d51-dc45-89f0-7c3b39f29663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.710303] env[64443]: DEBUG oslo_concurrency.lockutils [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Acquiring lock "refresh_cache-456752b1-5451-4f7b-bd30-31c6edc0837a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.710514] env[64443]: DEBUG oslo_concurrency.lockutils [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Acquired lock "refresh_cache-456752b1-5451-4f7b-bd30-31c6edc0837a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.710853] env[64443]: DEBUG nova.network.neutron [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.786350] env[64443]: DEBUG nova.virt.hardware [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.787011] env[64443]: DEBUG nova.virt.hardware [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.787406] env[64443]: DEBUG nova.virt.hardware [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.787833] env[64443]: DEBUG nova.virt.hardware [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.788616] env[64443]: DEBUG nova.virt.hardware [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.788616] env[64443]: DEBUG nova.virt.hardware [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.788865] env[64443]: DEBUG nova.virt.hardware [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.789325] env[64443]: DEBUG nova.virt.hardware [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.790344] env[64443]: DEBUG nova.virt.hardware [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.791039] env[64443]: DEBUG nova.virt.hardware [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.791105] env[64443]: DEBUG nova.virt.hardware [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.801362] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Reconfiguring VM instance instance-00000021 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 975.805020] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52e39561-966d-4c4c-9f3e-53523c2d0fbf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.835160] env[64443]: DEBUG oslo_vmware.api [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 975.835160] env[64443]: value = "task-2676907" [ 975.835160] env[64443]: _type = "Task" [ 975.835160] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.846300] env[64443]: DEBUG oslo_vmware.api [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.992221] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Task: {'id': task-2676906, 'name': ReconfigVM_Task, 'duration_secs': 0.812045} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.992221] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 99fa9e11-31c2-4182-b402-3365fa09f2a5/99fa9e11-31c2-4182-b402-3365fa09f2a5.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.992221] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-266ff877-2054-4e87-9b17-d1b627cb884b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.002179] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Waiting for the task: (returnval){ [ 976.002179] env[64443]: value = "task-2676908" [ 976.002179] env[64443]: _type = "Task" [ 976.002179] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.021821] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Task: {'id': task-2676908, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.027424] env[64443]: INFO nova.compute.manager [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Took 24.04 seconds to build instance. [ 976.054436] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b72f30-0d51-dc45-89f0-7c3b39f29663, 'name': SearchDatastore_Task, 'duration_secs': 0.019192} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.055197] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.055826] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 9c1f79fb-8883-43f7-9b37-96857485c53d/9c1f79fb-8883-43f7-9b37-96857485c53d.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.057417] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3753c656-90c4-4b5f-8be8-113e99932131 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.068632] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 976.068632] env[64443]: value = "task-2676909" [ 976.068632] env[64443]: _type = "Task" [ 976.068632] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.085285] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.163217] env[64443]: DEBUG nova.compute.manager [req-e073a881-7fcb-4e94-9bc8-362023c2b299 req-fbd64464-713b-4dfe-92b5-6fb7cd3f67f5 service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Received event network-changed-a45f2c2a-d745-4163-99b9-d782c7dd19de {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.163217] env[64443]: DEBUG nova.compute.manager [req-e073a881-7fcb-4e94-9bc8-362023c2b299 req-fbd64464-713b-4dfe-92b5-6fb7cd3f67f5 service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Refreshing instance network info cache due to event network-changed-a45f2c2a-d745-4163-99b9-d782c7dd19de. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 976.163886] env[64443]: DEBUG oslo_concurrency.lockutils [req-e073a881-7fcb-4e94-9bc8-362023c2b299 req-fbd64464-713b-4dfe-92b5-6fb7cd3f67f5 service nova] Acquiring lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.163886] env[64443]: DEBUG oslo_concurrency.lockutils [req-e073a881-7fcb-4e94-9bc8-362023c2b299 req-fbd64464-713b-4dfe-92b5-6fb7cd3f67f5 service nova] Acquired lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.163886] env[64443]: DEBUG nova.network.neutron [req-e073a881-7fcb-4e94-9bc8-362023c2b299 req-fbd64464-713b-4dfe-92b5-6fb7cd3f67f5 service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Refreshing network info cache for port a45f2c2a-d745-4163-99b9-d782c7dd19de {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.244463] env[64443]: DEBUG nova.network.neutron [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.308775] env[64443]: DEBUG nova.network.neutron [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.346743] env[64443]: DEBUG oslo_vmware.api [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676907, 'name': ReconfigVM_Task, 'duration_secs': 0.23791} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.347078] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Reconfigured VM instance instance-00000021 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 976.347942] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259eccfa-6910-477b-8229-4307e935ab76 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.373521] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e/31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.373986] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91bab993-523a-4754-b0db-cd8ed1ed158c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.397289] env[64443]: DEBUG oslo_vmware.api [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 976.397289] env[64443]: value = "task-2676910" [ 976.397289] env[64443]: _type = "Task" [ 976.397289] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.407911] env[64443]: DEBUG oslo_vmware.api [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.517045] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Task: {'id': task-2676908, 'name': Rename_Task, 'duration_secs': 0.223614} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.517045] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.517045] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4faea007-0bfe-4de5-b7f0-4153fd43302e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.530126] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c89adaab-d3f4-4d3b-9a1e-8af818cc5111 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "cfe684bb-ff0c-46bb-8485-a3cabaed9447" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.554s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.532021] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Waiting for the task: (returnval){ [ 976.532021] env[64443]: value = "task-2676911" [ 976.532021] env[64443]: _type = "Task" [ 976.532021] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.540620] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Task: {'id': task-2676911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.564410] env[64443]: DEBUG oslo_concurrency.lockutils [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.564410] env[64443]: DEBUG oslo_concurrency.lockutils [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.585870] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676909, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.730976] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56f4105-56de-4182-bf6b-83c5e28b77a2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.749164] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044846ab-4f8e-4826-a7de-c4ba763bf434 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.796721] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce27e81-a0be-42ce-9b6d-8172a3400c01 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.805516] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3858a93c-a02a-4b63-889c-8e3a21a40c32 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.812099] env[64443]: DEBUG oslo_concurrency.lockutils [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Releasing lock "refresh_cache-456752b1-5451-4f7b-bd30-31c6edc0837a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.812726] env[64443]: DEBUG nova.compute.manager [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.812985] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.823078] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764ed7be-8e98-4631-af34-139e53c7a8fb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.826431] env[64443]: DEBUG nova.compute.provider_tree [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.835484] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.835484] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b0fd4cb-3070-4470-95a4-a5b05ca4d9cc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.843303] env[64443]: DEBUG oslo_vmware.api [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Waiting for the task: (returnval){ [ 976.843303] env[64443]: value = "task-2676912" [ 976.843303] env[64443]: _type = "Task" [ 976.843303] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.854910] env[64443]: DEBUG oslo_vmware.api [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Task: {'id': task-2676912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.909827] env[64443]: DEBUG oslo_vmware.api [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676910, 'name': ReconfigVM_Task, 'duration_secs': 0.480063} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.910198] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e/31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.910476] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Updating instance '31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e' progress to 50 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 976.990352] env[64443]: DEBUG nova.network.neutron [req-e073a881-7fcb-4e94-9bc8-362023c2b299 req-fbd64464-713b-4dfe-92b5-6fb7cd3f67f5 service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Updated VIF entry in instance network info cache for port a45f2c2a-d745-4163-99b9-d782c7dd19de. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.990559] env[64443]: DEBUG nova.network.neutron [req-e073a881-7fcb-4e94-9bc8-362023c2b299 req-fbd64464-713b-4dfe-92b5-6fb7cd3f67f5 service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Updating instance_info_cache with network_info: [{"id": "a45f2c2a-d745-4163-99b9-d782c7dd19de", "address": "fa:16:3e:78:25:15", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa45f2c2a-d7", "ovs_interfaceid": "a45f2c2a-d745-4163-99b9-d782c7dd19de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.043351] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Task: {'id': task-2676911, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.065880] env[64443]: DEBUG nova.compute.manager [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.082067] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597441} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.082516] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 9c1f79fb-8883-43f7-9b37-96857485c53d/9c1f79fb-8883-43f7-9b37-96857485c53d.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.083094] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.083467] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4aab3b5-cf60-4e43-99cc-a9e571f1ec28 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.093746] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 977.093746] env[64443]: value = "task-2676913" [ 977.093746] env[64443]: _type = "Task" [ 977.093746] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.104799] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.169021] env[64443]: DEBUG oslo_concurrency.lockutils [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "e221ca52-4fe1-4074-8e08-3c5dcc221c57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.169292] env[64443]: DEBUG oslo_concurrency.lockutils [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "e221ca52-4fe1-4074-8e08-3c5dcc221c57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.329930] env[64443]: DEBUG nova.scheduler.client.report [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.354998] env[64443]: DEBUG oslo_vmware.api [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Task: {'id': task-2676912, 'name': PowerOffVM_Task, 'duration_secs': 0.15098} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.355250] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.355425] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.355684] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73891cf9-44de-4288-9c29-54bec97ca920 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.385734] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.386040] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.386168] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Deleting the datastore file [datastore1] 456752b1-5451-4f7b-bd30-31c6edc0837a {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.386429] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ceec7307-23af-421a-ba97-639013e1e7bf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.394972] env[64443]: DEBUG oslo_vmware.api [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Waiting for the task: (returnval){ [ 977.394972] env[64443]: value = "task-2676915" [ 977.394972] env[64443]: _type = "Task" [ 977.394972] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.403552] env[64443]: DEBUG oslo_vmware.api [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Task: {'id': task-2676915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.417508] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd60661-103a-4fc7-960b-37a18fb0b0ea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.441267] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3e41cd-b24f-439e-8797-3b0e9c2bd323 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.460085] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Updating instance '31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e' progress to 67 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 977.498506] env[64443]: DEBUG oslo_concurrency.lockutils [req-e073a881-7fcb-4e94-9bc8-362023c2b299 req-fbd64464-713b-4dfe-92b5-6fb7cd3f67f5 service nova] Releasing lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.546792] env[64443]: DEBUG oslo_vmware.api [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Task: {'id': task-2676911, 'name': PowerOnVM_Task, 'duration_secs': 0.659773} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.547085] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.547315] env[64443]: INFO nova.compute.manager [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Took 8.09 seconds to spawn the instance on the hypervisor. [ 977.547503] env[64443]: DEBUG nova.compute.manager [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.549015] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030d5171-39e3-4a86-b53c-0486a3dcf97f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.592364] env[64443]: DEBUG oslo_concurrency.lockutils [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.611725] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097372} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.612346] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.615426] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023bbb31-d243-43a8-81c7-39a3bbdac3d3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.623429] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "1b5f8ce3-bafd-4e44-8275-81c6c23db94b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.623780] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "1b5f8ce3-bafd-4e44-8275-81c6c23db94b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.651883] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 9c1f79fb-8883-43f7-9b37-96857485c53d/9c1f79fb-8883-43f7-9b37-96857485c53d.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.652687] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c388279-e8c4-4627-8f62-e69569fda5ba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.672389] env[64443]: DEBUG nova.compute.manager [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.679066] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 977.679066] env[64443]: value = "task-2676916" [ 977.679066] env[64443]: _type = "Task" [ 977.679066] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.688381] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.835045] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.835693] env[64443]: DEBUG nova.compute.manager [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.838704] env[64443]: DEBUG oslo_concurrency.lockutils [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.247s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.841348] env[64443]: INFO nova.compute.claims [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.906300] env[64443]: DEBUG oslo_vmware.api [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Task: {'id': task-2676915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3162} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.906569] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.906758] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.906944] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.907131] env[64443]: INFO nova.compute.manager [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Took 1.09 seconds to destroy the instance on the hypervisor. [ 977.907384] env[64443]: DEBUG oslo.service.loopingcall [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 977.907569] env[64443]: DEBUG nova.compute.manager [-] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.907691] env[64443]: DEBUG nova.network.neutron [-] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.924671] env[64443]: DEBUG nova.network.neutron [-] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.006323] env[64443]: DEBUG nova.network.neutron [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Port a7ab0a27-394e-4943-affc-2d0416413973 binding to destination host cpu-1 is already ACTIVE {{(pid=64443) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 978.067901] env[64443]: INFO nova.compute.manager [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Took 20.45 seconds to build instance. [ 978.126073] env[64443]: DEBUG nova.compute.manager [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.144537] env[64443]: DEBUG oslo_concurrency.lockutils [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "716c07e9-41e6-4a86-a49e-a9d7f203823b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.144862] env[64443]: DEBUG oslo_concurrency.lockutils [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "716c07e9-41e6-4a86-a49e-a9d7f203823b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.192188] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676916, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.199352] env[64443]: DEBUG oslo_concurrency.lockutils [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.346977] env[64443]: DEBUG nova.compute.utils [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 978.350568] env[64443]: DEBUG nova.compute.manager [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.351352] env[64443]: DEBUG nova.network.neutron [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.406671] env[64443]: DEBUG nova.policy [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81fe6b88f445463eaef4354f2b64835f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf32d640f6f4444a8e6443e3314d4dc3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.427790] env[64443]: DEBUG nova.network.neutron [-] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.572021] env[64443]: DEBUG oslo_concurrency.lockutils [None req-26fee642-dfce-45bd-ab3e-8871a73cc41e tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Lock "99fa9e11-31c2-4182-b402-3365fa09f2a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.970s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.648091] env[64443]: DEBUG nova.compute.manager [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.658768] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.690300] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676916, 'name': ReconfigVM_Task, 'duration_secs': 0.530835} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.690421] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 9c1f79fb-8883-43f7-9b37-96857485c53d/9c1f79fb-8883-43f7-9b37-96857485c53d.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.691117] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f846abd-ffb8-473d-8805-2cd7ee9ebb70 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.699719] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 978.699719] env[64443]: value = "task-2676917" [ 978.699719] env[64443]: _type = "Task" [ 978.699719] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.700488] env[64443]: DEBUG nova.network.neutron [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Successfully created port: 7ca337ef-3e4a-4e6c-aebd-0ec446527e17 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.713117] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676917, 'name': Rename_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.851901] env[64443]: DEBUG nova.compute.manager [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.930429] env[64443]: INFO nova.compute.manager [-] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Took 1.02 seconds to deallocate network for instance. [ 978.996987] env[64443]: DEBUG nova.network.neutron [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Successfully created port: 263f04e4-1c58-4946-abdf-f1ad0c97865e {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.037029] env[64443]: DEBUG oslo_concurrency.lockutils [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.037029] env[64443]: DEBUG oslo_concurrency.lockutils [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.037316] env[64443]: DEBUG oslo_concurrency.lockutils [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.136856] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Acquiring lock "99fa9e11-31c2-4182-b402-3365fa09f2a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.136856] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Lock "99fa9e11-31c2-4182-b402-3365fa09f2a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.136856] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Acquiring lock "99fa9e11-31c2-4182-b402-3365fa09f2a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.136856] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Lock "99fa9e11-31c2-4182-b402-3365fa09f2a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.136856] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Lock "99fa9e11-31c2-4182-b402-3365fa09f2a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.138263] env[64443]: INFO nova.compute.manager [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Terminating instance [ 979.145320] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85489353-1263-4136-a4f3-5c069bcaff72 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.156883] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e207e8-5e30-4b6f-867e-acb09e326c6f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.199152] env[64443]: DEBUG oslo_concurrency.lockutils [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.200019] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c372deaf-6134-4df4-817d-1bc9f90c23fb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.213727] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeefead0-d76e-42e2-b586-f8c23d760c37 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.218299] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676917, 'name': Rename_Task, 'duration_secs': 0.2361} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.218299] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.218556] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e4f1a89-edb0-48af-8a4e-53451dd5fddc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.228562] env[64443]: DEBUG nova.compute.provider_tree [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.235232] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 979.235232] env[64443]: value = "task-2676918" [ 979.235232] env[64443]: _type = "Task" [ 979.235232] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.244138] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.438044] env[64443]: DEBUG oslo_concurrency.lockutils [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.642403] env[64443]: DEBUG nova.compute.manager [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.642647] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.643569] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c04713-0e30-477b-bd54-5031d1be4a8d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.651646] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.651906] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01a834b8-0029-48bf-8b23-db42a66d5f9a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.659083] env[64443]: DEBUG oslo_vmware.api [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Waiting for the task: (returnval){ [ 979.659083] env[64443]: value = "task-2676919" [ 979.659083] env[64443]: _type = "Task" [ 979.659083] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.667154] env[64443]: DEBUG oslo_vmware.api [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Task: {'id': task-2676919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.746178] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676918, 'name': PowerOnVM_Task} progress is 87%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.749967] env[64443]: ERROR nova.scheduler.client.report [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [req-b29dbde7-bcb0-497f-9a70-bb456a6a8296] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b29dbde7-bcb0-497f-9a70-bb456a6a8296"}]} [ 979.766707] env[64443]: DEBUG nova.scheduler.client.report [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 979.782966] env[64443]: DEBUG nova.scheduler.client.report [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 979.783173] env[64443]: DEBUG nova.compute.provider_tree [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 979.795607] env[64443]: DEBUG nova.scheduler.client.report [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 979.821810] env[64443]: DEBUG nova.scheduler.client.report [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 979.865773] env[64443]: DEBUG nova.compute.manager [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.896825] env[64443]: DEBUG nova.virt.hardware [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.897105] env[64443]: DEBUG nova.virt.hardware [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.897415] env[64443]: DEBUG nova.virt.hardware [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.897636] env[64443]: DEBUG nova.virt.hardware [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.897816] env[64443]: DEBUG nova.virt.hardware [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.897983] env[64443]: DEBUG nova.virt.hardware [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.899200] env[64443]: DEBUG nova.virt.hardware [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.899432] env[64443]: DEBUG nova.virt.hardware [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.899638] env[64443]: DEBUG nova.virt.hardware [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.899855] env[64443]: DEBUG nova.virt.hardware [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.900073] env[64443]: DEBUG nova.virt.hardware [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.900985] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1d8110-ae88-4916-9b83-a3a88dede01d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.914410] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c18c226-83be-48aa-b9ac-e25f3d05e342 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.077337] env[64443]: DEBUG oslo_concurrency.lockutils [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.077627] env[64443]: DEBUG oslo_concurrency.lockutils [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.077818] env[64443]: DEBUG nova.network.neutron [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.120213] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228ff5c3-af4d-4514-9fae-e863ec5277c8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.129184] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80974b51-0e00-42f2-ae6b-9609387d3070 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.164138] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e95cd1c-e14b-4c94-b6d9-5fb72217becd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.171918] env[64443]: DEBUG oslo_vmware.api [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Task: {'id': task-2676919, 'name': PowerOffVM_Task, 'duration_secs': 0.220152} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.174140] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.174277] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.174512] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfb05797-4648-42ed-b887-d0a56841c5df {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.176974] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a9ce5a-e662-4969-8e78-067a4b1b73d6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.190602] env[64443]: DEBUG nova.compute.provider_tree [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.244593] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.244810] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.245093] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Deleting the datastore file [datastore2] 99fa9e11-31c2-4182-b402-3365fa09f2a5 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.245745] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48dc626c-467b-4d3c-8da9-e4e6c33ffd9b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.250727] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676918, 'name': PowerOnVM_Task, 'duration_secs': 0.776403} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.251310] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.251518] env[64443]: DEBUG nova.compute.manager [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.252317] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95616c9-23ec-48c1-a129-8daabdc1456b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.255779] env[64443]: DEBUG oslo_vmware.api [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Waiting for the task: (returnval){ [ 980.255779] env[64443]: value = "task-2676921" [ 980.255779] env[64443]: _type = "Task" [ 980.255779] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.267725] env[64443]: DEBUG oslo_vmware.api [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Task: {'id': task-2676921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.411264] env[64443]: DEBUG nova.compute.manager [req-8f064380-65fc-4eb9-b3ca-9c870b1671f0 req-b28267af-4f4d-411c-97c5-247eab9ce593 service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Received event network-vif-plugged-7ca337ef-3e4a-4e6c-aebd-0ec446527e17 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 980.412134] env[64443]: DEBUG oslo_concurrency.lockutils [req-8f064380-65fc-4eb9-b3ca-9c870b1671f0 req-b28267af-4f4d-411c-97c5-247eab9ce593 service nova] Acquiring lock "3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.412428] env[64443]: DEBUG oslo_concurrency.lockutils [req-8f064380-65fc-4eb9-b3ca-9c870b1671f0 req-b28267af-4f4d-411c-97c5-247eab9ce593 service nova] Lock "3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.412668] env[64443]: DEBUG oslo_concurrency.lockutils [req-8f064380-65fc-4eb9-b3ca-9c870b1671f0 req-b28267af-4f4d-411c-97c5-247eab9ce593 service nova] Lock "3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.412914] env[64443]: DEBUG nova.compute.manager [req-8f064380-65fc-4eb9-b3ca-9c870b1671f0 req-b28267af-4f4d-411c-97c5-247eab9ce593 service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] No waiting events found dispatching network-vif-plugged-7ca337ef-3e4a-4e6c-aebd-0ec446527e17 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.413158] env[64443]: WARNING nova.compute.manager [req-8f064380-65fc-4eb9-b3ca-9c870b1671f0 req-b28267af-4f4d-411c-97c5-247eab9ce593 service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Received unexpected event network-vif-plugged-7ca337ef-3e4a-4e6c-aebd-0ec446527e17 for instance with vm_state building and task_state spawning. [ 980.505430] env[64443]: DEBUG nova.network.neutron [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Successfully updated port: 7ca337ef-3e4a-4e6c-aebd-0ec446527e17 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.722230] env[64443]: DEBUG nova.scheduler.client.report [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 980.722576] env[64443]: DEBUG nova.compute.provider_tree [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 132 to 133 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 980.722832] env[64443]: DEBUG nova.compute.provider_tree [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.765729] env[64443]: INFO nova.compute.manager [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] bringing vm to original state: 'stopped' [ 980.773734] env[64443]: DEBUG oslo_vmware.api [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Task: {'id': task-2676921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246838} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.774312] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.774549] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.774782] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.775013] env[64443]: INFO nova.compute.manager [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 980.775331] env[64443]: DEBUG oslo.service.loopingcall [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 980.775581] env[64443]: DEBUG nova.compute.manager [-] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.775711] env[64443]: DEBUG nova.network.neutron [-] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.836270] env[64443]: DEBUG nova.network.neutron [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Updating instance_info_cache with network_info: [{"id": "a7ab0a27-394e-4943-affc-2d0416413973", "address": "fa:16:3e:7a:59:6c", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7ab0a27-39", "ovs_interfaceid": "a7ab0a27-394e-4943-affc-2d0416413973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.228660] env[64443]: DEBUG oslo_concurrency.lockutils [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.390s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.229296] env[64443]: DEBUG nova.compute.manager [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.232225] env[64443]: DEBUG oslo_concurrency.lockutils [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.033s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.235094] env[64443]: INFO nova.compute.claims [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.339630] env[64443]: DEBUG oslo_concurrency.lockutils [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.569100] env[64443]: DEBUG nova.network.neutron [-] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.739506] env[64443]: DEBUG nova.compute.utils [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 981.743484] env[64443]: DEBUG nova.compute.manager [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.743646] env[64443]: DEBUG nova.network.neutron [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.780062] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "9c1f79fb-8883-43f7-9b37-96857485c53d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.780347] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "9c1f79fb-8883-43f7-9b37-96857485c53d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.780541] env[64443]: DEBUG nova.compute.manager [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.781539] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0c62e7-ec9e-4abb-9569-5b3542b73c2d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.790962] env[64443]: DEBUG nova.compute.manager [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64443) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 981.796388] env[64443]: DEBUG nova.policy [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95a143285dae44e2ad1551c7d69e783e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b12172c6e403474a8afed0fe4b0a0c3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.867966] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71834d8a-00cb-4942-a8c6-aa4f097b4e35 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.889402] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bbb98c-32ce-4da0-ae0f-34634d728852 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.897402] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Updating instance '31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e' progress to 83 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 982.071794] env[64443]: INFO nova.compute.manager [-] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Took 1.30 seconds to deallocate network for instance. [ 982.107046] env[64443]: DEBUG nova.network.neutron [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Successfully created port: 33530080-8065-416b-90c6-4c8caf409962 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.246723] env[64443]: DEBUG nova.compute.manager [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.295463] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.296051] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03cefe21-cdd8-4acc-b667-fec14a75a4ae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.303423] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 982.303423] env[64443]: value = "task-2676922" [ 982.303423] env[64443]: _type = "Task" [ 982.303423] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.317391] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.404333] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.404883] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ad4a9a1-f043-4255-a34a-4e137646149a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.415861] env[64443]: DEBUG oslo_vmware.api [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 982.415861] env[64443]: value = "task-2676923" [ 982.415861] env[64443]: _type = "Task" [ 982.415861] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.429021] env[64443]: DEBUG oslo_vmware.api [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.450297] env[64443]: DEBUG nova.compute.manager [req-c7d55c95-3d3f-4481-97ae-40ebd2baa0e5 req-4388f707-fe5c-47e4-8de2-6522135cb51c service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Received event network-changed-7ca337ef-3e4a-4e6c-aebd-0ec446527e17 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.450297] env[64443]: DEBUG nova.compute.manager [req-c7d55c95-3d3f-4481-97ae-40ebd2baa0e5 req-4388f707-fe5c-47e4-8de2-6522135cb51c service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Refreshing instance network info cache due to event network-changed-7ca337ef-3e4a-4e6c-aebd-0ec446527e17. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 982.450297] env[64443]: DEBUG oslo_concurrency.lockutils [req-c7d55c95-3d3f-4481-97ae-40ebd2baa0e5 req-4388f707-fe5c-47e4-8de2-6522135cb51c service nova] Acquiring lock "refresh_cache-3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.450297] env[64443]: DEBUG oslo_concurrency.lockutils [req-c7d55c95-3d3f-4481-97ae-40ebd2baa0e5 req-4388f707-fe5c-47e4-8de2-6522135cb51c service nova] Acquired lock "refresh_cache-3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.450297] env[64443]: DEBUG nova.network.neutron [req-c7d55c95-3d3f-4481-97ae-40ebd2baa0e5 req-4388f707-fe5c-47e4-8de2-6522135cb51c service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Refreshing network info cache for port 7ca337ef-3e4a-4e6c-aebd-0ec446527e17 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.551297] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7d72e8-f420-475c-9e8c-685ed9ce5cf9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.560369] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb3fd6e-b5dd-4e07-8c48-15305bde371d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.594707] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.596418] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99606e8-0b93-4016-9aba-f6affb329ca0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.604081] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b711cac-dfa9-47c4-a3e7-018626342986 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.622931] env[64443]: DEBUG nova.compute.provider_tree [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.625183] env[64443]: DEBUG nova.network.neutron [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Successfully updated port: 263f04e4-1c58-4946-abdf-f1ad0c97865e {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.813397] env[64443]: DEBUG oslo_vmware.api [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676922, 'name': PowerOffVM_Task, 'duration_secs': 0.270951} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.813675] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.813876] env[64443]: DEBUG nova.compute.manager [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.814761] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ef28e2-27a3-44cd-9a4f-71b9df9fc036 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.926725] env[64443]: DEBUG oslo_vmware.api [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676923, 'name': PowerOnVM_Task, 'duration_secs': 0.451656} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.927034] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.927205] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-12284811-75ba-46bf-86b7-2351572ef8a5 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Updating instance '31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e' progress to 100 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 982.987758] env[64443]: DEBUG nova.network.neutron [req-c7d55c95-3d3f-4481-97ae-40ebd2baa0e5 req-4388f707-fe5c-47e4-8de2-6522135cb51c service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.068286] env[64443]: DEBUG nova.network.neutron [req-c7d55c95-3d3f-4481-97ae-40ebd2baa0e5 req-4388f707-fe5c-47e4-8de2-6522135cb51c service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.128133] env[64443]: DEBUG nova.scheduler.client.report [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.131597] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquiring lock "refresh_cache-3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.259914] env[64443]: DEBUG nova.compute.manager [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.290648] env[64443]: DEBUG nova.virt.hardware [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.290939] env[64443]: DEBUG nova.virt.hardware [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.291158] env[64443]: DEBUG nova.virt.hardware [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.291381] env[64443]: DEBUG nova.virt.hardware [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.291565] env[64443]: DEBUG nova.virt.hardware [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.291750] env[64443]: DEBUG nova.virt.hardware [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.292249] env[64443]: DEBUG nova.virt.hardware [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.292249] env[64443]: DEBUG nova.virt.hardware [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.292449] env[64443]: DEBUG nova.virt.hardware [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.292661] env[64443]: DEBUG nova.virt.hardware [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.292876] env[64443]: DEBUG nova.virt.hardware [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.294031] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de16e203-1e07-4794-924a-4072e871005a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.302586] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f56aaf3-05ad-4fba-82ae-9610b01ddd84 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.328481] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "9c1f79fb-8883-43f7-9b37-96857485c53d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.548s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.338697] env[64443]: DEBUG oslo_vmware.rw_handles [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527d49c3-1dda-0ba2-93ba-e24bf775def5/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 983.339651] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de3217e-d475-4261-b4ac-b94cd82e9270 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.346669] env[64443]: DEBUG oslo_vmware.rw_handles [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527d49c3-1dda-0ba2-93ba-e24bf775def5/disk-0.vmdk is in state: ready. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 983.346854] env[64443]: ERROR oslo_vmware.rw_handles [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527d49c3-1dda-0ba2-93ba-e24bf775def5/disk-0.vmdk due to incomplete transfer. [ 983.347103] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-783d53f0-fa61-47c2-958d-4db46641c8a3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.356074] env[64443]: DEBUG oslo_vmware.rw_handles [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527d49c3-1dda-0ba2-93ba-e24bf775def5/disk-0.vmdk. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 983.356292] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Uploaded image 97e29640-a44c-4d15-b35a-ac4b97814fd1 to the Glance image server {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 983.358719] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Destroying the VM {{(pid=64443) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 983.358990] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b81c5aeb-e430-4e8d-962a-be1dc5134fc0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.366107] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 983.366107] env[64443]: value = "task-2676924" [ 983.366107] env[64443]: _type = "Task" [ 983.366107] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.377155] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676924, 'name': Destroy_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.571173] env[64443]: DEBUG oslo_concurrency.lockutils [req-c7d55c95-3d3f-4481-97ae-40ebd2baa0e5 req-4388f707-fe5c-47e4-8de2-6522135cb51c service nova] Releasing lock "refresh_cache-3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.571441] env[64443]: DEBUG nova.compute.manager [req-c7d55c95-3d3f-4481-97ae-40ebd2baa0e5 req-4388f707-fe5c-47e4-8de2-6522135cb51c service nova] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Received event network-vif-deleted-89b1b127-9afb-41cd-ba39-5b872e76090c {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.571785] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquired lock "refresh_cache-3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.571966] env[64443]: DEBUG nova.network.neutron [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.633119] env[64443]: DEBUG oslo_concurrency.lockutils [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.633865] env[64443]: DEBUG nova.compute.manager [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.637429] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.981s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.639698] env[64443]: INFO nova.compute.claims [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.708977] env[64443]: DEBUG nova.network.neutron [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Successfully updated port: 33530080-8065-416b-90c6-4c8caf409962 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.835088] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.878668] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676924, 'name': Destroy_Task, 'duration_secs': 0.336195} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.878668] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Destroyed the VM [ 983.878910] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Deleting Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 983.880052] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-16d36776-c81e-44da-b83b-6305ff24fa03 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.891924] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 983.891924] env[64443]: value = "task-2676925" [ 983.891924] env[64443]: _type = "Task" [ 983.891924] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.899970] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676925, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.109120] env[64443]: DEBUG nova.network.neutron [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.144328] env[64443]: DEBUG nova.compute.utils [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 984.148031] env[64443]: DEBUG nova.compute.manager [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.148031] env[64443]: DEBUG nova.network.neutron [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.211281] env[64443]: DEBUG oslo_concurrency.lockutils [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "refresh_cache-d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.211441] env[64443]: DEBUG oslo_concurrency.lockutils [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquired lock "refresh_cache-d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.211570] env[64443]: DEBUG nova.network.neutron [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.215421] env[64443]: DEBUG nova.policy [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bdda8a2d67b480f8abd1e899137febc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82178a7fb654409499ced650a17c3fc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.306629] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "9c1f79fb-8883-43f7-9b37-96857485c53d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.306905] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "9c1f79fb-8883-43f7-9b37-96857485c53d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.307127] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "9c1f79fb-8883-43f7-9b37-96857485c53d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.307321] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "9c1f79fb-8883-43f7-9b37-96857485c53d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.307492] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "9c1f79fb-8883-43f7-9b37-96857485c53d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.309896] env[64443]: INFO nova.compute.manager [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Terminating instance [ 984.403052] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676925, 'name': RemoveSnapshot_Task, 'duration_secs': 0.46953} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.403052] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Deleted Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 984.403052] env[64443]: DEBUG nova.compute.manager [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.403560] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1910dd33-ec60-4c38-95d9-d9341d5c0c5d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.525168] env[64443]: DEBUG nova.network.neutron [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Updating instance_info_cache with network_info: [{"id": "7ca337ef-3e4a-4e6c-aebd-0ec446527e17", "address": "fa:16:3e:1f:0b:40", "network": {"id": "ecd8c79c-dec2-4ae6-9413-b423363634c2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1506167468", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf32d640f6f4444a8e6443e3314d4dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca337ef-3e", "ovs_interfaceid": "7ca337ef-3e4a-4e6c-aebd-0ec446527e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "263f04e4-1c58-4946-abdf-f1ad0c97865e", "address": "fa:16:3e:fb:f1:d5", "network": {"id": "eac9e24a-d8ce-494b-a87d-6e0443b7cc06", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1008071769", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bf32d640f6f4444a8e6443e3314d4dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263f04e4-1c", "ovs_interfaceid": "263f04e4-1c58-4946-abdf-f1ad0c97865e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.527902] env[64443]: DEBUG nova.compute.manager [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Received event network-vif-plugged-263f04e4-1c58-4946-abdf-f1ad0c97865e {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.528239] env[64443]: DEBUG oslo_concurrency.lockutils [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] Acquiring lock "3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.528542] env[64443]: DEBUG oslo_concurrency.lockutils [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] Lock "3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.528806] env[64443]: DEBUG oslo_concurrency.lockutils [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] Lock "3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.529295] env[64443]: DEBUG nova.compute.manager [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] No waiting events found dispatching network-vif-plugged-263f04e4-1c58-4946-abdf-f1ad0c97865e {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.529568] env[64443]: WARNING nova.compute.manager [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Received unexpected event network-vif-plugged-263f04e4-1c58-4946-abdf-f1ad0c97865e for instance with vm_state building and task_state spawning. [ 984.529890] env[64443]: DEBUG nova.compute.manager [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Received event network-changed-263f04e4-1c58-4946-abdf-f1ad0c97865e {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.530303] env[64443]: DEBUG nova.compute.manager [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Refreshing instance network info cache due to event network-changed-263f04e4-1c58-4946-abdf-f1ad0c97865e. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 984.531911] env[64443]: DEBUG oslo_concurrency.lockutils [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] Acquiring lock "refresh_cache-3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.630273] env[64443]: DEBUG nova.network.neutron [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Successfully created port: d7e6d9ad-a62f-4716-9c06-2b1b131fb85c {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.648216] env[64443]: DEBUG nova.compute.manager [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.753208] env[64443]: DEBUG nova.network.neutron [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.814664] env[64443]: DEBUG nova.compute.manager [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.814891] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.815818] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ff7c37-7a72-4cdb-afe9-2082f2b76b92 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.830620] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.831209] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f2b44b2-fce9-4491-a1e6-415867fb05df {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.917161] env[64443]: INFO nova.compute.manager [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Shelve offloading [ 984.922992] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c3cefa-bb96-46a0-b49c-46bcbd8f1a43 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.934084] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2646f2c8-7113-4873-a0c9-8edec067b571 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.967729] env[64443]: DEBUG nova.network.neutron [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Updating instance_info_cache with network_info: [{"id": "33530080-8065-416b-90c6-4c8caf409962", "address": "fa:16:3e:3a:77:29", "network": {"id": "e740e7db-62f0-4d7c-ab92-8257f202e936", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-984788311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12172c6e403474a8afed0fe4b0a0c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33530080-80", "ovs_interfaceid": "33530080-8065-416b-90c6-4c8caf409962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.969540] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344c8545-3b35-4642-9aa8-c3caf7596d38 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.977595] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35597db9-bdf0-4cd3-8bca-c007f9c21c1e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.992880] env[64443]: DEBUG nova.compute.provider_tree [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.033610] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Releasing lock "refresh_cache-3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.034311] env[64443]: DEBUG nova.compute.manager [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Instance network_info: |[{"id": "7ca337ef-3e4a-4e6c-aebd-0ec446527e17", "address": "fa:16:3e:1f:0b:40", "network": {"id": "ecd8c79c-dec2-4ae6-9413-b423363634c2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1506167468", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf32d640f6f4444a8e6443e3314d4dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca337ef-3e", "ovs_interfaceid": "7ca337ef-3e4a-4e6c-aebd-0ec446527e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "263f04e4-1c58-4946-abdf-f1ad0c97865e", "address": "fa:16:3e:fb:f1:d5", "network": {"id": "eac9e24a-d8ce-494b-a87d-6e0443b7cc06", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1008071769", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bf32d640f6f4444a8e6443e3314d4dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263f04e4-1c", "ovs_interfaceid": "263f04e4-1c58-4946-abdf-f1ad0c97865e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.034651] env[64443]: DEBUG oslo_concurrency.lockutils [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] Acquired lock "refresh_cache-3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.034842] env[64443]: DEBUG nova.network.neutron [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Refreshing network info cache for port 263f04e4-1c58-4946-abdf-f1ad0c97865e {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.035985] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:0b:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ca337ef-3e4a-4e6c-aebd-0ec446527e17', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:f1:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '263f04e4-1c58-4946-abdf-f1ad0c97865e', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.046370] env[64443]: DEBUG oslo.service.loopingcall [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 985.047337] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.047591] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80a3342c-578f-4e49-b845-98032bc8e80d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.071817] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.071817] env[64443]: value = "task-2676927" [ 985.071817] env[64443]: _type = "Task" [ 985.071817] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.079988] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676927, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.147063] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.147063] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.147063] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Deleting the datastore file [datastore2] 9c1f79fb-8883-43f7-9b37-96857485c53d {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.147324] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47b4e105-35fb-4d68-a05b-4145c0ceea93 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.157976] env[64443]: DEBUG oslo_vmware.api [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 985.157976] env[64443]: value = "task-2676928" [ 985.157976] env[64443]: _type = "Task" [ 985.157976] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.167600] env[64443]: DEBUG oslo_vmware.api [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.396140] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e844e58b-0edd-47e9-b27e-0a9c0a8c383c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.396489] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e844e58b-0edd-47e9-b27e-0a9c0a8c383c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.396690] env[64443]: DEBUG nova.compute.manager [None req-e844e58b-0edd-47e9-b27e-0a9c0a8c383c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Going to confirm migration 4 {{(pid=64443) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 985.427175] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.427455] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-524c4147-3074-47a4-8d16-766b30b575ab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.434376] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 985.434376] env[64443]: value = "task-2676929" [ 985.434376] env[64443]: _type = "Task" [ 985.434376] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.442480] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.473537] env[64443]: DEBUG oslo_concurrency.lockutils [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Releasing lock "refresh_cache-d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.474041] env[64443]: DEBUG nova.compute.manager [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Instance network_info: |[{"id": "33530080-8065-416b-90c6-4c8caf409962", "address": "fa:16:3e:3a:77:29", "network": {"id": "e740e7db-62f0-4d7c-ab92-8257f202e936", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-984788311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12172c6e403474a8afed0fe4b0a0c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33530080-80", "ovs_interfaceid": "33530080-8065-416b-90c6-4c8caf409962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.474637] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:77:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78e1ebb0-0130-446b-bf73-a0e59bbb95cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33530080-8065-416b-90c6-4c8caf409962', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.482597] env[64443]: DEBUG oslo.service.loopingcall [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 985.482790] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.483358] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-322b853a-538d-45e4-8753-20b8f39e758a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.498265] env[64443]: DEBUG nova.scheduler.client.report [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.505447] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.505447] env[64443]: value = "task-2676930" [ 985.505447] env[64443]: _type = "Task" [ 985.505447] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.513450] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676930, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.584173] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676927, 'name': CreateVM_Task, 'duration_secs': 0.451901} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.586436] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.587297] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.587505] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.587880] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.588508] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11ace0f0-b0dd-445f-975c-cc87c02d2416 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.594362] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for the task: (returnval){ [ 985.594362] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52f587dd-00d4-498a-ff9d-d1044592fa53" [ 985.594362] env[64443]: _type = "Task" [ 985.594362] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.602774] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f587dd-00d4-498a-ff9d-d1044592fa53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.660169] env[64443]: DEBUG nova.compute.manager [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.673098] env[64443]: DEBUG oslo_vmware.api [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13252} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.673427] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.673672] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.673923] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.674170] env[64443]: INFO nova.compute.manager [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Took 0.86 seconds to destroy the instance on the hypervisor. [ 985.674455] env[64443]: DEBUG oslo.service.loopingcall [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 985.674647] env[64443]: DEBUG nova.compute.manager [-] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.674737] env[64443]: DEBUG nova.network.neutron [-] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.689998] env[64443]: DEBUG nova.virt.hardware [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.690294] env[64443]: DEBUG nova.virt.hardware [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.690453] env[64443]: DEBUG nova.virt.hardware [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.690629] env[64443]: DEBUG nova.virt.hardware [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.690779] env[64443]: DEBUG nova.virt.hardware [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.690953] env[64443]: DEBUG nova.virt.hardware [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.691191] env[64443]: DEBUG nova.virt.hardware [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.691354] env[64443]: DEBUG nova.virt.hardware [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.691521] env[64443]: DEBUG nova.virt.hardware [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.692297] env[64443]: DEBUG nova.virt.hardware [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.692297] env[64443]: DEBUG nova.virt.hardware [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.692968] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76972eb2-2978-4acc-a51b-a2c8cbfbb13c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.701255] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a4d25c-5f34-4658-9dd0-209d3b753f1c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.852120] env[64443]: DEBUG nova.network.neutron [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Updated VIF entry in instance network info cache for port 263f04e4-1c58-4946-abdf-f1ad0c97865e. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.852585] env[64443]: DEBUG nova.network.neutron [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Updating instance_info_cache with network_info: [{"id": "7ca337ef-3e4a-4e6c-aebd-0ec446527e17", "address": "fa:16:3e:1f:0b:40", "network": {"id": "ecd8c79c-dec2-4ae6-9413-b423363634c2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1506167468", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf32d640f6f4444a8e6443e3314d4dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca337ef-3e", "ovs_interfaceid": "7ca337ef-3e4a-4e6c-aebd-0ec446527e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "263f04e4-1c58-4946-abdf-f1ad0c97865e", "address": "fa:16:3e:fb:f1:d5", "network": {"id": "eac9e24a-d8ce-494b-a87d-6e0443b7cc06", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1008071769", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "bf32d640f6f4444a8e6443e3314d4dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap263f04e4-1c", "ovs_interfaceid": "263f04e4-1c58-4946-abdf-f1ad0c97865e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.946049] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] VM already powered off {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 985.946293] env[64443]: DEBUG nova.compute.manager [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.947070] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a01b0b-b4c1-4862-94c7-a2d85fdaa317 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.952806] env[64443]: DEBUG oslo_concurrency.lockutils [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "refresh_cache-5f81a44d-0799-4b08-b334-829e8cfbaa83" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.952972] env[64443]: DEBUG oslo_concurrency.lockutils [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquired lock "refresh_cache-5f81a44d-0799-4b08-b334-829e8cfbaa83" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.953158] env[64443]: DEBUG nova.network.neutron [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.981658] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e844e58b-0edd-47e9-b27e-0a9c0a8c383c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.981989] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e844e58b-0edd-47e9-b27e-0a9c0a8c383c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.982070] env[64443]: DEBUG nova.network.neutron [None req-e844e58b-0edd-47e9-b27e-0a9c0a8c383c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.982199] env[64443]: DEBUG nova.objects.instance [None req-e844e58b-0edd-47e9-b27e-0a9c0a8c383c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lazy-loading 'info_cache' on Instance uuid 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.002987] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.003508] env[64443]: DEBUG nova.compute.manager [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.006539] env[64443]: DEBUG oslo_concurrency.lockutils [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.807s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.007974] env[64443]: INFO nova.compute.claims [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.020422] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676930, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.105983] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f587dd-00d4-498a-ff9d-d1044592fa53, 'name': SearchDatastore_Task, 'duration_secs': 0.011773} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.106334] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.108059] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.108059] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.108059] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.108059] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.108059] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ad11119-c297-443c-b4eb-357ec6fcae69 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.116066] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.116066] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.116247] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c7a18f8-6f4e-499c-af00-70817402148f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.120969] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for the task: (returnval){ [ 986.120969] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]525d6e10-8b67-3fca-c299-18e4103f7209" [ 986.120969] env[64443]: _type = "Task" [ 986.120969] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.133015] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]525d6e10-8b67-3fca-c299-18e4103f7209, 'name': SearchDatastore_Task, 'duration_secs': 0.007879} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.133798] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc50a9b3-d4fb-4e28-8cb0-3ef870e0c71c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.138863] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for the task: (returnval){ [ 986.138863] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]527cf6a6-a02c-512b-9c4a-6eed85044fdd" [ 986.138863] env[64443]: _type = "Task" [ 986.138863] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.147861] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527cf6a6-a02c-512b-9c4a-6eed85044fdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.228113] env[64443]: DEBUG nova.network.neutron [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Successfully updated port: d7e6d9ad-a62f-4716-9c06-2b1b131fb85c {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.355625] env[64443]: DEBUG oslo_concurrency.lockutils [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] Releasing lock "refresh_cache-3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.355625] env[64443]: DEBUG nova.compute.manager [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Received event network-vif-plugged-33530080-8065-416b-90c6-4c8caf409962 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.355842] env[64443]: DEBUG oslo_concurrency.lockutils [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] Acquiring lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.356070] env[64443]: DEBUG oslo_concurrency.lockutils [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] Lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.356237] env[64443]: DEBUG oslo_concurrency.lockutils [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] Lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.356463] env[64443]: DEBUG nova.compute.manager [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] No waiting events found dispatching network-vif-plugged-33530080-8065-416b-90c6-4c8caf409962 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.356674] env[64443]: WARNING nova.compute.manager [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Received unexpected event network-vif-plugged-33530080-8065-416b-90c6-4c8caf409962 for instance with vm_state building and task_state spawning. [ 986.356843] env[64443]: DEBUG nova.compute.manager [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Received event network-changed-33530080-8065-416b-90c6-4c8caf409962 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.357009] env[64443]: DEBUG nova.compute.manager [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Refreshing instance network info cache due to event network-changed-33530080-8065-416b-90c6-4c8caf409962. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 986.357206] env[64443]: DEBUG oslo_concurrency.lockutils [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] Acquiring lock "refresh_cache-d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.357344] env[64443]: DEBUG oslo_concurrency.lockutils [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] Acquired lock "refresh_cache-d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.357500] env[64443]: DEBUG nova.network.neutron [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Refreshing network info cache for port 33530080-8065-416b-90c6-4c8caf409962 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.514611] env[64443]: DEBUG nova.compute.utils [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 986.518863] env[64443]: DEBUG nova.compute.manager [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.519112] env[64443]: DEBUG nova.network.neutron [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.520785] env[64443]: DEBUG nova.network.neutron [-] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.531521] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676930, 'name': CreateVM_Task, 'duration_secs': 0.539288} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.531691] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.532301] env[64443]: DEBUG oslo_concurrency.lockutils [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.532475] env[64443]: DEBUG oslo_concurrency.lockutils [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.532758] env[64443]: DEBUG oslo_concurrency.lockutils [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 986.533224] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-371228ac-1f37-4f5b-bbb3-29a94919b1d0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.538288] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 986.538288] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]527ae76a-38eb-f0e1-97dd-07ce1142752f" [ 986.538288] env[64443]: _type = "Task" [ 986.538288] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.547149] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527ae76a-38eb-f0e1-97dd-07ce1142752f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.557668] env[64443]: DEBUG nova.compute.manager [req-dd675593-9add-46a0-8e40-7d1404e0cf80 req-62add440-176c-4512-b143-426855520b53 service nova] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Received event network-vif-deleted-b59f56f5-066a-41a4-89e5-c0493bbf4d33 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.557876] env[64443]: DEBUG nova.compute.manager [req-dd675593-9add-46a0-8e40-7d1404e0cf80 req-62add440-176c-4512-b143-426855520b53 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Received event network-vif-plugged-d7e6d9ad-a62f-4716-9c06-2b1b131fb85c {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.558073] env[64443]: DEBUG oslo_concurrency.lockutils [req-dd675593-9add-46a0-8e40-7d1404e0cf80 req-62add440-176c-4512-b143-426855520b53 service nova] Acquiring lock "e221ca52-4fe1-4074-8e08-3c5dcc221c57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.558272] env[64443]: DEBUG oslo_concurrency.lockutils [req-dd675593-9add-46a0-8e40-7d1404e0cf80 req-62add440-176c-4512-b143-426855520b53 service nova] Lock "e221ca52-4fe1-4074-8e08-3c5dcc221c57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.558436] env[64443]: DEBUG oslo_concurrency.lockutils [req-dd675593-9add-46a0-8e40-7d1404e0cf80 req-62add440-176c-4512-b143-426855520b53 service nova] Lock "e221ca52-4fe1-4074-8e08-3c5dcc221c57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.558599] env[64443]: DEBUG nova.compute.manager [req-dd675593-9add-46a0-8e40-7d1404e0cf80 req-62add440-176c-4512-b143-426855520b53 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] No waiting events found dispatching network-vif-plugged-d7e6d9ad-a62f-4716-9c06-2b1b131fb85c {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.558759] env[64443]: WARNING nova.compute.manager [req-dd675593-9add-46a0-8e40-7d1404e0cf80 req-62add440-176c-4512-b143-426855520b53 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Received unexpected event network-vif-plugged-d7e6d9ad-a62f-4716-9c06-2b1b131fb85c for instance with vm_state building and task_state spawning. [ 986.558918] env[64443]: DEBUG nova.compute.manager [req-dd675593-9add-46a0-8e40-7d1404e0cf80 req-62add440-176c-4512-b143-426855520b53 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Received event network-changed-d7e6d9ad-a62f-4716-9c06-2b1b131fb85c {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.559082] env[64443]: DEBUG nova.compute.manager [req-dd675593-9add-46a0-8e40-7d1404e0cf80 req-62add440-176c-4512-b143-426855520b53 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Refreshing instance network info cache due to event network-changed-d7e6d9ad-a62f-4716-9c06-2b1b131fb85c. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 986.559266] env[64443]: DEBUG oslo_concurrency.lockutils [req-dd675593-9add-46a0-8e40-7d1404e0cf80 req-62add440-176c-4512-b143-426855520b53 service nova] Acquiring lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.559399] env[64443]: DEBUG oslo_concurrency.lockutils [req-dd675593-9add-46a0-8e40-7d1404e0cf80 req-62add440-176c-4512-b143-426855520b53 service nova] Acquired lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.559552] env[64443]: DEBUG nova.network.neutron [req-dd675593-9add-46a0-8e40-7d1404e0cf80 req-62add440-176c-4512-b143-426855520b53 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Refreshing network info cache for port d7e6d9ad-a62f-4716-9c06-2b1b131fb85c {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.586759] env[64443]: DEBUG nova.policy [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40d171908f8a4c4f8761996e01857431', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21ad6831a4454d5ca5a5ee5440f25970', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.648850] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527cf6a6-a02c-512b-9c4a-6eed85044fdd, 'name': SearchDatastore_Task, 'duration_secs': 0.00825} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.649122] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.649374] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3/3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.649617] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a3f316b-cb66-4b10-a521-31a2c9c85dcd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.658161] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for the task: (returnval){ [ 986.658161] env[64443]: value = "task-2676931" [ 986.658161] env[64443]: _type = "Task" [ 986.658161] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.665956] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.730091] env[64443]: DEBUG oslo_concurrency.lockutils [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.771383] env[64443]: DEBUG nova.network.neutron [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Updating instance_info_cache with network_info: [{"id": "2d6bb360-4c5f-4be9-97ea-d80513dc0ea4", "address": "fa:16:3e:5f:cb:97", "network": {"id": "7c2af66a-bc77-4b95-973c-c00ae9314905", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-137743101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c09873846584fac8d92fdc11202d8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d6bb360-4c", "ovs_interfaceid": "2d6bb360-4c5f-4be9-97ea-d80513dc0ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.022780] env[64443]: DEBUG nova.compute.manager [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.025723] env[64443]: INFO nova.compute.manager [-] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Took 1.35 seconds to deallocate network for instance. [ 987.051382] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527ae76a-38eb-f0e1-97dd-07ce1142752f, 'name': SearchDatastore_Task, 'duration_secs': 0.012031} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.054968] env[64443]: DEBUG oslo_concurrency.lockutils [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.056023] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.056023] env[64443]: DEBUG oslo_concurrency.lockutils [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.056023] env[64443]: DEBUG oslo_concurrency.lockutils [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.056023] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.060640] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5de96066-58c7-4cd5-87d9-95fa04cc7f87 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.080554] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.080717] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.083868] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80a30510-aaee-4450-a165-9dd878ff298f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.090383] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 987.090383] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]523d401a-8998-b92e-161d-1b7312b36966" [ 987.090383] env[64443]: _type = "Task" [ 987.090383] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.101224] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]523d401a-8998-b92e-161d-1b7312b36966, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.141695] env[64443]: DEBUG nova.network.neutron [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Successfully created port: a31d94fa-05e9-4b7b-a171-0887d6d13f57 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.173333] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483547} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.174975] env[64443]: DEBUG nova.network.neutron [req-dd675593-9add-46a0-8e40-7d1404e0cf80 req-62add440-176c-4512-b143-426855520b53 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 987.176655] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3/3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.176932] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.177246] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94cb447d-4e1c-4928-8b50-2c9a8e49ea59 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.183756] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for the task: (returnval){ [ 987.183756] env[64443]: value = "task-2676932" [ 987.183756] env[64443]: _type = "Task" [ 987.183756] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.207327] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.273773] env[64443]: DEBUG oslo_concurrency.lockutils [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Releasing lock "refresh_cache-5f81a44d-0799-4b08-b334-829e8cfbaa83" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.334921] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5346de-a689-47a6-962e-6f417c5a6db6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.343380] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd5025d-5f33-41b3-a6b0-89050dad6de2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.375508] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582591fd-0ab1-4de0-aafc-29cd9ab13fba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.383270] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108539f8-f8ad-40ca-bb5c-ecaa2373fa43 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.397073] env[64443]: DEBUG nova.compute.provider_tree [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.537095] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.605496] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]523d401a-8998-b92e-161d-1b7312b36966, 'name': SearchDatastore_Task, 'duration_secs': 0.036248} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.606431] env[64443]: DEBUG nova.network.neutron [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Updated VIF entry in instance network info cache for port 33530080-8065-416b-90c6-4c8caf409962. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.606747] env[64443]: DEBUG nova.network.neutron [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Updating instance_info_cache with network_info: [{"id": "33530080-8065-416b-90c6-4c8caf409962", "address": "fa:16:3e:3a:77:29", "network": {"id": "e740e7db-62f0-4d7c-ab92-8257f202e936", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-984788311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12172c6e403474a8afed0fe4b0a0c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33530080-80", "ovs_interfaceid": "33530080-8065-416b-90c6-4c8caf409962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.611218] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f0bc4b-9508-484f-9a76-48562a99759d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.613689] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 987.613689] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5203c52a-e837-459e-4100-385df8cfbb49" [ 987.613689] env[64443]: _type = "Task" [ 987.613689] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.622065] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5203c52a-e837-459e-4100-385df8cfbb49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.638767] env[64443]: DEBUG nova.network.neutron [req-dd675593-9add-46a0-8e40-7d1404e0cf80 req-62add440-176c-4512-b143-426855520b53 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.698184] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074223} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.698460] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.699641] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1b39b9-f8e0-4355-ad8c-7ea43e58f4aa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.723568] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3/3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.723845] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1217aaba-af63-4ecf-a4a9-4324e5ad893d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.745119] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for the task: (returnval){ [ 987.745119] env[64443]: value = "task-2676933" [ 987.745119] env[64443]: _type = "Task" [ 987.745119] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.752750] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.824958] env[64443]: DEBUG nova.network.neutron [None req-e844e58b-0edd-47e9-b27e-0a9c0a8c383c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Updating instance_info_cache with network_info: [{"id": "a7ab0a27-394e-4943-affc-2d0416413973", "address": "fa:16:3e:7a:59:6c", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7ab0a27-39", "ovs_interfaceid": "a7ab0a27-394e-4943-affc-2d0416413973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.900801] env[64443]: DEBUG nova.scheduler.client.report [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.037373] env[64443]: DEBUG nova.compute.manager [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.068647] env[64443]: DEBUG nova.virt.hardware [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.068899] env[64443]: DEBUG nova.virt.hardware [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.069070] env[64443]: DEBUG nova.virt.hardware [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.069260] env[64443]: DEBUG nova.virt.hardware [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.069488] env[64443]: DEBUG nova.virt.hardware [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.069547] env[64443]: DEBUG nova.virt.hardware [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.069750] env[64443]: DEBUG nova.virt.hardware [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.069935] env[64443]: DEBUG nova.virt.hardware [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.070125] env[64443]: DEBUG nova.virt.hardware [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.070289] env[64443]: DEBUG nova.virt.hardware [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.070486] env[64443]: DEBUG nova.virt.hardware [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.071348] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9e3b0a-0abb-4963-9e32-44d0f0dc99ac {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.079249] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75983012-d17c-4f57-9bf3-614e1164a7d5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.093147] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.093863] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91fb266-bb13-4136-82c6-4ebe0b74c573 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.100238] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.100548] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-184b4cf8-2caf-4664-9b59-0e0ff67fb2ea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.109731] env[64443]: DEBUG oslo_concurrency.lockutils [req-30def9f1-2c68-4919-84fd-46413a456f36 req-1d3ee89b-3528-44f6-93c6-059b6bbd814b service nova] Releasing lock "refresh_cache-d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.122638] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5203c52a-e837-459e-4100-385df8cfbb49, 'name': SearchDatastore_Task, 'duration_secs': 0.009677} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.122888] env[64443]: DEBUG oslo_concurrency.lockutils [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.123616] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf/d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.123616] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6574ebf0-9bbe-489b-9ca7-012529558441 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.129250] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 988.129250] env[64443]: value = "task-2676935" [ 988.129250] env[64443]: _type = "Task" [ 988.129250] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.136497] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.141088] env[64443]: DEBUG oslo_concurrency.lockutils [req-dd675593-9add-46a0-8e40-7d1404e0cf80 req-62add440-176c-4512-b143-426855520b53 service nova] Releasing lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.141519] env[64443]: DEBUG oslo_concurrency.lockutils [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.141689] env[64443]: DEBUG nova.network.neutron [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.186033] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.186380] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.186574] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Deleting the datastore file [datastore2] 5f81a44d-0799-4b08-b334-829e8cfbaa83 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.186840] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f6980ab-78aa-44ef-9920-a4de4a4b56dc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.194081] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 988.194081] env[64443]: value = "task-2676936" [ 988.194081] env[64443]: _type = "Task" [ 988.194081] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.206027] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.257476] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676933, 'name': ReconfigVM_Task, 'duration_secs': 0.274007} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.257781] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3/3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.258507] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87d9a6e2-749e-4cab-9755-3f56510e21ae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.266524] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for the task: (returnval){ [ 988.266524] env[64443]: value = "task-2676937" [ 988.266524] env[64443]: _type = "Task" [ 988.266524] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.276510] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676937, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.328897] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e844e58b-0edd-47e9-b27e-0a9c0a8c383c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.328897] env[64443]: DEBUG nova.objects.instance [None req-e844e58b-0edd-47e9-b27e-0a9c0a8c383c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lazy-loading 'migration_context' on Instance uuid 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.405344] env[64443]: DEBUG oslo_concurrency.lockutils [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.405883] env[64443]: DEBUG nova.compute.manager [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.408694] env[64443]: DEBUG oslo_concurrency.lockutils [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.971s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.408983] env[64443]: DEBUG nova.objects.instance [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Lazy-loading 'resources' on Instance uuid 456752b1-5451-4f7b-bd30-31c6edc0837a {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.584902] env[64443]: DEBUG nova.compute.manager [req-06e6db63-7ea3-41a9-ab46-124876a62f07 req-001cac14-680b-404d-899b-4540a81a9ebc service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Received event network-vif-unplugged-2d6bb360-4c5f-4be9-97ea-d80513dc0ea4 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 988.585231] env[64443]: DEBUG oslo_concurrency.lockutils [req-06e6db63-7ea3-41a9-ab46-124876a62f07 req-001cac14-680b-404d-899b-4540a81a9ebc service nova] Acquiring lock "5f81a44d-0799-4b08-b334-829e8cfbaa83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.585534] env[64443]: DEBUG oslo_concurrency.lockutils [req-06e6db63-7ea3-41a9-ab46-124876a62f07 req-001cac14-680b-404d-899b-4540a81a9ebc service nova] Lock "5f81a44d-0799-4b08-b334-829e8cfbaa83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.585775] env[64443]: DEBUG oslo_concurrency.lockutils [req-06e6db63-7ea3-41a9-ab46-124876a62f07 req-001cac14-680b-404d-899b-4540a81a9ebc service nova] Lock "5f81a44d-0799-4b08-b334-829e8cfbaa83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.586041] env[64443]: DEBUG nova.compute.manager [req-06e6db63-7ea3-41a9-ab46-124876a62f07 req-001cac14-680b-404d-899b-4540a81a9ebc service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] No waiting events found dispatching network-vif-unplugged-2d6bb360-4c5f-4be9-97ea-d80513dc0ea4 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.586294] env[64443]: WARNING nova.compute.manager [req-06e6db63-7ea3-41a9-ab46-124876a62f07 req-001cac14-680b-404d-899b-4540a81a9ebc service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Received unexpected event network-vif-unplugged-2d6bb360-4c5f-4be9-97ea-d80513dc0ea4 for instance with vm_state shelved and task_state shelving_offloading. [ 988.586535] env[64443]: DEBUG nova.compute.manager [req-06e6db63-7ea3-41a9-ab46-124876a62f07 req-001cac14-680b-404d-899b-4540a81a9ebc service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Received event network-changed-2d6bb360-4c5f-4be9-97ea-d80513dc0ea4 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 988.586770] env[64443]: DEBUG nova.compute.manager [req-06e6db63-7ea3-41a9-ab46-124876a62f07 req-001cac14-680b-404d-899b-4540a81a9ebc service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Refreshing instance network info cache due to event network-changed-2d6bb360-4c5f-4be9-97ea-d80513dc0ea4. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 988.587048] env[64443]: DEBUG oslo_concurrency.lockutils [req-06e6db63-7ea3-41a9-ab46-124876a62f07 req-001cac14-680b-404d-899b-4540a81a9ebc service nova] Acquiring lock "refresh_cache-5f81a44d-0799-4b08-b334-829e8cfbaa83" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.587262] env[64443]: DEBUG oslo_concurrency.lockutils [req-06e6db63-7ea3-41a9-ab46-124876a62f07 req-001cac14-680b-404d-899b-4540a81a9ebc service nova] Acquired lock "refresh_cache-5f81a44d-0799-4b08-b334-829e8cfbaa83" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.587500] env[64443]: DEBUG nova.network.neutron [req-06e6db63-7ea3-41a9-ab46-124876a62f07 req-001cac14-680b-404d-899b-4540a81a9ebc service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Refreshing network info cache for port 2d6bb360-4c5f-4be9-97ea-d80513dc0ea4 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.638746] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676935, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.675057] env[64443]: DEBUG nova.network.neutron [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.703177] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.777087] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676937, 'name': Rename_Task, 'duration_secs': 0.156381} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.777218] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.777490] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbcf9723-1dde-4f34-b124-3b1dfa4b1dc9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.784654] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for the task: (returnval){ [ 988.784654] env[64443]: value = "task-2676938" [ 988.784654] env[64443]: _type = "Task" [ 988.784654] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.793449] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.808271] env[64443]: DEBUG nova.network.neutron [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Updating instance_info_cache with network_info: [{"id": "d7e6d9ad-a62f-4716-9c06-2b1b131fb85c", "address": "fa:16:3e:6b:25:ca", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e6d9ad-a6", "ovs_interfaceid": "d7e6d9ad-a62f-4716-9c06-2b1b131fb85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.831494] env[64443]: DEBUG nova.objects.base [None req-e844e58b-0edd-47e9-b27e-0a9c0a8c383c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Object Instance<31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e> lazy-loaded attributes: info_cache,migration_context {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 988.832732] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caad239a-1892-4384-bfb7-c45e8b9c3d91 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.853707] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f22fd13-cfc2-49b8-9083-78150d9f1fb7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.859560] env[64443]: DEBUG oslo_vmware.api [None req-e844e58b-0edd-47e9-b27e-0a9c0a8c383c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 988.859560] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]521b329d-b8cf-47ed-c5ac-6b3b86fb7fc0" [ 988.859560] env[64443]: _type = "Task" [ 988.859560] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.867690] env[64443]: DEBUG oslo_vmware.api [None req-e844e58b-0edd-47e9-b27e-0a9c0a8c383c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]521b329d-b8cf-47ed-c5ac-6b3b86fb7fc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.913401] env[64443]: DEBUG nova.compute.utils [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 988.918065] env[64443]: DEBUG nova.compute.manager [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.918260] env[64443]: DEBUG nova.network.neutron [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.965625] env[64443]: DEBUG nova.policy [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2d047da5b7f438a9160ddef66b334c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3415f9ef67841b19671a72e44fbd805', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.139716] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.965919} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.140247] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf/d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.140247] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.140499] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-364fc918-192c-411b-ab81-375cac013cd0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.150523] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 989.150523] env[64443]: value = "task-2676939" [ 989.150523] env[64443]: _type = "Task" [ 989.150523] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.166461] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.192133] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7cb55d-7a12-4c0c-a38c-e594d0e80889 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.200958] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e82f1b-4824-4fd8-b5d0-7459cc15b221 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.206813] env[64443]: DEBUG oslo_vmware.api [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2676936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.598476} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.207401] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.207594] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.207809] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.237082] env[64443]: INFO nova.scheduler.client.report [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Deleted allocations for instance 5f81a44d-0799-4b08-b334-829e8cfbaa83 [ 989.244564] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee6b320-5fb0-4c57-a3a8-0beca29af08a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.252660] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931c0350-6ecc-4960-8a4c-3c28946f9d5b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.266662] env[64443]: DEBUG nova.compute.provider_tree [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.295958] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676938, 'name': PowerOnVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.310666] env[64443]: DEBUG oslo_concurrency.lockutils [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.311024] env[64443]: DEBUG nova.compute.manager [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Instance network_info: |[{"id": "d7e6d9ad-a62f-4716-9c06-2b1b131fb85c", "address": "fa:16:3e:6b:25:ca", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e6d9ad-a6", "ovs_interfaceid": "d7e6d9ad-a62f-4716-9c06-2b1b131fb85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.311458] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:25:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a55f45a-d631-4ebc-b73b-8a30bd0a32a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7e6d9ad-a62f-4716-9c06-2b1b131fb85c', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.319117] env[64443]: DEBUG oslo.service.loopingcall [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 989.322345] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.322612] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2841c77-9b97-4cbf-875c-e824d492466c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.344737] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.344737] env[64443]: value = "task-2676940" [ 989.344737] env[64443]: _type = "Task" [ 989.344737] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.353581] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676940, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.369594] env[64443]: DEBUG oslo_vmware.api [None req-e844e58b-0edd-47e9-b27e-0a9c0a8c383c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]521b329d-b8cf-47ed-c5ac-6b3b86fb7fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.010209} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.369923] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e844e58b-0edd-47e9-b27e-0a9c0a8c383c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.420129] env[64443]: DEBUG nova.compute.manager [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.554766] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d85d5d8c-e6bb-4343-925a-f6df3d9bf4a8 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "629f1078-51fb-416e-8335-aa864708ca9c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.554996] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d85d5d8c-e6bb-4343-925a-f6df3d9bf4a8 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "629f1078-51fb-416e-8335-aa864708ca9c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.584848] env[64443]: DEBUG nova.network.neutron [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Successfully updated port: a31d94fa-05e9-4b7b-a171-0887d6d13f57 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.600860] env[64443]: DEBUG nova.network.neutron [req-06e6db63-7ea3-41a9-ab46-124876a62f07 req-001cac14-680b-404d-899b-4540a81a9ebc service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Updated VIF entry in instance network info cache for port 2d6bb360-4c5f-4be9-97ea-d80513dc0ea4. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.601250] env[64443]: DEBUG nova.network.neutron [req-06e6db63-7ea3-41a9-ab46-124876a62f07 req-001cac14-680b-404d-899b-4540a81a9ebc service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Updating instance_info_cache with network_info: [{"id": "2d6bb360-4c5f-4be9-97ea-d80513dc0ea4", "address": "fa:16:3e:5f:cb:97", "network": {"id": "7c2af66a-bc77-4b95-973c-c00ae9314905", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-137743101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c09873846584fac8d92fdc11202d8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2d6bb360-4c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.610447] env[64443]: DEBUG nova.network.neutron [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Successfully created port: 3a522ef8-15d1-4758-937e-23bf075418eb {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.662517] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066449} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.662909] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.663759] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10036041-19c2-419a-8516-8c4145912c93 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.686374] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf/d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.687081] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c41d2d4e-a84e-4c56-bfab-1d0e74dff2df {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.711116] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 989.711116] env[64443]: value = "task-2676941" [ 989.711116] env[64443]: _type = "Task" [ 989.711116] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.716617] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.749045] env[64443]: DEBUG oslo_concurrency.lockutils [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.769776] env[64443]: DEBUG nova.scheduler.client.report [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.795363] env[64443]: DEBUG oslo_vmware.api [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676938, 'name': PowerOnVM_Task, 'duration_secs': 0.574194} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.795693] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.795916] env[64443]: INFO nova.compute.manager [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Took 9.93 seconds to spawn the instance on the hypervisor. [ 989.796135] env[64443]: DEBUG nova.compute.manager [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.796908] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed9d151-c960-4245-90c2-ab63bc9397fd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.855136] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676940, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.059024] env[64443]: DEBUG nova.compute.utils [None req-d85d5d8c-e6bb-4343-925a-f6df3d9bf4a8 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 990.087402] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "refresh_cache-1b5f8ce3-bafd-4e44-8275-81c6c23db94b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.087534] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired lock "refresh_cache-1b5f8ce3-bafd-4e44-8275-81c6c23db94b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.087656] env[64443]: DEBUG nova.network.neutron [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.103952] env[64443]: DEBUG oslo_concurrency.lockutils [req-06e6db63-7ea3-41a9-ab46-124876a62f07 req-001cac14-680b-404d-899b-4540a81a9ebc service nova] Releasing lock "refresh_cache-5f81a44d-0799-4b08-b334-829e8cfbaa83" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.218913] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676941, 'name': ReconfigVM_Task, 'duration_secs': 0.451191} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.219222] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Reconfigured VM instance instance-0000005f to attach disk [datastore1] d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf/d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.219876] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c0f7d90-67ca-4dfb-92e4-0ce0e9075c50 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.227148] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 990.227148] env[64443]: value = "task-2676942" [ 990.227148] env[64443]: _type = "Task" [ 990.227148] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.235234] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676942, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.275433] env[64443]: DEBUG oslo_concurrency.lockutils [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.277840] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.683s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.278088] env[64443]: DEBUG nova.objects.instance [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Lazy-loading 'resources' on Instance uuid 99fa9e11-31c2-4182-b402-3365fa09f2a5 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.303299] env[64443]: INFO nova.scheduler.client.report [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Deleted allocations for instance 456752b1-5451-4f7b-bd30-31c6edc0837a [ 990.315457] env[64443]: INFO nova.compute.manager [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Took 14.89 seconds to build instance. [ 990.355325] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676940, 'name': CreateVM_Task, 'duration_secs': 0.520171} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.355530] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.356276] env[64443]: DEBUG oslo_concurrency.lockutils [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.356451] env[64443]: DEBUG oslo_concurrency.lockutils [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.356766] env[64443]: DEBUG oslo_concurrency.lockutils [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.357049] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-767d9347-9b24-4cba-9d97-7b9d785e3a08 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.361793] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 990.361793] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52357814-4414-6953-daa0-a07708babc2d" [ 990.361793] env[64443]: _type = "Task" [ 990.361793] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.369802] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52357814-4414-6953-daa0-a07708babc2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.430085] env[64443]: DEBUG nova.compute.manager [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.456302] env[64443]: DEBUG nova.virt.hardware [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.456551] env[64443]: DEBUG nova.virt.hardware [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.456710] env[64443]: DEBUG nova.virt.hardware [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.456895] env[64443]: DEBUG nova.virt.hardware [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.457053] env[64443]: DEBUG nova.virt.hardware [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.457205] env[64443]: DEBUG nova.virt.hardware [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.457417] env[64443]: DEBUG nova.virt.hardware [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.457578] env[64443]: DEBUG nova.virt.hardware [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.457769] env[64443]: DEBUG nova.virt.hardware [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.457970] env[64443]: DEBUG nova.virt.hardware [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.458212] env[64443]: DEBUG nova.virt.hardware [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.459104] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cb9a77-8422-4c0a-9e4e-7a8a174a1774 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.467657] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192aa6c0-c4b0-4d0b-a2c4-1ea37be7ac60 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.563560] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d85d5d8c-e6bb-4343-925a-f6df3d9bf4a8 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "629f1078-51fb-416e-8335-aa864708ca9c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.621897] env[64443]: DEBUG nova.network.neutron [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.737688] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676942, 'name': Rename_Task, 'duration_secs': 0.148198} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.737967] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.738237] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab2a4d5f-3e00-4448-989c-be4642bd3af9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.745631] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 990.745631] env[64443]: value = "task-2676943" [ 990.745631] env[64443]: _type = "Task" [ 990.745631] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.753229] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.754197] env[64443]: DEBUG nova.network.neutron [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Updating instance_info_cache with network_info: [{"id": "a31d94fa-05e9-4b7b-a171-0887d6d13f57", "address": "fa:16:3e:29:d8:c6", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31d94fa-05", "ovs_interfaceid": "a31d94fa-05e9-4b7b-a171-0887d6d13f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.816471] env[64443]: DEBUG oslo_concurrency.lockutils [None req-06a56dfc-15e5-46ea-9e7a-44b50de42999 tempest-ServerDiagnosticsV248Test-1245982398 tempest-ServerDiagnosticsV248Test-1245982398-project-member] Lock "456752b1-5451-4f7b-bd30-31c6edc0837a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.614s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.819021] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ca1a9f92-127b-4f2a-bcc6-99e031c09cd1 tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Lock "3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.407s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.832029] env[64443]: DEBUG nova.compute.manager [req-7f0e86b3-2685-43c3-ba1e-c7f2c497928d req-99f94585-1cf3-4c4c-ab69-0dfb34f3bec1 service nova] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Received event network-vif-plugged-a31d94fa-05e9-4b7b-a171-0887d6d13f57 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.832257] env[64443]: DEBUG oslo_concurrency.lockutils [req-7f0e86b3-2685-43c3-ba1e-c7f2c497928d req-99f94585-1cf3-4c4c-ab69-0dfb34f3bec1 service nova] Acquiring lock "1b5f8ce3-bafd-4e44-8275-81c6c23db94b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.832459] env[64443]: DEBUG oslo_concurrency.lockutils [req-7f0e86b3-2685-43c3-ba1e-c7f2c497928d req-99f94585-1cf3-4c4c-ab69-0dfb34f3bec1 service nova] Lock "1b5f8ce3-bafd-4e44-8275-81c6c23db94b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.832627] env[64443]: DEBUG oslo_concurrency.lockutils [req-7f0e86b3-2685-43c3-ba1e-c7f2c497928d req-99f94585-1cf3-4c4c-ab69-0dfb34f3bec1 service nova] Lock "1b5f8ce3-bafd-4e44-8275-81c6c23db94b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.832831] env[64443]: DEBUG nova.compute.manager [req-7f0e86b3-2685-43c3-ba1e-c7f2c497928d req-99f94585-1cf3-4c4c-ab69-0dfb34f3bec1 service nova] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] No waiting events found dispatching network-vif-plugged-a31d94fa-05e9-4b7b-a171-0887d6d13f57 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.832954] env[64443]: WARNING nova.compute.manager [req-7f0e86b3-2685-43c3-ba1e-c7f2c497928d req-99f94585-1cf3-4c4c-ab69-0dfb34f3bec1 service nova] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Received unexpected event network-vif-plugged-a31d94fa-05e9-4b7b-a171-0887d6d13f57 for instance with vm_state building and task_state spawning. [ 990.833129] env[64443]: DEBUG nova.compute.manager [req-7f0e86b3-2685-43c3-ba1e-c7f2c497928d req-99f94585-1cf3-4c4c-ab69-0dfb34f3bec1 service nova] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Received event network-changed-a31d94fa-05e9-4b7b-a171-0887d6d13f57 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.833284] env[64443]: DEBUG nova.compute.manager [req-7f0e86b3-2685-43c3-ba1e-c7f2c497928d req-99f94585-1cf3-4c4c-ab69-0dfb34f3bec1 service nova] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Refreshing instance network info cache due to event network-changed-a31d94fa-05e9-4b7b-a171-0887d6d13f57. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 990.833509] env[64443]: DEBUG oslo_concurrency.lockutils [req-7f0e86b3-2685-43c3-ba1e-c7f2c497928d req-99f94585-1cf3-4c4c-ab69-0dfb34f3bec1 service nova] Acquiring lock "refresh_cache-1b5f8ce3-bafd-4e44-8275-81c6c23db94b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.876628] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52357814-4414-6953-daa0-a07708babc2d, 'name': SearchDatastore_Task, 'duration_secs': 0.009557} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.876937] env[64443]: DEBUG oslo_concurrency.lockutils [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.877239] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.877499] env[64443]: DEBUG oslo_concurrency.lockutils [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.877649] env[64443]: DEBUG oslo_concurrency.lockutils [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.877885] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.878092] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9d49c85-8bb1-4475-aa8d-118a2a72bc3e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.889324] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.889534] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.890348] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b72d1720-2b17-4cd9-84ef-4a41aef9255d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.898834] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 990.898834] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52514f1e-601a-5eba-c67d-9f4b11da2e6f" [ 990.898834] env[64443]: _type = "Task" [ 990.898834] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.908532] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52514f1e-601a-5eba-c67d-9f4b11da2e6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.978697] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fa11b2-16b5-4c93-920d-54d7857709bf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.985951] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f6c453-d14c-464d-b7e1-b2db943d46ce {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.015719] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14b1ce9-ebd5-4998-a116-1481f7be095b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.022957] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066ee4c5-4adc-48ba-9153-822bd1f6d71a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.035451] env[64443]: DEBUG nova.compute.provider_tree [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.088172] env[64443]: DEBUG nova.network.neutron [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Successfully updated port: 3a522ef8-15d1-4758-937e-23bf075418eb {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.258500] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Releasing lock "refresh_cache-1b5f8ce3-bafd-4e44-8275-81c6c23db94b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.258806] env[64443]: DEBUG nova.compute.manager [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Instance network_info: |[{"id": "a31d94fa-05e9-4b7b-a171-0887d6d13f57", "address": "fa:16:3e:29:d8:c6", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31d94fa-05", "ovs_interfaceid": "a31d94fa-05e9-4b7b-a171-0887d6d13f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 991.259375] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.259628] env[64443]: DEBUG oslo_concurrency.lockutils [req-7f0e86b3-2685-43c3-ba1e-c7f2c497928d req-99f94585-1cf3-4c4c-ab69-0dfb34f3bec1 service nova] Acquired lock "refresh_cache-1b5f8ce3-bafd-4e44-8275-81c6c23db94b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.259815] env[64443]: DEBUG nova.network.neutron [req-7f0e86b3-2685-43c3-ba1e-c7f2c497928d req-99f94585-1cf3-4c4c-ab69-0dfb34f3bec1 service nova] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Refreshing network info cache for port a31d94fa-05e9-4b7b-a171-0887d6d13f57 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.260971] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:d8:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a31d94fa-05e9-4b7b-a171-0887d6d13f57', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.268568] env[64443]: DEBUG oslo.service.loopingcall [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 991.271310] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.271762] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66a072bd-cc65-4252-97d3-a9be9f17bbd6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.291968] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.291968] env[64443]: value = "task-2676944" [ 991.291968] env[64443]: _type = "Task" [ 991.291968] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.300638] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676944, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.409178] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52514f1e-601a-5eba-c67d-9f4b11da2e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.008915} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.409929] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca6557f3-081a-4e56-be09-89e9552170cf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.416487] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 991.416487] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52797308-54a8-4de8-cb93-b0ee83343dc4" [ 991.416487] env[64443]: _type = "Task" [ 991.416487] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.427621] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52797308-54a8-4de8-cb93-b0ee83343dc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.491547] env[64443]: DEBUG nova.network.neutron [req-7f0e86b3-2685-43c3-ba1e-c7f2c497928d req-99f94585-1cf3-4c4c-ab69-0dfb34f3bec1 service nova] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Updated VIF entry in instance network info cache for port a31d94fa-05e9-4b7b-a171-0887d6d13f57. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.492037] env[64443]: DEBUG nova.network.neutron [req-7f0e86b3-2685-43c3-ba1e-c7f2c497928d req-99f94585-1cf3-4c4c-ab69-0dfb34f3bec1 service nova] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Updating instance_info_cache with network_info: [{"id": "a31d94fa-05e9-4b7b-a171-0887d6d13f57", "address": "fa:16:3e:29:d8:c6", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31d94fa-05", "ovs_interfaceid": "a31d94fa-05e9-4b7b-a171-0887d6d13f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.538686] env[64443]: DEBUG nova.scheduler.client.report [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.591607] env[64443]: DEBUG oslo_concurrency.lockutils [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "refresh_cache-716c07e9-41e6-4a86-a49e-a9d7f203823b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.591607] env[64443]: DEBUG oslo_concurrency.lockutils [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired lock "refresh_cache-716c07e9-41e6-4a86-a49e-a9d7f203823b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.591607] env[64443]: DEBUG nova.network.neutron [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.619146] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d85d5d8c-e6bb-4343-925a-f6df3d9bf4a8 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "629f1078-51fb-416e-8335-aa864708ca9c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.619146] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d85d5d8c-e6bb-4343-925a-f6df3d9bf4a8 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "629f1078-51fb-416e-8335-aa864708ca9c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.620441] env[64443]: INFO nova.compute.manager [None req-d85d5d8c-e6bb-4343-925a-f6df3d9bf4a8 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Attaching volume 121fb53a-56d5-47e3-a2f9-c6e1859b9944 to /dev/sdb [ 991.656391] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5deee1-f94d-4faf-b980-7d0dca3400e0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.665629] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba4274c-543b-4d93-b7ee-7e60231c575c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.680631] env[64443]: DEBUG nova.virt.block_device [None req-d85d5d8c-e6bb-4343-925a-f6df3d9bf4a8 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Updating existing volume attachment record: 1a610df8-b266-4ba1-bb2d-c528ce5d9cb3 {{(pid=64443) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 991.759207] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.803187] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676944, 'name': CreateVM_Task, 'duration_secs': 0.312742} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.803354] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.806172] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.806172] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.806172] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.806172] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-271219ba-6b6a-402b-a07f-fe84800da122 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.810979] env[64443]: DEBUG oslo_vmware.api [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 991.810979] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52cb6e74-5a2e-6e2f-21a6-c9980ec016e7" [ 991.810979] env[64443]: _type = "Task" [ 991.810979] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.821872] env[64443]: DEBUG oslo_vmware.api [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52cb6e74-5a2e-6e2f-21a6-c9980ec016e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.933436] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52797308-54a8-4de8-cb93-b0ee83343dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.01169} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.933747] env[64443]: DEBUG oslo_concurrency.lockutils [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.934022] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] e221ca52-4fe1-4074-8e08-3c5dcc221c57/e221ca52-4fe1-4074-8e08-3c5dcc221c57.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.934464] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e37d6610-b4ba-47b8-bad7-c596b6620159 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.941964] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 991.941964] env[64443]: value = "task-2676946" [ 991.941964] env[64443]: _type = "Task" [ 991.941964] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.950893] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.995390] env[64443]: DEBUG oslo_concurrency.lockutils [req-7f0e86b3-2685-43c3-ba1e-c7f2c497928d req-99f94585-1cf3-4c4c-ab69-0dfb34f3bec1 service nova] Releasing lock "refresh_cache-1b5f8ce3-bafd-4e44-8275-81c6c23db94b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.044737] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.047409] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.212s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.047468] env[64443]: DEBUG nova.objects.instance [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64443) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 992.068620] env[64443]: INFO nova.scheduler.client.report [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Deleted allocations for instance 99fa9e11-31c2-4182-b402-3365fa09f2a5 [ 992.131647] env[64443]: DEBUG nova.network.neutron [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.144338] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquiring lock "3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.144620] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Lock "3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.144845] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquiring lock "3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.145097] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Lock "3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.145445] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Lock "3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.147585] env[64443]: INFO nova.compute.manager [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Terminating instance [ 992.258372] env[64443]: DEBUG oslo_vmware.api [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2676943, 'name': PowerOnVM_Task, 'duration_secs': 1.18798} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.258686] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.258896] env[64443]: INFO nova.compute.manager [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Took 9.00 seconds to spawn the instance on the hypervisor. [ 992.259132] env[64443]: DEBUG nova.compute.manager [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.259993] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177b3633-0e79-401f-85b3-789bcbe2626a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.333158] env[64443]: DEBUG oslo_vmware.api [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52cb6e74-5a2e-6e2f-21a6-c9980ec016e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009864} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.333158] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.333158] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.333158] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.333158] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.333158] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.333158] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce35487f-f0e9-4d3f-831f-2e6f4bda0698 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.349541] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.349763] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.350631] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e86efffe-3f5f-474d-bf54-4e260cbe6f66 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.354618] env[64443]: DEBUG nova.network.neutron [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Updating instance_info_cache with network_info: [{"id": "3a522ef8-15d1-4758-937e-23bf075418eb", "address": "fa:16:3e:88:b0:f6", "network": {"id": "f088a9d2-17b6-427f-85e2-ca034835fc46", "bridge": "br-int", "label": "tempest-ServersTestJSON-1971365624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3415f9ef67841b19671a72e44fbd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a522ef8-15", "ovs_interfaceid": "3a522ef8-15d1-4758-937e-23bf075418eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.359373] env[64443]: DEBUG oslo_vmware.api [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 992.359373] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5261c8aa-83f7-c436-bec2-06d9eede574c" [ 992.359373] env[64443]: _type = "Task" [ 992.359373] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.373863] env[64443]: DEBUG oslo_vmware.api [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5261c8aa-83f7-c436-bec2-06d9eede574c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.452758] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484033} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.453040] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] e221ca52-4fe1-4074-8e08-3c5dcc221c57/e221ca52-4fe1-4074-8e08-3c5dcc221c57.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.453276] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.453534] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b776d873-3b9c-4723-b523-59b93ff077d3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.460480] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 992.460480] env[64443]: value = "task-2676949" [ 992.460480] env[64443]: _type = "Task" [ 992.460480] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.469770] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.577703] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d211cfae-31f0-4f71-a392-e7cb3700cef3 tempest-InstanceActionsV221TestJSON-680874564 tempest-InstanceActionsV221TestJSON-680874564-project-member] Lock "99fa9e11-31c2-4182-b402-3365fa09f2a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.442s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.654593] env[64443]: DEBUG nova.compute.manager [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.654839] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.659018] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8a2532-1f7f-4976-b679-75724b2a6326 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.666321] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.666550] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb4bf687-cf57-41b1-82a9-37bc9a021ccb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.672942] env[64443]: DEBUG oslo_vmware.api [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for the task: (returnval){ [ 992.672942] env[64443]: value = "task-2676950" [ 992.672942] env[64443]: _type = "Task" [ 992.672942] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.682772] env[64443]: DEBUG oslo_vmware.api [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.785228] env[64443]: INFO nova.compute.manager [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Took 15.21 seconds to build instance. [ 992.857648] env[64443]: DEBUG oslo_concurrency.lockutils [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Releasing lock "refresh_cache-716c07e9-41e6-4a86-a49e-a9d7f203823b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.858050] env[64443]: DEBUG nova.compute.manager [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Instance network_info: |[{"id": "3a522ef8-15d1-4758-937e-23bf075418eb", "address": "fa:16:3e:88:b0:f6", "network": {"id": "f088a9d2-17b6-427f-85e2-ca034835fc46", "bridge": "br-int", "label": "tempest-ServersTestJSON-1971365624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3415f9ef67841b19671a72e44fbd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a522ef8-15", "ovs_interfaceid": "3a522ef8-15d1-4758-937e-23bf075418eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.858549] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:b0:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b49c5024-2ced-42ca-90cc-6066766d43e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a522ef8-15d1-4758-937e-23bf075418eb', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.866689] env[64443]: DEBUG oslo.service.loopingcall [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 992.868716] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.869941] env[64443]: DEBUG nova.compute.manager [req-8dd72d85-8746-409c-ad68-81d9e77de699 req-ac56f29a-2d13-4b25-ba5e-ef713e99db0f service nova] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Received event network-vif-plugged-3a522ef8-15d1-4758-937e-23bf075418eb {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 992.870195] env[64443]: DEBUG oslo_concurrency.lockutils [req-8dd72d85-8746-409c-ad68-81d9e77de699 req-ac56f29a-2d13-4b25-ba5e-ef713e99db0f service nova] Acquiring lock "716c07e9-41e6-4a86-a49e-a9d7f203823b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.870489] env[64443]: DEBUG oslo_concurrency.lockutils [req-8dd72d85-8746-409c-ad68-81d9e77de699 req-ac56f29a-2d13-4b25-ba5e-ef713e99db0f service nova] Lock "716c07e9-41e6-4a86-a49e-a9d7f203823b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.870582] env[64443]: DEBUG oslo_concurrency.lockutils [req-8dd72d85-8746-409c-ad68-81d9e77de699 req-ac56f29a-2d13-4b25-ba5e-ef713e99db0f service nova] Lock "716c07e9-41e6-4a86-a49e-a9d7f203823b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.870751] env[64443]: DEBUG nova.compute.manager [req-8dd72d85-8746-409c-ad68-81d9e77de699 req-ac56f29a-2d13-4b25-ba5e-ef713e99db0f service nova] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] No waiting events found dispatching network-vif-plugged-3a522ef8-15d1-4758-937e-23bf075418eb {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.870917] env[64443]: WARNING nova.compute.manager [req-8dd72d85-8746-409c-ad68-81d9e77de699 req-ac56f29a-2d13-4b25-ba5e-ef713e99db0f service nova] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Received unexpected event network-vif-plugged-3a522ef8-15d1-4758-937e-23bf075418eb for instance with vm_state building and task_state spawning. [ 992.871153] env[64443]: DEBUG nova.compute.manager [req-8dd72d85-8746-409c-ad68-81d9e77de699 req-ac56f29a-2d13-4b25-ba5e-ef713e99db0f service nova] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Received event network-changed-3a522ef8-15d1-4758-937e-23bf075418eb {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 992.871243] env[64443]: DEBUG nova.compute.manager [req-8dd72d85-8746-409c-ad68-81d9e77de699 req-ac56f29a-2d13-4b25-ba5e-ef713e99db0f service nova] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Refreshing instance network info cache due to event network-changed-3a522ef8-15d1-4758-937e-23bf075418eb. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 992.871427] env[64443]: DEBUG oslo_concurrency.lockutils [req-8dd72d85-8746-409c-ad68-81d9e77de699 req-ac56f29a-2d13-4b25-ba5e-ef713e99db0f service nova] Acquiring lock "refresh_cache-716c07e9-41e6-4a86-a49e-a9d7f203823b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.871563] env[64443]: DEBUG oslo_concurrency.lockutils [req-8dd72d85-8746-409c-ad68-81d9e77de699 req-ac56f29a-2d13-4b25-ba5e-ef713e99db0f service nova] Acquired lock "refresh_cache-716c07e9-41e6-4a86-a49e-a9d7f203823b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.871768] env[64443]: DEBUG nova.network.neutron [req-8dd72d85-8746-409c-ad68-81d9e77de699 req-ac56f29a-2d13-4b25-ba5e-ef713e99db0f service nova] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Refreshing network info cache for port 3a522ef8-15d1-4758-937e-23bf075418eb {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.877028] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60d34d57-ebae-4a50-b13a-aea8d1837e5c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.904390] env[64443]: DEBUG oslo_vmware.api [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5261c8aa-83f7-c436-bec2-06d9eede574c, 'name': SearchDatastore_Task, 'duration_secs': 0.051939} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.906189] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.906189] env[64443]: value = "task-2676951" [ 992.906189] env[64443]: _type = "Task" [ 992.906189] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.906395] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9386ebd0-680f-4c47-a4c2-34eb45557ada {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.918725] env[64443]: DEBUG oslo_vmware.api [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 992.918725] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]521d362b-2a44-b86d-4371-01304efdbe52" [ 992.918725] env[64443]: _type = "Task" [ 992.918725] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.918959] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676951, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.927309] env[64443]: DEBUG oslo_vmware.api [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]521d362b-2a44-b86d-4371-01304efdbe52, 'name': SearchDatastore_Task, 'duration_secs': 0.009444} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.927622] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.927938] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 1b5f8ce3-bafd-4e44-8275-81c6c23db94b/1b5f8ce3-bafd-4e44-8275-81c6c23db94b.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.928227] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c26b69d-b0ae-4d02-bbc5-5c01fa26884b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.935127] env[64443]: DEBUG oslo_vmware.api [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 992.935127] env[64443]: value = "task-2676952" [ 992.935127] env[64443]: _type = "Task" [ 992.935127] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.944476] env[64443]: DEBUG oslo_vmware.api [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.972490] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067411} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.972804] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.974103] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd862f4-1a78-4f15-b3c4-be386aabe2a3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.989346] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "5f81a44d-0799-4b08-b334-829e8cfbaa83" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.999590] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] e221ca52-4fe1-4074-8e08-3c5dcc221c57/e221ca52-4fe1-4074-8e08-3c5dcc221c57.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.999664] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-028f0cc3-1d2e-4e0f-95af-d869f2b03850 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.022027] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 993.022027] env[64443]: value = "task-2676953" [ 993.022027] env[64443]: _type = "Task" [ 993.022027] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.031574] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.057629] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c5c7d96a-7a09-45c5-a121-f0df838db9f1 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.058792] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.524s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.059034] env[64443]: DEBUG nova.objects.instance [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lazy-loading 'resources' on Instance uuid 9c1f79fb-8883-43f7-9b37-96857485c53d {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.186923] env[64443]: DEBUG oslo_vmware.api [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676950, 'name': PowerOffVM_Task, 'duration_secs': 0.249868} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.186923] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.186923] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.188182] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-156e734f-90e3-4be0-a1d5-de154b2ca492 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.251572] env[64443]: DEBUG nova.network.neutron [req-8dd72d85-8746-409c-ad68-81d9e77de699 req-ac56f29a-2d13-4b25-ba5e-ef713e99db0f service nova] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Updated VIF entry in instance network info cache for port 3a522ef8-15d1-4758-937e-23bf075418eb. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.252007] env[64443]: DEBUG nova.network.neutron [req-8dd72d85-8746-409c-ad68-81d9e77de699 req-ac56f29a-2d13-4b25-ba5e-ef713e99db0f service nova] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Updating instance_info_cache with network_info: [{"id": "3a522ef8-15d1-4758-937e-23bf075418eb", "address": "fa:16:3e:88:b0:f6", "network": {"id": "f088a9d2-17b6-427f-85e2-ca034835fc46", "bridge": "br-int", "label": "tempest-ServersTestJSON-1971365624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3415f9ef67841b19671a72e44fbd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a522ef8-15", "ovs_interfaceid": "3a522ef8-15d1-4758-937e-23bf075418eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.287142] env[64443]: DEBUG oslo_concurrency.lockutils [None req-89af4fee-f979-42a6-9e51-171152c24818 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.724s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.305117] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.305423] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.305673] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Deleting the datastore file [datastore1] 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.305962] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f42f6b5b-b6e8-4f8f-be35-809dc5f25f1f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.314667] env[64443]: DEBUG oslo_vmware.api [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for the task: (returnval){ [ 993.314667] env[64443]: value = "task-2676955" [ 993.314667] env[64443]: _type = "Task" [ 993.314667] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.324554] env[64443]: DEBUG oslo_vmware.api [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.418900] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676951, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.444241] env[64443]: DEBUG oslo_vmware.api [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486236} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.444553] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 1b5f8ce3-bafd-4e44-8275-81c6c23db94b/1b5f8ce3-bafd-4e44-8275-81c6c23db94b.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.444766] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.445063] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bfb6022-f9ec-488e-a5d5-b6b7768a04ab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.451628] env[64443]: DEBUG oslo_vmware.api [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 993.451628] env[64443]: value = "task-2676956" [ 993.451628] env[64443]: _type = "Task" [ 993.451628] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.459160] env[64443]: DEBUG oslo_vmware.api [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.536282] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.757693] env[64443]: DEBUG oslo_concurrency.lockutils [req-8dd72d85-8746-409c-ad68-81d9e77de699 req-ac56f29a-2d13-4b25-ba5e-ef713e99db0f service nova] Releasing lock "refresh_cache-716c07e9-41e6-4a86-a49e-a9d7f203823b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.829319] env[64443]: DEBUG oslo_vmware.api [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Task: {'id': task-2676955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272488} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.832964] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.833380] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.833690] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.834074] env[64443]: INFO nova.compute.manager [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 993.834434] env[64443]: DEBUG oslo.service.loopingcall [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 993.835901] env[64443]: DEBUG nova.compute.manager [-] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.837022] env[64443]: DEBUG nova.network.neutron [-] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.865890] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dde2580-cb61-46ea-8aa8-7d8af28d6748 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.874531] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704b8ad4-0f9e-4e71-a56e-b3e434c861a3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.914789] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d1e8ae-ceaa-48e6-8d9a-45dcc6c63217 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.931161] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676951, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.932607] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95731be-b0cb-42f7-aacf-a58f37cbcb78 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.952362] env[64443]: DEBUG nova.compute.provider_tree [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.964501] env[64443]: DEBUG oslo_vmware.api [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07837} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.965593] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.966614] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd65dde-3d83-4746-bedb-24afd85f1153 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.992681] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 1b5f8ce3-bafd-4e44-8275-81c6c23db94b/1b5f8ce3-bafd-4e44-8275-81c6c23db94b.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.992681] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f627eacc-6a24-4e7c-9ce1-2cadba992273 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.011660] env[64443]: DEBUG oslo_vmware.api [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 994.011660] env[64443]: value = "task-2676957" [ 994.011660] env[64443]: _type = "Task" [ 994.011660] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.019664] env[64443]: DEBUG oslo_vmware.api [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.031896] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.420793] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676951, 'name': CreateVM_Task, 'duration_secs': 1.201884} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.420972] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.421723] env[64443]: DEBUG oslo_concurrency.lockutils [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.421912] env[64443]: DEBUG oslo_concurrency.lockutils [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.422307] env[64443]: DEBUG oslo_concurrency.lockutils [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 994.422581] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2bda133-2b2f-433c-a3f6-d0e2e717b3ed {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.428122] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 994.428122] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]526c8083-91a6-8bcf-12fc-107677d86a96" [ 994.428122] env[64443]: _type = "Task" [ 994.428122] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.436427] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]526c8083-91a6-8bcf-12fc-107677d86a96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.460663] env[64443]: DEBUG nova.scheduler.client.report [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.521831] env[64443]: DEBUG oslo_vmware.api [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676957, 'name': ReconfigVM_Task, 'duration_secs': 0.272258} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.522147] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 1b5f8ce3-bafd-4e44-8275-81c6c23db94b/1b5f8ce3-bafd-4e44-8275-81c6c23db94b.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.522851] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f41389a2-c7a3-4f58-b21d-d41befa8f55b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.533953] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676953, 'name': ReconfigVM_Task, 'duration_secs': 1.168812} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.537223] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Reconfigured VM instance instance-00000060 to attach disk [datastore1] e221ca52-4fe1-4074-8e08-3c5dcc221c57/e221ca52-4fe1-4074-8e08-3c5dcc221c57.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.537997] env[64443]: DEBUG oslo_vmware.api [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 994.537997] env[64443]: value = "task-2676959" [ 994.537997] env[64443]: _type = "Task" [ 994.537997] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.540650] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb838625-4ba0-4803-bb62-d3cbaa4ed346 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.553892] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 994.553892] env[64443]: value = "task-2676960" [ 994.553892] env[64443]: _type = "Task" [ 994.553892] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.567774] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676960, 'name': Rename_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.905925] env[64443]: DEBUG nova.compute.manager [req-446e08f4-4263-46de-8e7f-1102f2121f8a req-01f53512-181c-4fc5-ade0-4320c7b51662 service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Received event network-vif-deleted-263f04e4-1c58-4946-abdf-f1ad0c97865e {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 994.905925] env[64443]: INFO nova.compute.manager [req-446e08f4-4263-46de-8e7f-1102f2121f8a req-01f53512-181c-4fc5-ade0-4320c7b51662 service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Neutron deleted interface 263f04e4-1c58-4946-abdf-f1ad0c97865e; detaching it from the instance and deleting it from the info cache [ 994.905925] env[64443]: DEBUG nova.network.neutron [req-446e08f4-4263-46de-8e7f-1102f2121f8a req-01f53512-181c-4fc5-ade0-4320c7b51662 service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Updating instance_info_cache with network_info: [{"id": "7ca337ef-3e4a-4e6c-aebd-0ec446527e17", "address": "fa:16:3e:1f:0b:40", "network": {"id": "ecd8c79c-dec2-4ae6-9413-b423363634c2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1506167468", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf32d640f6f4444a8e6443e3314d4dc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ca337ef-3e", "ovs_interfaceid": "7ca337ef-3e4a-4e6c-aebd-0ec446527e17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.940707] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]526c8083-91a6-8bcf-12fc-107677d86a96, 'name': SearchDatastore_Task, 'duration_secs': 0.010308} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.941037] env[64443]: DEBUG oslo_concurrency.lockutils [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.941724] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.941964] env[64443]: DEBUG oslo_concurrency.lockutils [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.942294] env[64443]: DEBUG oslo_concurrency.lockutils [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.943175] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.943384] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-740b488b-cc45-494d-ba48-ca65a6c5ee01 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.956037] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.956037] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.956810] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60129a51-6d0b-4b53-807b-94ea0a3a3bbc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.964081] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 994.964081] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52edf703-11f6-e9d3-0627-7171b157ba6d" [ 994.964081] env[64443]: _type = "Task" [ 994.964081] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.964844] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.969989] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e844e58b-0edd-47e9-b27e-0a9c0a8c383c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.600s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.978307] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52edf703-11f6-e9d3-0627-7171b157ba6d, 'name': SearchDatastore_Task, 'duration_secs': 0.011} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.979115] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f617552-3f4d-4caf-ab7c-ab7870735cbf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.985691] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 994.985691] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ffbeac-e3de-2206-54f7-33326bc8a0b5" [ 994.985691] env[64443]: _type = "Task" [ 994.985691] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.995211] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ffbeac-e3de-2206-54f7-33326bc8a0b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.996231] env[64443]: INFO nova.scheduler.client.report [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Deleted allocations for instance 9c1f79fb-8883-43f7-9b37-96857485c53d [ 995.041432] env[64443]: DEBUG nova.network.neutron [-] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.053989] env[64443]: DEBUG oslo_vmware.api [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676959, 'name': Rename_Task, 'duration_secs': 0.179205} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.054116] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.054982] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33b0540c-2ba4-4677-9056-d4f8d816c00b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.066041] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676960, 'name': Rename_Task, 'duration_secs': 0.284967} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.067346] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.067659] env[64443]: DEBUG oslo_vmware.api [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 995.067659] env[64443]: value = "task-2676961" [ 995.067659] env[64443]: _type = "Task" [ 995.067659] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.067881] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2469efb9-3fe5-4309-a6fa-283192412b8b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.077834] env[64443]: DEBUG oslo_vmware.api [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.079209] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 995.079209] env[64443]: value = "task-2676962" [ 995.079209] env[64443]: _type = "Task" [ 995.079209] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.087550] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.410795] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac39307d-da32-436e-9ce3-f70f26dd4775 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.422337] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6fbc9c-fba3-43ca-b028-75962e251a98 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.466138] env[64443]: DEBUG nova.compute.manager [req-446e08f4-4263-46de-8e7f-1102f2121f8a req-01f53512-181c-4fc5-ade0-4320c7b51662 service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Detach interface failed, port_id=263f04e4-1c58-4946-abdf-f1ad0c97865e, reason: Instance 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 995.466498] env[64443]: DEBUG nova.compute.manager [req-446e08f4-4263-46de-8e7f-1102f2121f8a req-01f53512-181c-4fc5-ade0-4320c7b51662 service nova] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Received event network-changed-33530080-8065-416b-90c6-4c8caf409962 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.466683] env[64443]: DEBUG nova.compute.manager [req-446e08f4-4263-46de-8e7f-1102f2121f8a req-01f53512-181c-4fc5-ade0-4320c7b51662 service nova] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Refreshing instance network info cache due to event network-changed-33530080-8065-416b-90c6-4c8caf409962. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 995.466922] env[64443]: DEBUG oslo_concurrency.lockutils [req-446e08f4-4263-46de-8e7f-1102f2121f8a req-01f53512-181c-4fc5-ade0-4320c7b51662 service nova] Acquiring lock "refresh_cache-d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.467115] env[64443]: DEBUG oslo_concurrency.lockutils [req-446e08f4-4263-46de-8e7f-1102f2121f8a req-01f53512-181c-4fc5-ade0-4320c7b51662 service nova] Acquired lock "refresh_cache-d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.467286] env[64443]: DEBUG nova.network.neutron [req-446e08f4-4263-46de-8e7f-1102f2121f8a req-01f53512-181c-4fc5-ade0-4320c7b51662 service nova] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Refreshing network info cache for port 33530080-8065-416b-90c6-4c8caf409962 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.500482] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ffbeac-e3de-2206-54f7-33326bc8a0b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010272} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.503294] env[64443]: DEBUG oslo_concurrency.lockutils [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.503294] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 716c07e9-41e6-4a86-a49e-a9d7f203823b/716c07e9-41e6-4a86-a49e-a9d7f203823b.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.503567] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2b1ee8da-5f70-473b-b063-1a6a4e9ae3d4 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "9c1f79fb-8883-43f7-9b37-96857485c53d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.197s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.504458] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee1697c1-31ff-43cc-97da-8b17583cfb79 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.514943] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 995.514943] env[64443]: value = "task-2676963" [ 995.514943] env[64443]: _type = "Task" [ 995.514943] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.524710] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.544809] env[64443]: INFO nova.compute.manager [-] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Took 1.71 seconds to deallocate network for instance. [ 995.588853] env[64443]: DEBUG oslo_vmware.api [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676961, 'name': PowerOnVM_Task, 'duration_secs': 0.4973} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.592008] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.592239] env[64443]: INFO nova.compute.manager [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Took 7.55 seconds to spawn the instance on the hypervisor. [ 995.592451] env[64443]: DEBUG nova.compute.manager [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.594110] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af559f0e-a396-446a-97ec-86dd76433556 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.599828] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676962, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.703294] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d4f58a-4bbd-4135-a19a-5510adfce8a3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.714948] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636b54dd-991c-4cf6-8038-b1e1a379dfce {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.752666] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56b1914-cec0-4696-b85d-32f9ff7bda4f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.760859] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f7bc58-b248-4ad0-84b1-1e934a5cc613 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.775554] env[64443]: DEBUG nova.compute.provider_tree [None req-e844e58b-0edd-47e9-b27e-0a9c0a8c383c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.025713] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676963, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.052482] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.090730] env[64443]: DEBUG oslo_vmware.api [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2676962, 'name': PowerOnVM_Task, 'duration_secs': 0.68576} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.093559] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.093775] env[64443]: INFO nova.compute.manager [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Took 10.43 seconds to spawn the instance on the hypervisor. [ 996.093963] env[64443]: DEBUG nova.compute.manager [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.094829] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0e4c84-9d15-4e0a-bf80-f564cdd3b7b9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.118085] env[64443]: INFO nova.compute.manager [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Took 17.49 seconds to build instance. [ 996.279337] env[64443]: DEBUG nova.scheduler.client.report [None req-e844e58b-0edd-47e9-b27e-0a9c0a8c383c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.386869] env[64443]: DEBUG nova.network.neutron [req-446e08f4-4263-46de-8e7f-1102f2121f8a req-01f53512-181c-4fc5-ade0-4320c7b51662 service nova] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Updated VIF entry in instance network info cache for port 33530080-8065-416b-90c6-4c8caf409962. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.388894] env[64443]: DEBUG nova.network.neutron [req-446e08f4-4263-46de-8e7f-1102f2121f8a req-01f53512-181c-4fc5-ade0-4320c7b51662 service nova] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Updating instance_info_cache with network_info: [{"id": "33530080-8065-416b-90c6-4c8caf409962", "address": "fa:16:3e:3a:77:29", "network": {"id": "e740e7db-62f0-4d7c-ab92-8257f202e936", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-984788311-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b12172c6e403474a8afed0fe4b0a0c3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78e1ebb0-0130-446b-bf73-a0e59bbb95cc", "external-id": "nsx-vlan-transportzone-414", "segmentation_id": 414, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33530080-80", "ovs_interfaceid": "33530080-8065-416b-90c6-4c8caf409962", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.534013] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767072} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.537888] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 716c07e9-41e6-4a86-a49e-a9d7f203823b/716c07e9-41e6-4a86-a49e-a9d7f203823b.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.537888] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.537888] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1160c38f-89ad-4000-97b0-d0773a5a6f96 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.543160] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 996.543160] env[64443]: value = "task-2676964" [ 996.543160] env[64443]: _type = "Task" [ 996.543160] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.554873] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.619411] env[64443]: INFO nova.compute.manager [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Took 18.44 seconds to build instance. [ 996.622741] env[64443]: DEBUG oslo_concurrency.lockutils [None req-50a3d969-9ede-479e-849b-b03a20462167 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "1b5f8ce3-bafd-4e44-8275-81c6c23db94b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.998s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.743392] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d85d5d8c-e6bb-4343-925a-f6df3d9bf4a8 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Volume attach. Driver type: vmdk {{(pid=64443) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 996.743647] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d85d5d8c-e6bb-4343-925a-f6df3d9bf4a8 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539756', 'volume_id': '121fb53a-56d5-47e3-a2f9-c6e1859b9944', 'name': 'volume-121fb53a-56d5-47e3-a2f9-c6e1859b9944', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '629f1078-51fb-416e-8335-aa864708ca9c', 'attached_at': '', 'detached_at': '', 'volume_id': '121fb53a-56d5-47e3-a2f9-c6e1859b9944', 'serial': '121fb53a-56d5-47e3-a2f9-c6e1859b9944'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 996.744628] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd264ebf-99d1-460b-b5fe-1eaab919797f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.772490] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae951fe-ffaa-488c-88f2-adc5aca5ac46 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.807045] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d85d5d8c-e6bb-4343-925a-f6df3d9bf4a8 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] volume-121fb53a-56d5-47e3-a2f9-c6e1859b9944/volume-121fb53a-56d5-47e3-a2f9-c6e1859b9944.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.807722] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1876ec1f-45dc-4c32-9c6d-1526e5c713cf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.833940] env[64443]: DEBUG oslo_vmware.api [None req-d85d5d8c-e6bb-4343-925a-f6df3d9bf4a8 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 996.833940] env[64443]: value = "task-2676965" [ 996.833940] env[64443]: _type = "Task" [ 996.833940] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.848150] env[64443]: DEBUG oslo_vmware.api [None req-d85d5d8c-e6bb-4343-925a-f6df3d9bf4a8 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676965, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.892516] env[64443]: DEBUG oslo_concurrency.lockutils [req-446e08f4-4263-46de-8e7f-1102f2121f8a req-01f53512-181c-4fc5-ade0-4320c7b51662 service nova] Releasing lock "refresh_cache-d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.894742] env[64443]: DEBUG nova.compute.manager [req-446e08f4-4263-46de-8e7f-1102f2121f8a req-01f53512-181c-4fc5-ade0-4320c7b51662 service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Received event network-vif-deleted-7ca337ef-3e4a-4e6c-aebd-0ec446527e17 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 996.894742] env[64443]: INFO nova.compute.manager [req-446e08f4-4263-46de-8e7f-1102f2121f8a req-01f53512-181c-4fc5-ade0-4320c7b51662 service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Neutron deleted interface 7ca337ef-3e4a-4e6c-aebd-0ec446527e17; detaching it from the instance and deleting it from the info cache [ 996.894742] env[64443]: DEBUG nova.network.neutron [req-446e08f4-4263-46de-8e7f-1102f2121f8a req-01f53512-181c-4fc5-ade0-4320c7b51662 service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.059700] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072213} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.061352] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.062135] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38e0c4b-513e-44de-8d6c-010aa15d3b64 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.087390] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 716c07e9-41e6-4a86-a49e-a9d7f203823b/716c07e9-41e6-4a86-a49e-a9d7f203823b.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.087390] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef66b4df-3a4c-4900-9764-1db7c80f81dd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.109771] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 997.109771] env[64443]: value = "task-2676966" [ 997.109771] env[64443]: _type = "Task" [ 997.109771] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.120504] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.122208] env[64443]: DEBUG oslo_concurrency.lockutils [None req-edfe1fce-71d0-453a-8844-ad691878d5e8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "e221ca52-4fe1-4074-8e08-3c5dcc221c57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.953s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.310123] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e844e58b-0edd-47e9-b27e-0a9c0a8c383c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.340s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.317062] env[64443]: DEBUG oslo_concurrency.lockutils [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.565s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.317062] env[64443]: DEBUG nova.objects.instance [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lazy-loading 'resources' on Instance uuid 5f81a44d-0799-4b08-b334-829e8cfbaa83 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.346967] env[64443]: DEBUG oslo_vmware.api [None req-d85d5d8c-e6bb-4343-925a-f6df3d9bf4a8 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676965, 'name': ReconfigVM_Task, 'duration_secs': 0.393112} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.346967] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d85d5d8c-e6bb-4343-925a-f6df3d9bf4a8 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Reconfigured VM instance instance-00000056 to attach disk [datastore2] volume-121fb53a-56d5-47e3-a2f9-c6e1859b9944/volume-121fb53a-56d5-47e3-a2f9-c6e1859b9944.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.353243] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-676acc8e-a2b6-43de-9987-28bdaf5211b9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.377708] env[64443]: DEBUG oslo_vmware.api [None req-d85d5d8c-e6bb-4343-925a-f6df3d9bf4a8 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 997.377708] env[64443]: value = "task-2676967" [ 997.377708] env[64443]: _type = "Task" [ 997.377708] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.391398] env[64443]: DEBUG oslo_vmware.api [None req-d85d5d8c-e6bb-4343-925a-f6df3d9bf4a8 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.396725] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6889539-ce71-4b3d-9fcf-47fdab194668 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.407243] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438d9854-4e95-44ba-87e5-8397b10cfeaf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.447198] env[64443]: DEBUG nova.compute.manager [req-446e08f4-4263-46de-8e7f-1102f2121f8a req-01f53512-181c-4fc5-ade0-4320c7b51662 service nova] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Detach interface failed, port_id=7ca337ef-3e4a-4e6c-aebd-0ec446527e17, reason: Instance 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 997.622358] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.819661] env[64443]: DEBUG nova.objects.instance [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lazy-loading 'numa_topology' on Instance uuid 5f81a44d-0799-4b08-b334-829e8cfbaa83 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.888235] env[64443]: DEBUG nova.compute.manager [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Stashing vm_state: active {{(pid=64443) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 997.894616] env[64443]: DEBUG oslo_vmware.api [None req-d85d5d8c-e6bb-4343-925a-f6df3d9bf4a8 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676967, 'name': ReconfigVM_Task, 'duration_secs': 0.152364} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.895954] env[64443]: INFO nova.scheduler.client.report [None req-e844e58b-0edd-47e9-b27e-0a9c0a8c383c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Deleted allocation for migration 39629b5a-1b00-457a-83f1-a8da87a41ac2 [ 997.897037] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d85d5d8c-e6bb-4343-925a-f6df3d9bf4a8 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539756', 'volume_id': '121fb53a-56d5-47e3-a2f9-c6e1859b9944', 'name': 'volume-121fb53a-56d5-47e3-a2f9-c6e1859b9944', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '629f1078-51fb-416e-8335-aa864708ca9c', 'attached_at': '', 'detached_at': '', 'volume_id': '121fb53a-56d5-47e3-a2f9-c6e1859b9944', 'serial': '121fb53a-56d5-47e3-a2f9-c6e1859b9944'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 998.123495] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676966, 'name': ReconfigVM_Task, 'duration_secs': 0.917258} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.123989] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 716c07e9-41e6-4a86-a49e-a9d7f203823b/716c07e9-41e6-4a86-a49e-a9d7f203823b.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.124611] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56c847f6-3967-4d34-9f7e-63ec0dff4865 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.135197] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 998.135197] env[64443]: value = "task-2676968" [ 998.135197] env[64443]: _type = "Task" [ 998.135197] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.144499] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676968, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.326507] env[64443]: DEBUG nova.objects.base [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Object Instance<5f81a44d-0799-4b08-b334-829e8cfbaa83> lazy-loaded attributes: resources,numa_topology {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 998.374122] env[64443]: DEBUG nova.compute.manager [req-f532519c-1e80-4b35-a50f-c00354be400d req-8ff89691-b42a-4783-a5de-1b252e9dd96a service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Received event network-changed-a45f2c2a-d745-4163-99b9-d782c7dd19de {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 998.375327] env[64443]: DEBUG nova.compute.manager [req-f532519c-1e80-4b35-a50f-c00354be400d req-8ff89691-b42a-4783-a5de-1b252e9dd96a service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Refreshing instance network info cache due to event network-changed-a45f2c2a-d745-4163-99b9-d782c7dd19de. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 998.375327] env[64443]: DEBUG oslo_concurrency.lockutils [req-f532519c-1e80-4b35-a50f-c00354be400d req-8ff89691-b42a-4783-a5de-1b252e9dd96a service nova] Acquiring lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.375327] env[64443]: DEBUG oslo_concurrency.lockutils [req-f532519c-1e80-4b35-a50f-c00354be400d req-8ff89691-b42a-4783-a5de-1b252e9dd96a service nova] Acquired lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.375327] env[64443]: DEBUG nova.network.neutron [req-f532519c-1e80-4b35-a50f-c00354be400d req-8ff89691-b42a-4783-a5de-1b252e9dd96a service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Refreshing network info cache for port a45f2c2a-d745-4163-99b9-d782c7dd19de {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.404479] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e844e58b-0edd-47e9-b27e-0a9c0a8c383c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.008s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.432306] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.644236] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5feb3ab0-6252-4517-be8c-38e46110321c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.657520] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676968, 'name': Rename_Task, 'duration_secs': 0.179047} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.658251] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.659782] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2c5a12-7ef4-441c-9675-b0297c43cd9e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.663527] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-845b7532-822c-4b74-88b9-a0e593a98e37 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.670940] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 998.670940] env[64443]: value = "task-2676969" [ 998.670940] env[64443]: _type = "Task" [ 998.670940] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.711925] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66c247b-c488-4509-84d2-3a3cd15411eb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.728940] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fafdfa-6481-4d68-8d79-83f7c6ab6988 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.735948] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676969, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.752619] env[64443]: DEBUG nova.compute.provider_tree [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.884184] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "8f5b0965-2958-41cd-ba42-6bc10710355e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.884184] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "8f5b0965-2958-41cd-ba42-6bc10710355e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.981950] env[64443]: DEBUG nova.objects.instance [None req-d85d5d8c-e6bb-4343-925a-f6df3d9bf4a8 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lazy-loading 'flavor' on Instance uuid 629f1078-51fb-416e-8335-aa864708ca9c {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.006168] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Acquiring lock "6f5bec00-c67d-4b12-b07b-6e315bfa7ffa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.006424] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Lock "6f5bec00-c67d-4b12-b07b-6e315bfa7ffa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.218370] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.270516] env[64443]: DEBUG nova.network.neutron [req-f532519c-1e80-4b35-a50f-c00354be400d req-8ff89691-b42a-4783-a5de-1b252e9dd96a service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Updated VIF entry in instance network info cache for port a45f2c2a-d745-4163-99b9-d782c7dd19de. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.270948] env[64443]: DEBUG nova.network.neutron [req-f532519c-1e80-4b35-a50f-c00354be400d req-8ff89691-b42a-4783-a5de-1b252e9dd96a service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Updating instance_info_cache with network_info: [{"id": "a45f2c2a-d745-4163-99b9-d782c7dd19de", "address": "fa:16:3e:78:25:15", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa45f2c2a-d7", "ovs_interfaceid": "a45f2c2a-d745-4163-99b9-d782c7dd19de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.284573] env[64443]: ERROR nova.scheduler.client.report [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [req-643d1f53-9012-48ea-b6fa-4d865b76cd92] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-643d1f53-9012-48ea-b6fa-4d865b76cd92"}]} [ 999.302041] env[64443]: DEBUG nova.scheduler.client.report [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 999.317218] env[64443]: DEBUG nova.scheduler.client.report [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 999.317438] env[64443]: DEBUG nova.compute.provider_tree [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 999.330589] env[64443]: DEBUG nova.scheduler.client.report [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 999.357365] env[64443]: DEBUG nova.scheduler.client.report [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 999.385755] env[64443]: DEBUG nova.compute.manager [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.487586] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d85d5d8c-e6bb-4343-925a-f6df3d9bf4a8 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "629f1078-51fb-416e-8335-aa864708ca9c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.868s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.511825] env[64443]: DEBUG nova.compute.manager [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.615357] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d3cb95-df88-45a1-a75f-ffcc9c4501b5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.625686] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700cb90f-2cd1-44c6-8ee8-63f17e5b3dbf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.666894] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15c291b-d011-419f-a0ef-dec1bbc9a6f1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.677527] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.677527] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.679087] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.679087] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.679087] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.683027] env[64443]: INFO nova.compute.manager [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Terminating instance [ 999.692634] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea360ad2-3f24-4867-9d3b-71b531e9bbf4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.698773] env[64443]: DEBUG nova.compute.manager [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.699087] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.700284] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3e2c53-c2b8-4c7a-8396-2d2a8f863d63 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.722293] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.723105] env[64443]: DEBUG nova.compute.provider_tree [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 999.724786] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d48d11e-2942-41e8-b835-cd2203884c4d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.730515] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.732331] env[64443]: DEBUG oslo_vmware.api [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 999.732331] env[64443]: value = "task-2676970" [ 999.732331] env[64443]: _type = "Task" [ 999.732331] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.742173] env[64443]: DEBUG oslo_vmware.api [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.773846] env[64443]: DEBUG oslo_concurrency.lockutils [req-f532519c-1e80-4b35-a50f-c00354be400d req-8ff89691-b42a-4783-a5de-1b252e9dd96a service nova] Releasing lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.915884] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.031091] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.186029] env[64443]: DEBUG nova.compute.manager [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Stashing vm_state: active {{(pid=64443) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1000.218522] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.242026] env[64443]: DEBUG oslo_vmware.api [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676970, 'name': PowerOffVM_Task, 'duration_secs': 0.189871} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.242580] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.242580] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.243202] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9db3aea7-2345-49ac-9b8d-3242b77ffe89 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.247456] env[64443]: ERROR nova.scheduler.client.report [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [req-85e99aca-ffbb-4bad-bdc5-3ccff17fff8e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-85e99aca-ffbb-4bad-bdc5-3ccff17fff8e"}]} [ 1000.264144] env[64443]: DEBUG nova.scheduler.client.report [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1000.279223] env[64443]: DEBUG nova.scheduler.client.report [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1000.279825] env[64443]: DEBUG nova.compute.provider_tree [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1000.291458] env[64443]: DEBUG nova.scheduler.client.report [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1000.310070] env[64443]: DEBUG nova.scheduler.client.report [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1000.318050] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.318307] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.318497] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Deleting the datastore file [datastore2] 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.318913] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-227022de-ada4-4cd0-8d7d-9d9843f80fc6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.331743] env[64443]: DEBUG oslo_vmware.api [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1000.331743] env[64443]: value = "task-2676972" [ 1000.331743] env[64443]: _type = "Task" [ 1000.331743] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.339824] env[64443]: DEBUG oslo_vmware.api [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.405617] env[64443]: DEBUG nova.compute.manager [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Received event network-changed-d7e6d9ad-a62f-4716-9c06-2b1b131fb85c {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1000.405617] env[64443]: DEBUG nova.compute.manager [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Refreshing instance network info cache due to event network-changed-d7e6d9ad-a62f-4716-9c06-2b1b131fb85c. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1000.405617] env[64443]: DEBUG oslo_concurrency.lockutils [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] Acquiring lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.405617] env[64443]: DEBUG oslo_concurrency.lockutils [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] Acquired lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.405617] env[64443]: DEBUG nova.network.neutron [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Refreshing network info cache for port d7e6d9ad-a62f-4716-9c06-2b1b131fb85c {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.549397] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7dba1f-0362-4484-8a03-7fd8e1ec64a4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.558516] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5b051e-d468-47e8-830e-57f10f7a9d0c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.592417] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55a4075-d256-4eee-8270-60812f0b7565 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.600593] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46885524-2d09-4e43-8f1a-08471b26ca3c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.619240] env[64443]: DEBUG nova.compute.provider_tree [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1000.704594] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.719276] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.841217] env[64443]: DEBUG oslo_vmware.api [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.099821] env[64443]: DEBUG nova.network.neutron [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Updated VIF entry in instance network info cache for port d7e6d9ad-a62f-4716-9c06-2b1b131fb85c. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.100266] env[64443]: DEBUG nova.network.neutron [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Updating instance_info_cache with network_info: [{"id": "d7e6d9ad-a62f-4716-9c06-2b1b131fb85c", "address": "fa:16:3e:6b:25:ca", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e6d9ad-a6", "ovs_interfaceid": "d7e6d9ad-a62f-4716-9c06-2b1b131fb85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.151338] env[64443]: DEBUG nova.scheduler.client.report [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1001.151601] env[64443]: DEBUG nova.compute.provider_tree [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 141 to 142 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1001.151784] env[64443]: DEBUG nova.compute.provider_tree [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1001.219020] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.343288] env[64443]: DEBUG oslo_vmware.api [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2676972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.600657} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.343636] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.343894] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.344144] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.344420] env[64443]: INFO nova.compute.manager [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1001.344753] env[64443]: DEBUG oslo.service.loopingcall [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1001.345009] env[64443]: DEBUG nova.compute.manager [-] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.345145] env[64443]: DEBUG nova.network.neutron [-] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.603210] env[64443]: DEBUG oslo_concurrency.lockutils [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] Releasing lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.603521] env[64443]: DEBUG nova.compute.manager [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Received event network-changed-d7e6d9ad-a62f-4716-9c06-2b1b131fb85c {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1001.603715] env[64443]: DEBUG nova.compute.manager [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Refreshing instance network info cache due to event network-changed-d7e6d9ad-a62f-4716-9c06-2b1b131fb85c. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1001.603935] env[64443]: DEBUG oslo_concurrency.lockutils [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] Acquiring lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.604111] env[64443]: DEBUG oslo_concurrency.lockutils [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] Acquired lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.604304] env[64443]: DEBUG nova.network.neutron [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Refreshing network info cache for port d7e6d9ad-a62f-4716-9c06-2b1b131fb85c {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.657339] env[64443]: DEBUG oslo_concurrency.lockutils [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.344s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.659681] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.607s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.660544] env[64443]: DEBUG nova.objects.instance [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Lazy-loading 'resources' on Instance uuid 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.719984] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.168545] env[64443]: DEBUG oslo_concurrency.lockutils [None req-18d566a6-03dc-4dfe-9cb7-065c73eadd8a tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "5f81a44d-0799-4b08-b334-829e8cfbaa83" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.801s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.169687] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "5f81a44d-0799-4b08-b334-829e8cfbaa83" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.180s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.169891] env[64443]: INFO nova.compute.manager [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Unshelving [ 1002.219982] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.284442] env[64443]: DEBUG nova.network.neutron [-] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.310212] env[64443]: DEBUG nova.network.neutron [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Updated VIF entry in instance network info cache for port d7e6d9ad-a62f-4716-9c06-2b1b131fb85c. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.310575] env[64443]: DEBUG nova.network.neutron [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Updating instance_info_cache with network_info: [{"id": "d7e6d9ad-a62f-4716-9c06-2b1b131fb85c", "address": "fa:16:3e:6b:25:ca", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e6d9ad-a6", "ovs_interfaceid": "d7e6d9ad-a62f-4716-9c06-2b1b131fb85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.414384] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbaa473-4b6b-4df1-a133-39594ccc1f8a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.422917] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e330451-e211-475c-b04b-e6deae077821 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.457050] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc60e0fc-1003-44b7-99d6-492ea6d61d3f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.463951] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea14f45-77d6-4b1a-83ce-ead29f1c057a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.478435] env[64443]: DEBUG nova.compute.provider_tree [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1002.528081] env[64443]: DEBUG nova.compute.manager [req-64d316d4-6d74-4b84-9120-6381c1017da3 req-e259897f-a106-4344-9190-e11cf07bf53f service nova] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Received event network-vif-deleted-a7ab0a27-394e-4943-affc-2d0416413973 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1002.722688] env[64443]: DEBUG oslo_vmware.api [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676969, 'name': PowerOnVM_Task, 'duration_secs': 3.616906} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.722962] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.723177] env[64443]: INFO nova.compute.manager [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Took 12.29 seconds to spawn the instance on the hypervisor. [ 1002.723411] env[64443]: DEBUG nova.compute.manager [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.724544] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaee747a-4f63-4d4d-9423-c71af62466bb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.787023] env[64443]: INFO nova.compute.manager [-] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Took 1.44 seconds to deallocate network for instance. [ 1002.812893] env[64443]: DEBUG oslo_concurrency.lockutils [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] Releasing lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.813200] env[64443]: DEBUG nova.compute.manager [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Received event network-changed-a45f2c2a-d745-4163-99b9-d782c7dd19de {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1002.813377] env[64443]: DEBUG nova.compute.manager [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Refreshing instance network info cache due to event network-changed-a45f2c2a-d745-4163-99b9-d782c7dd19de. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1002.813595] env[64443]: DEBUG oslo_concurrency.lockutils [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] Acquiring lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.813741] env[64443]: DEBUG oslo_concurrency.lockutils [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] Acquired lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.813915] env[64443]: DEBUG nova.network.neutron [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Refreshing network info cache for port a45f2c2a-d745-4163-99b9-d782c7dd19de {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.012133] env[64443]: DEBUG nova.scheduler.client.report [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1003.012468] env[64443]: DEBUG nova.compute.provider_tree [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 142 to 143 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1003.012655] env[64443]: DEBUG nova.compute.provider_tree [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1003.201512] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.242627] env[64443]: INFO nova.compute.manager [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Took 24.09 seconds to build instance. [ 1003.293170] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.518150] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.528038] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.095s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.539778] env[64443]: INFO nova.scheduler.client.report [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Deleted allocations for instance 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3 [ 1003.566856] env[64443]: DEBUG nova.network.neutron [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Updated VIF entry in instance network info cache for port a45f2c2a-d745-4163-99b9-d782c7dd19de. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.568845] env[64443]: DEBUG nova.network.neutron [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Updating instance_info_cache with network_info: [{"id": "a45f2c2a-d745-4163-99b9-d782c7dd19de", "address": "fa:16:3e:78:25:15", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa45f2c2a-d7", "ovs_interfaceid": "a45f2c2a-d745-4163-99b9-d782c7dd19de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.744409] env[64443]: DEBUG oslo_concurrency.lockutils [None req-990153ae-eaae-4f99-983a-d7df2f7b9463 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "716c07e9-41e6-4a86-a49e-a9d7f203823b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.599s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.032826] env[64443]: INFO nova.compute.claims [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.050025] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d730ea4-551b-4bba-9a6a-e1899c2c66ea tempest-ServersTestMultiNic-813906185 tempest-ServersTestMultiNic-813906185-project-member] Lock "3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.904s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.070797] env[64443]: DEBUG oslo_concurrency.lockutils [req-79e54e53-1fc7-4261-bb76-22e77f9fd609 req-abc70170-c25e-441d-92ed-08dc7577cc85 service nova] Releasing lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.541022] env[64443]: INFO nova.compute.resource_tracker [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Updating resource usage from migration 1e92920e-2390-420b-8dea-fce034f78452 [ 1004.669471] env[64443]: DEBUG oslo_concurrency.lockutils [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "716c07e9-41e6-4a86-a49e-a9d7f203823b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.669757] env[64443]: DEBUG oslo_concurrency.lockutils [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "716c07e9-41e6-4a86-a49e-a9d7f203823b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.669997] env[64443]: DEBUG oslo_concurrency.lockutils [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "716c07e9-41e6-4a86-a49e-a9d7f203823b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.670263] env[64443]: DEBUG oslo_concurrency.lockutils [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "716c07e9-41e6-4a86-a49e-a9d7f203823b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.670400] env[64443]: DEBUG oslo_concurrency.lockutils [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "716c07e9-41e6-4a86-a49e-a9d7f203823b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.672508] env[64443]: INFO nova.compute.manager [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Terminating instance [ 1004.770265] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf7fc2b-1d0c-43c0-9dfd-f706f752f5e3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.780093] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d264ea-3b26-4347-a906-c44204547cd8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.814963] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235a32a6-bca1-4ded-8762-59ef2ad9f929 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.824266] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141cdb6a-0f84-4194-a879-1008b87e1e78 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.839315] env[64443]: DEBUG nova.compute.provider_tree [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.178549] env[64443]: DEBUG nova.compute.manager [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.178816] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.179796] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f38ad02-311c-4891-a2d4-8b3a57829d5b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.190902] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.191214] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a1b9171-e593-47a0-aadb-46546e098274 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.198664] env[64443]: DEBUG oslo_vmware.api [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1005.198664] env[64443]: value = "task-2676973" [ 1005.198664] env[64443]: _type = "Task" [ 1005.198664] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.206861] env[64443]: DEBUG oslo_vmware.api [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.344229] env[64443]: DEBUG nova.scheduler.client.report [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.709080] env[64443]: DEBUG oslo_vmware.api [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676973, 'name': PowerOffVM_Task, 'duration_secs': 0.328903} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.709389] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.709525] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.709782] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0429d523-fce5-4d0c-a7b8-17b0a842aea2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.773892] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.774180] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.774383] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Deleting the datastore file [datastore2] 716c07e9-41e6-4a86-a49e-a9d7f203823b {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.774681] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03e818bb-91d8-4746-97df-b9253b9d6f17 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.782310] env[64443]: DEBUG oslo_vmware.api [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1005.782310] env[64443]: value = "task-2676975" [ 1005.782310] env[64443]: _type = "Task" [ 1005.782310] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.792352] env[64443]: DEBUG oslo_vmware.api [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.849568] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.323s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.849782] env[64443]: INFO nova.compute.manager [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Migrating [ 1005.856326] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.940s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.857714] env[64443]: INFO nova.compute.claims [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.295374] env[64443]: DEBUG oslo_vmware.api [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2676975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161589} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.295774] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.296265] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.296500] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.296690] env[64443]: INFO nova.compute.manager [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1006.296964] env[64443]: DEBUG oslo.service.loopingcall [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1006.297175] env[64443]: DEBUG nova.compute.manager [-] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.297323] env[64443]: DEBUG nova.network.neutron [-] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.370651] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "refresh_cache-1b5f8ce3-bafd-4e44-8275-81c6c23db94b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.370861] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired lock "refresh_cache-1b5f8ce3-bafd-4e44-8275-81c6c23db94b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.371778] env[64443]: DEBUG nova.network.neutron [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.580037] env[64443]: DEBUG nova.compute.manager [req-b066497f-a749-4452-af17-f9d70b057498 req-fb381d54-9724-430d-8e7f-45d398b8da98 service nova] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Received event network-vif-deleted-3a522ef8-15d1-4758-937e-23bf075418eb {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.580255] env[64443]: INFO nova.compute.manager [req-b066497f-a749-4452-af17-f9d70b057498 req-fb381d54-9724-430d-8e7f-45d398b8da98 service nova] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Neutron deleted interface 3a522ef8-15d1-4758-937e-23bf075418eb; detaching it from the instance and deleting it from the info cache [ 1006.580431] env[64443]: DEBUG nova.network.neutron [req-b066497f-a749-4452-af17-f9d70b057498 req-fb381d54-9724-430d-8e7f-45d398b8da98 service nova] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.064316] env[64443]: DEBUG nova.network.neutron [-] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.082849] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1f91145-ab0e-4192-97e9-67043bc78627 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.091454] env[64443]: DEBUG nova.network.neutron [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Updating instance_info_cache with network_info: [{"id": "a31d94fa-05e9-4b7b-a171-0887d6d13f57", "address": "fa:16:3e:29:d8:c6", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31d94fa-05", "ovs_interfaceid": "a31d94fa-05e9-4b7b-a171-0887d6d13f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.097085] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7474e7e-d1c9-4ccd-89e3-2bf31cb74a33 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.109683] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94be5038-fe8f-4178-83db-7e6ac85cbf25 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.122663] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47440de8-c695-492c-929d-d20ac13ce612 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.135654] env[64443]: DEBUG nova.compute.manager [req-b066497f-a749-4452-af17-f9d70b057498 req-fb381d54-9724-430d-8e7f-45d398b8da98 service nova] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Detach interface failed, port_id=3a522ef8-15d1-4758-937e-23bf075418eb, reason: Instance 716c07e9-41e6-4a86-a49e-a9d7f203823b could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1007.853937] env[64443]: INFO nova.compute.manager [-] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Took 1.56 seconds to deallocate network for instance. [ 1007.854421] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Releasing lock "refresh_cache-1b5f8ce3-bafd-4e44-8275-81c6c23db94b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.857911] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f96179d-e37c-4ec8-87ec-9b6ce35dbdb5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.870543] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28f61bc-80fb-4a91-a1bf-c5cb50d506a1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.885298] env[64443]: DEBUG nova.compute.provider_tree [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.369123] env[64443]: DEBUG oslo_concurrency.lockutils [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.388358] env[64443]: DEBUG nova.scheduler.client.report [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.893370] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.037s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.893893] env[64443]: DEBUG nova.compute.manager [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.896791] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.866s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.898236] env[64443]: INFO nova.compute.claims [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.370173] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e759042f-5c77-4138-8e30-4a2cf0754347 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.395173] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Updating instance '1b5f8ce3-bafd-4e44-8275-81c6c23db94b' progress to 0 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1009.403012] env[64443]: DEBUG nova.compute.utils [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1009.406934] env[64443]: DEBUG nova.compute.manager [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.407127] env[64443]: DEBUG nova.network.neutron [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.453152] env[64443]: DEBUG nova.policy [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42d8c6e7667b4faa8ae5db1ae61cc66e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9db2bb1984142f78ed5f4403a751980', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.733871] env[64443]: DEBUG nova.network.neutron [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Successfully created port: da515b81-cf8c-415b-a1b0-b50a4c424583 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.908561] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.909071] env[64443]: DEBUG nova.compute.manager [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.911997] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb901079-8397-4280-8750-92ffc656050b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.924604] env[64443]: DEBUG oslo_vmware.api [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 1009.924604] env[64443]: value = "task-2676976" [ 1009.924604] env[64443]: _type = "Task" [ 1009.924604] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.939622] env[64443]: DEBUG oslo_vmware.api [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.191421] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc593b9-03d6-4fde-afc9-a8a42ebf54b9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.200287] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38dda45-2c08-4450-9f80-e93f0c979813 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.232231] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0ec216-16fc-425f-a845-21671b7488b5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.240056] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa8356b-91af-46f8-a6bd-36920e77ab80 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.254219] env[64443]: DEBUG nova.compute.provider_tree [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.389020] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.389531] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.437566] env[64443]: DEBUG oslo_vmware.api [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676976, 'name': PowerOffVM_Task, 'duration_secs': 0.271241} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.437836] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.438045] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Updating instance '1b5f8ce3-bafd-4e44-8275-81c6c23db94b' progress to 17 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1010.757210] env[64443]: DEBUG nova.scheduler.client.report [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.896711] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.896879] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Starting heal instance info cache {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1010.897017] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Rebuilding the list of instances to heal {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1010.924271] env[64443]: DEBUG nova.compute.manager [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.943990] env[64443]: DEBUG nova.virt.hardware [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.944287] env[64443]: DEBUG nova.virt.hardware [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.944451] env[64443]: DEBUG nova.virt.hardware [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.944637] env[64443]: DEBUG nova.virt.hardware [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.944785] env[64443]: DEBUG nova.virt.hardware [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.944936] env[64443]: DEBUG nova.virt.hardware [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.945220] env[64443]: DEBUG nova.virt.hardware [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.945410] env[64443]: DEBUG nova.virt.hardware [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.945584] env[64443]: DEBUG nova.virt.hardware [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.945746] env[64443]: DEBUG nova.virt.hardware [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.945919] env[64443]: DEBUG nova.virt.hardware [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.952512] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6659992f-f04e-4d6e-9c27-c83c991a3111 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.971591] env[64443]: DEBUG nova.virt.hardware [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.971845] env[64443]: DEBUG nova.virt.hardware [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.972009] env[64443]: DEBUG nova.virt.hardware [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.972201] env[64443]: DEBUG nova.virt.hardware [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.972374] env[64443]: DEBUG nova.virt.hardware [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.972521] env[64443]: DEBUG nova.virt.hardware [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.972838] env[64443]: DEBUG nova.virt.hardware [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.972963] env[64443]: DEBUG nova.virt.hardware [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.973190] env[64443]: DEBUG nova.virt.hardware [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.973280] env[64443]: DEBUG nova.virt.hardware [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.973444] env[64443]: DEBUG nova.virt.hardware [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.974597] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff3c3e6-3672-4a84-b1dd-f3aaaac84a0f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.978862] env[64443]: DEBUG oslo_vmware.api [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 1010.978862] env[64443]: value = "task-2676977" [ 1010.978862] env[64443]: _type = "Task" [ 1010.978862] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.987819] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962b2efc-ddb1-41a1-aebc-3a7105728716 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.995012] env[64443]: DEBUG oslo_vmware.api [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.176646] env[64443]: DEBUG nova.compute.manager [req-89f008d3-501f-431d-8a40-3fec756e8226 req-1fa9d119-7150-40ca-86e7-aa073fb07f80 service nova] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Received event network-vif-plugged-da515b81-cf8c-415b-a1b0-b50a4c424583 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.176876] env[64443]: DEBUG oslo_concurrency.lockutils [req-89f008d3-501f-431d-8a40-3fec756e8226 req-1fa9d119-7150-40ca-86e7-aa073fb07f80 service nova] Acquiring lock "8f5b0965-2958-41cd-ba42-6bc10710355e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.177101] env[64443]: DEBUG oslo_concurrency.lockutils [req-89f008d3-501f-431d-8a40-3fec756e8226 req-1fa9d119-7150-40ca-86e7-aa073fb07f80 service nova] Lock "8f5b0965-2958-41cd-ba42-6bc10710355e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.177267] env[64443]: DEBUG oslo_concurrency.lockutils [req-89f008d3-501f-431d-8a40-3fec756e8226 req-1fa9d119-7150-40ca-86e7-aa073fb07f80 service nova] Lock "8f5b0965-2958-41cd-ba42-6bc10710355e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.177431] env[64443]: DEBUG nova.compute.manager [req-89f008d3-501f-431d-8a40-3fec756e8226 req-1fa9d119-7150-40ca-86e7-aa073fb07f80 service nova] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] No waiting events found dispatching network-vif-plugged-da515b81-cf8c-415b-a1b0-b50a4c424583 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.177588] env[64443]: WARNING nova.compute.manager [req-89f008d3-501f-431d-8a40-3fec756e8226 req-1fa9d119-7150-40ca-86e7-aa073fb07f80 service nova] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Received unexpected event network-vif-plugged-da515b81-cf8c-415b-a1b0-b50a4c424583 for instance with vm_state building and task_state spawning. [ 1011.266065] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.266622] env[64443]: DEBUG nova.compute.manager [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.270356] env[64443]: DEBUG nova.network.neutron [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Successfully updated port: da515b81-cf8c-415b-a1b0-b50a4c424583 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.271557] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.567s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.407746] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Skipping network cache update for instance because it is Building. {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1011.408219] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Skipping network cache update for instance because it is Building. {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1011.424042] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.424246] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquired lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.424401] env[64443]: DEBUG nova.network.neutron [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Forcefully refreshing network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1011.424557] env[64443]: DEBUG nova.objects.instance [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lazy-loading 'info_cache' on Instance uuid 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.489187] env[64443]: DEBUG oslo_vmware.api [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676977, 'name': ReconfigVM_Task, 'duration_secs': 0.145799} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.489532] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Updating instance '1b5f8ce3-bafd-4e44-8275-81c6c23db94b' progress to 33 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1011.775057] env[64443]: DEBUG nova.compute.utils [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1011.776748] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "refresh_cache-8f5b0965-2958-41cd-ba42-6bc10710355e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.776990] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired lock "refresh_cache-8f5b0965-2958-41cd-ba42-6bc10710355e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.777115] env[64443]: DEBUG nova.network.neutron [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.780268] env[64443]: INFO nova.compute.claims [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.784152] env[64443]: DEBUG nova.compute.manager [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.784272] env[64443]: DEBUG nova.network.neutron [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.830474] env[64443]: DEBUG nova.policy [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cab7de31a06456fb20d4391066a3c04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e6871ca1a4648e58282f55901f3eabb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.996288] env[64443]: DEBUG nova.virt.hardware [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.996541] env[64443]: DEBUG nova.virt.hardware [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.996698] env[64443]: DEBUG nova.virt.hardware [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.996878] env[64443]: DEBUG nova.virt.hardware [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.997043] env[64443]: DEBUG nova.virt.hardware [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.997198] env[64443]: DEBUG nova.virt.hardware [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.997402] env[64443]: DEBUG nova.virt.hardware [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.997562] env[64443]: DEBUG nova.virt.hardware [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.997725] env[64443]: DEBUG nova.virt.hardware [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.997884] env[64443]: DEBUG nova.virt.hardware [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.998482] env[64443]: DEBUG nova.virt.hardware [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.004575] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1012.005258] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb6b16f7-f866-4350-abd9-6242d4a939ef {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.025606] env[64443]: DEBUG oslo_vmware.api [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 1012.025606] env[64443]: value = "task-2676978" [ 1012.025606] env[64443]: _type = "Task" [ 1012.025606] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.033936] env[64443]: DEBUG oslo_vmware.api [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.133582] env[64443]: DEBUG nova.network.neutron [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Successfully created port: c8b37272-3a52-4265-b223-86ff61e17e4d {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.286938] env[64443]: DEBUG nova.compute.manager [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.291207] env[64443]: INFO nova.compute.resource_tracker [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Updating resource usage from migration b9246816-636c-4f4f-8322-6c663c503b71 [ 1012.343060] env[64443]: DEBUG nova.network.neutron [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.453609] env[64443]: DEBUG nova.network.neutron [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.503256] env[64443]: DEBUG nova.network.neutron [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Updating instance_info_cache with network_info: [{"id": "da515b81-cf8c-415b-a1b0-b50a4c424583", "address": "fa:16:3e:9f:7d:9d", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda515b81-cf", "ovs_interfaceid": "da515b81-cf8c-415b-a1b0-b50a4c424583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.526110] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6c9e2e-1f86-4196-af21-384329ccbf3d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.539043] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4fbaf7-784a-41c6-b4cb-19dc6e36c058 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.541865] env[64443]: DEBUG oslo_vmware.api [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676978, 'name': ReconfigVM_Task, 'duration_secs': 0.177495} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.542128] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1012.543157] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b16a39b-7ea0-4dd9-a713-4ccc8ca3be7b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.569350] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a6dd19-e7d8-42f5-8eaf-af31aa3cbf5d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.589726] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 1b5f8ce3-bafd-4e44-8275-81c6c23db94b/1b5f8ce3-bafd-4e44-8275-81c6c23db94b.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.590292] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ada62b29-02e9-4c49-a14f-4fbde75e120c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.606635] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639f58c9-4599-4c65-b648-a71d10390f6e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.611481] env[64443]: DEBUG oslo_vmware.api [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 1012.611481] env[64443]: value = "task-2676979" [ 1012.611481] env[64443]: _type = "Task" [ 1012.611481] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.623860] env[64443]: DEBUG nova.compute.provider_tree [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.628012] env[64443]: DEBUG oslo_vmware.api [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.009591] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Releasing lock "refresh_cache-8f5b0965-2958-41cd-ba42-6bc10710355e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.009937] env[64443]: DEBUG nova.compute.manager [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Instance network_info: |[{"id": "da515b81-cf8c-415b-a1b0-b50a4c424583", "address": "fa:16:3e:9f:7d:9d", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda515b81-cf", "ovs_interfaceid": "da515b81-cf8c-415b-a1b0-b50a4c424583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.010429] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:7d:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da515b81-cf8c-415b-a1b0-b50a4c424583', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.017653] env[64443]: DEBUG oslo.service.loopingcall [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1013.017872] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.018183] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04fbe114-4205-4649-b578-5374a4277121 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.036363] env[64443]: DEBUG nova.network.neutron [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.043434] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.043434] env[64443]: value = "task-2676980" [ 1013.043434] env[64443]: _type = "Task" [ 1013.043434] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.052076] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676980, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.125483] env[64443]: DEBUG oslo_vmware.api [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676979, 'name': ReconfigVM_Task, 'duration_secs': 0.283521} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.125880] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 1b5f8ce3-bafd-4e44-8275-81c6c23db94b/1b5f8ce3-bafd-4e44-8275-81c6c23db94b.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.126251] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Updating instance '1b5f8ce3-bafd-4e44-8275-81c6c23db94b' progress to 50 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.134173] env[64443]: DEBUG nova.scheduler.client.report [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.300796] env[64443]: DEBUG nova.compute.manager [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.336784] env[64443]: DEBUG nova.virt.hardware [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.337288] env[64443]: DEBUG nova.virt.hardware [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.337693] env[64443]: DEBUG nova.virt.hardware [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.338279] env[64443]: DEBUG nova.virt.hardware [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.338558] env[64443]: DEBUG nova.virt.hardware [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.338807] env[64443]: DEBUG nova.virt.hardware [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.339137] env[64443]: DEBUG nova.virt.hardware [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.339400] env[64443]: DEBUG nova.virt.hardware [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.339688] env[64443]: DEBUG nova.virt.hardware [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.339999] env[64443]: DEBUG nova.virt.hardware [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.340444] env[64443]: DEBUG nova.virt.hardware [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.341454] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f596fd4-2e90-40e0-a67d-b10cedc610b8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.351577] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f76748d-8842-4ec1-bcd9-34ff3e1f61c7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.362729] env[64443]: DEBUG nova.compute.manager [req-2a1595bf-1565-4ada-8280-0106b4b34358 req-3b15a432-aefe-4191-968a-6268b2b699e6 service nova] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Received event network-changed-da515b81-cf8c-415b-a1b0-b50a4c424583 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.362729] env[64443]: DEBUG nova.compute.manager [req-2a1595bf-1565-4ada-8280-0106b4b34358 req-3b15a432-aefe-4191-968a-6268b2b699e6 service nova] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Refreshing instance network info cache due to event network-changed-da515b81-cf8c-415b-a1b0-b50a4c424583. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1013.362729] env[64443]: DEBUG oslo_concurrency.lockutils [req-2a1595bf-1565-4ada-8280-0106b4b34358 req-3b15a432-aefe-4191-968a-6268b2b699e6 service nova] Acquiring lock "refresh_cache-8f5b0965-2958-41cd-ba42-6bc10710355e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.362729] env[64443]: DEBUG oslo_concurrency.lockutils [req-2a1595bf-1565-4ada-8280-0106b4b34358 req-3b15a432-aefe-4191-968a-6268b2b699e6 service nova] Acquired lock "refresh_cache-8f5b0965-2958-41cd-ba42-6bc10710355e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.362729] env[64443]: DEBUG nova.network.neutron [req-2a1595bf-1565-4ada-8280-0106b4b34358 req-3b15a432-aefe-4191-968a-6268b2b699e6 service nova] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Refreshing network info cache for port da515b81-cf8c-415b-a1b0-b50a4c424583 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.539043] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Releasing lock "refresh_cache-31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.539314] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Updated the network info_cache for instance {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1013.540084] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.540084] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.540084] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.540084] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.540084] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.540084] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.540353] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64443) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1013.540386] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1013.554065] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676980, 'name': CreateVM_Task, 'duration_secs': 0.376458} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.554231] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.554888] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.555062] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.555377] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.555620] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5d2d995-ecfb-490d-9d84-1615350b27a9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.560613] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1013.560613] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5228018c-e618-8cfe-3c7c-26f2672c5521" [ 1013.560613] env[64443]: _type = "Task" [ 1013.560613] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.568560] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5228018c-e618-8cfe-3c7c-26f2672c5521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.625366] env[64443]: DEBUG nova.network.neutron [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Successfully updated port: c8b37272-3a52-4265-b223-86ff61e17e4d {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.636477] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.365s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.636715] env[64443]: INFO nova.compute.manager [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Migrating [ 1013.645231] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130cc594-a173-44f1-9ebc-2dd34f02b437 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.648997] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.448s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.649252] env[64443]: DEBUG nova.objects.instance [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lazy-loading 'pci_requests' on Instance uuid 5f81a44d-0799-4b08-b334-829e8cfbaa83 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.659745] env[64443]: DEBUG nova.objects.instance [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lazy-loading 'numa_topology' on Instance uuid 5f81a44d-0799-4b08-b334-829e8cfbaa83 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.682085] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0149d71b-08de-41af-981b-8bac796f6571 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.704028] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Updating instance '1b5f8ce3-bafd-4e44-8275-81c6c23db94b' progress to 67 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1014.042993] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.056496] env[64443]: DEBUG nova.network.neutron [req-2a1595bf-1565-4ada-8280-0106b4b34358 req-3b15a432-aefe-4191-968a-6268b2b699e6 service nova] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Updated VIF entry in instance network info cache for port da515b81-cf8c-415b-a1b0-b50a4c424583. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.056838] env[64443]: DEBUG nova.network.neutron [req-2a1595bf-1565-4ada-8280-0106b4b34358 req-3b15a432-aefe-4191-968a-6268b2b699e6 service nova] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Updating instance_info_cache with network_info: [{"id": "da515b81-cf8c-415b-a1b0-b50a4c424583", "address": "fa:16:3e:9f:7d:9d", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda515b81-cf", "ovs_interfaceid": "da515b81-cf8c-415b-a1b0-b50a4c424583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.071981] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5228018c-e618-8cfe-3c7c-26f2672c5521, 'name': SearchDatastore_Task, 'duration_secs': 0.009969} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.072272] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.072507] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.072738] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.072920] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.073066] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.073348] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7c135e4-95cc-484a-b1c9-2f51c822ce15 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.081746] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.081910] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.082632] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9a88906-b276-4aa4-8935-d9dcb25a4c43 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.087681] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1014.087681] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52a71157-d858-b46f-f922-8ee78fffef55" [ 1014.087681] env[64443]: _type = "Task" [ 1014.087681] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.096659] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52a71157-d858-b46f-f922-8ee78fffef55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.127728] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Acquiring lock "refresh_cache-6f5bec00-c67d-4b12-b07b-6e315bfa7ffa" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.127913] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Acquired lock "refresh_cache-6f5bec00-c67d-4b12-b07b-6e315bfa7ffa" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.128134] env[64443]: DEBUG nova.network.neutron [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.162541] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "refresh_cache-629f1078-51fb-416e-8335-aa864708ca9c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.163027] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired lock "refresh_cache-629f1078-51fb-416e-8335-aa864708ca9c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.163125] env[64443]: DEBUG nova.network.neutron [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.164731] env[64443]: INFO nova.compute.claims [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.241774] env[64443]: DEBUG nova.network.neutron [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Port a31d94fa-05e9-4b7b-a171-0887d6d13f57 binding to destination host cpu-1 is already ACTIVE {{(pid=64443) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1014.559137] env[64443]: DEBUG oslo_concurrency.lockutils [req-2a1595bf-1565-4ada-8280-0106b4b34358 req-3b15a432-aefe-4191-968a-6268b2b699e6 service nova] Releasing lock "refresh_cache-8f5b0965-2958-41cd-ba42-6bc10710355e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.598411] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52a71157-d858-b46f-f922-8ee78fffef55, 'name': SearchDatastore_Task, 'duration_secs': 0.008883} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.599160] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b909072c-1d17-4d97-9563-ad2f4f011346 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.603989] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1014.603989] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52f69173-a58d-69c2-dc8f-bface916268e" [ 1014.603989] env[64443]: _type = "Task" [ 1014.603989] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.610977] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f69173-a58d-69c2-dc8f-bface916268e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.657386] env[64443]: DEBUG nova.network.neutron [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.858411] env[64443]: DEBUG nova.network.neutron [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Updating instance_info_cache with network_info: [{"id": "c8b37272-3a52-4265-b223-86ff61e17e4d", "address": "fa:16:3e:13:42:1a", "network": {"id": "c81252c4-c567-4cb6-8ebb-fdebc77ae2b2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-718765576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e6871ca1a4648e58282f55901f3eabb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8b37272-3a", "ovs_interfaceid": "c8b37272-3a52-4265-b223-86ff61e17e4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.945038] env[64443]: DEBUG nova.network.neutron [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Updating instance_info_cache with network_info: [{"id": "ac6ce416-c3c3-4fc0-8de3-b932328d9a1e", "address": "fa:16:3e:19:d2:5b", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6ce416-c3", "ovs_interfaceid": "ac6ce416-c3c3-4fc0-8de3-b932328d9a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.114540] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f69173-a58d-69c2-dc8f-bface916268e, 'name': SearchDatastore_Task, 'duration_secs': 0.009571} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.114803] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.115075] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 8f5b0965-2958-41cd-ba42-6bc10710355e/8f5b0965-2958-41cd-ba42-6bc10710355e.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.115337] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf06db79-8918-46eb-b019-236d1bca4b54 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.122405] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1015.122405] env[64443]: value = "task-2676981" [ 1015.122405] env[64443]: _type = "Task" [ 1015.122405] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.130472] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.265991] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "1b5f8ce3-bafd-4e44-8275-81c6c23db94b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.266283] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "1b5f8ce3-bafd-4e44-8275-81c6c23db94b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.266469] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "1b5f8ce3-bafd-4e44-8275-81c6c23db94b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.362287] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Releasing lock "refresh_cache-6f5bec00-c67d-4b12-b07b-6e315bfa7ffa" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.362666] env[64443]: DEBUG nova.compute.manager [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Instance network_info: |[{"id": "c8b37272-3a52-4265-b223-86ff61e17e4d", "address": "fa:16:3e:13:42:1a", "network": {"id": "c81252c4-c567-4cb6-8ebb-fdebc77ae2b2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-718765576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e6871ca1a4648e58282f55901f3eabb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8b37272-3a", "ovs_interfaceid": "c8b37272-3a52-4265-b223-86ff61e17e4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.363336] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:42:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8b37272-3a52-4265-b223-86ff61e17e4d', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.371261] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Creating folder: Project (3e6871ca1a4648e58282f55901f3eabb). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.371605] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48978711-4860-459d-84f5-fdfa1caeda1c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.393198] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Created folder: Project (3e6871ca1a4648e58282f55901f3eabb) in parent group-v539479. [ 1015.393290] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Creating folder: Instances. Parent ref: group-v539759. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.393545] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76954e30-8765-4584-b83a-bedd3f5bc6d2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.408829] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Created folder: Instances in parent group-v539759. [ 1015.409095] env[64443]: DEBUG oslo.service.loopingcall [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1015.409353] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.409537] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6bbbcd1-95f4-475a-9697-26686e0ceb27 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.438962] env[64443]: DEBUG nova.compute.manager [req-e90a9122-6885-4894-bf0c-2b81e08f3f1e req-778a7cc2-178d-45fc-9ece-e28b2241c223 service nova] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Received event network-vif-plugged-c8b37272-3a52-4265-b223-86ff61e17e4d {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.439309] env[64443]: DEBUG oslo_concurrency.lockutils [req-e90a9122-6885-4894-bf0c-2b81e08f3f1e req-778a7cc2-178d-45fc-9ece-e28b2241c223 service nova] Acquiring lock "6f5bec00-c67d-4b12-b07b-6e315bfa7ffa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.439309] env[64443]: DEBUG oslo_concurrency.lockutils [req-e90a9122-6885-4894-bf0c-2b81e08f3f1e req-778a7cc2-178d-45fc-9ece-e28b2241c223 service nova] Lock "6f5bec00-c67d-4b12-b07b-6e315bfa7ffa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.439425] env[64443]: DEBUG oslo_concurrency.lockutils [req-e90a9122-6885-4894-bf0c-2b81e08f3f1e req-778a7cc2-178d-45fc-9ece-e28b2241c223 service nova] Lock "6f5bec00-c67d-4b12-b07b-6e315bfa7ffa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.439585] env[64443]: DEBUG nova.compute.manager [req-e90a9122-6885-4894-bf0c-2b81e08f3f1e req-778a7cc2-178d-45fc-9ece-e28b2241c223 service nova] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] No waiting events found dispatching network-vif-plugged-c8b37272-3a52-4265-b223-86ff61e17e4d {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.439754] env[64443]: WARNING nova.compute.manager [req-e90a9122-6885-4894-bf0c-2b81e08f3f1e req-778a7cc2-178d-45fc-9ece-e28b2241c223 service nova] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Received unexpected event network-vif-plugged-c8b37272-3a52-4265-b223-86ff61e17e4d for instance with vm_state building and task_state spawning. [ 1015.439916] env[64443]: DEBUG nova.compute.manager [req-e90a9122-6885-4894-bf0c-2b81e08f3f1e req-778a7cc2-178d-45fc-9ece-e28b2241c223 service nova] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Received event network-changed-c8b37272-3a52-4265-b223-86ff61e17e4d {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.440127] env[64443]: DEBUG nova.compute.manager [req-e90a9122-6885-4894-bf0c-2b81e08f3f1e req-778a7cc2-178d-45fc-9ece-e28b2241c223 service nova] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Refreshing instance network info cache due to event network-changed-c8b37272-3a52-4265-b223-86ff61e17e4d. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1015.440450] env[64443]: DEBUG oslo_concurrency.lockutils [req-e90a9122-6885-4894-bf0c-2b81e08f3f1e req-778a7cc2-178d-45fc-9ece-e28b2241c223 service nova] Acquiring lock "refresh_cache-6f5bec00-c67d-4b12-b07b-6e315bfa7ffa" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.440484] env[64443]: DEBUG oslo_concurrency.lockutils [req-e90a9122-6885-4894-bf0c-2b81e08f3f1e req-778a7cc2-178d-45fc-9ece-e28b2241c223 service nova] Acquired lock "refresh_cache-6f5bec00-c67d-4b12-b07b-6e315bfa7ffa" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.440626] env[64443]: DEBUG nova.network.neutron [req-e90a9122-6885-4894-bf0c-2b81e08f3f1e req-778a7cc2-178d-45fc-9ece-e28b2241c223 service nova] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Refreshing network info cache for port c8b37272-3a52-4265-b223-86ff61e17e4d {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.444466] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.444466] env[64443]: value = "task-2676984" [ 1015.444466] env[64443]: _type = "Task" [ 1015.444466] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.445275] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa855c97-efea-461d-ae98-23e9f2da001c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.449983] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Releasing lock "refresh_cache-629f1078-51fb-416e-8335-aa864708ca9c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.464633] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efcc1a5-95d1-4c03-a1ff-d22d0f42db85 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.468477] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676984, 'name': CreateVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.499519] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d602c732-3a1b-492c-83a2-6b8c8f4f3bd1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.508535] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1217687-da3e-4c97-b9dc-69011473a3c7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.523677] env[64443]: DEBUG nova.compute.provider_tree [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.632897] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476708} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.633279] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 8f5b0965-2958-41cd-ba42-6bc10710355e/8f5b0965-2958-41cd-ba42-6bc10710355e.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.633279] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.634055] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20f33a1f-9f4c-4aa7-a617-7a217efdcf0f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.640784] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1015.640784] env[64443]: value = "task-2676985" [ 1015.640784] env[64443]: _type = "Task" [ 1015.640784] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.651577] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.965113] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676984, 'name': CreateVM_Task, 'duration_secs': 0.437492} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.965290] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.965966] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.966160] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.966527] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1015.966788] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94a7d9eb-2adb-49de-8dd3-f2f81a1a0168 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.971909] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Waiting for the task: (returnval){ [ 1015.971909] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5258fb67-6a7d-db01-9fd0-86e40316f4dd" [ 1015.971909] env[64443]: _type = "Task" [ 1015.971909] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.980200] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5258fb67-6a7d-db01-9fd0-86e40316f4dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.027244] env[64443]: DEBUG nova.scheduler.client.report [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.150732] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061332} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.150959] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.151763] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88db769e-9aa5-44fa-910a-d3e4a511ac15 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.174520] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 8f5b0965-2958-41cd-ba42-6bc10710355e/8f5b0965-2958-41cd-ba42-6bc10710355e.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.175580] env[64443]: DEBUG nova.network.neutron [req-e90a9122-6885-4894-bf0c-2b81e08f3f1e req-778a7cc2-178d-45fc-9ece-e28b2241c223 service nova] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Updated VIF entry in instance network info cache for port c8b37272-3a52-4265-b223-86ff61e17e4d. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.175975] env[64443]: DEBUG nova.network.neutron [req-e90a9122-6885-4894-bf0c-2b81e08f3f1e req-778a7cc2-178d-45fc-9ece-e28b2241c223 service nova] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Updating instance_info_cache with network_info: [{"id": "c8b37272-3a52-4265-b223-86ff61e17e4d", "address": "fa:16:3e:13:42:1a", "network": {"id": "c81252c4-c567-4cb6-8ebb-fdebc77ae2b2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-718765576-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e6871ca1a4648e58282f55901f3eabb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8b37272-3a", "ovs_interfaceid": "c8b37272-3a52-4265-b223-86ff61e17e4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.177974] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aa1b889-bb1f-4a37-8ccd-81900939cee2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.197712] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1016.197712] env[64443]: value = "task-2676986" [ 1016.197712] env[64443]: _type = "Task" [ 1016.197712] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.205853] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.303557] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "refresh_cache-1b5f8ce3-bafd-4e44-8275-81c6c23db94b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.303756] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired lock "refresh_cache-1b5f8ce3-bafd-4e44-8275-81c6c23db94b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.303938] env[64443]: DEBUG nova.network.neutron [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.484997] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5258fb67-6a7d-db01-9fd0-86e40316f4dd, 'name': SearchDatastore_Task, 'duration_secs': 0.017472} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.484997] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.484997] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.485240] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.485411] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.485631] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.485934] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad32f247-e40c-45ef-ab1e-3744948d7930 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.495125] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.495305] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.496019] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-838698a3-567b-4dc9-bd71-cb570a77ae81 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.501636] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Waiting for the task: (returnval){ [ 1016.501636] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ea17c4-5513-8b45-2889-580a74c7cee8" [ 1016.501636] env[64443]: _type = "Task" [ 1016.501636] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.511661] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ea17c4-5513-8b45-2889-580a74c7cee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.531998] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.883s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.534212] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.241s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.534409] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.536237] env[64443]: DEBUG oslo_concurrency.lockutils [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.167s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.536460] env[64443]: DEBUG nova.objects.instance [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lazy-loading 'resources' on Instance uuid 716c07e9-41e6-4a86-a49e-a9d7f203823b {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.560474] env[64443]: INFO nova.scheduler.client.report [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Deleted allocations for instance 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e [ 1016.566863] env[64443]: INFO nova.network.neutron [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Updating port 2d6bb360-4c5f-4be9-97ea-d80513dc0ea4 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1016.593249] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "interface-4cf4ece1-dfba-4a22-b810-0b08b33066ef-51b2ee16-4389-469c-b637-b792af4b3d7a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.593530] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "interface-4cf4ece1-dfba-4a22-b810-0b08b33066ef-51b2ee16-4389-469c-b637-b792af4b3d7a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.593929] env[64443]: DEBUG nova.objects.instance [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lazy-loading 'flavor' on Instance uuid 4cf4ece1-dfba-4a22-b810-0b08b33066ef {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.692898] env[64443]: DEBUG oslo_concurrency.lockutils [req-e90a9122-6885-4894-bf0c-2b81e08f3f1e req-778a7cc2-178d-45fc-9ece-e28b2241c223 service nova] Releasing lock "refresh_cache-6f5bec00-c67d-4b12-b07b-6e315bfa7ffa" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.708106] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676986, 'name': ReconfigVM_Task, 'duration_secs': 0.317519} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.708450] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 8f5b0965-2958-41cd-ba42-6bc10710355e/8f5b0965-2958-41cd-ba42-6bc10710355e.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.709097] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8f659e9-1b25-4139-8582-058e825ad2cc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.717366] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1016.717366] env[64443]: value = "task-2676987" [ 1016.717366] env[64443]: _type = "Task" [ 1016.717366] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.727592] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676987, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.968284] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d22edd-d803-42b6-99ae-3111e70fc174 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.992446] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Updating instance '629f1078-51fb-416e-8335-aa864708ca9c' progress to 0 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1017.012033] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ea17c4-5513-8b45-2889-580a74c7cee8, 'name': SearchDatastore_Task, 'duration_secs': 0.011368} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.013913] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe680516-c3e8-4d62-9324-502c98aa6247 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.019136] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Waiting for the task: (returnval){ [ 1017.019136] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5272ebdd-e689-cd86-7fcf-0a7d5d2bac64" [ 1017.019136] env[64443]: _type = "Task" [ 1017.019136] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.026618] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5272ebdd-e689-cd86-7fcf-0a7d5d2bac64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.029903] env[64443]: DEBUG nova.network.neutron [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Updating instance_info_cache with network_info: [{"id": "a31d94fa-05e9-4b7b-a171-0887d6d13f57", "address": "fa:16:3e:29:d8:c6", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31d94fa-05", "ovs_interfaceid": "a31d94fa-05e9-4b7b-a171-0887d6d13f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.075754] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6dd42fd0-03d4-43ce-b8bd-443c7c741b63 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.398s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.188637] env[64443]: DEBUG nova.objects.instance [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lazy-loading 'pci_requests' on Instance uuid 4cf4ece1-dfba-4a22-b810-0b08b33066ef {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.228439] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676987, 'name': Rename_Task, 'duration_secs': 0.165787} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.228808] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.229073] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e21ddddf-ca88-481e-b329-48cdf8babfc0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.236789] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1017.236789] env[64443]: value = "task-2676988" [ 1017.236789] env[64443]: _type = "Task" [ 1017.236789] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.246187] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.247671] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6369b270-d26c-4849-b1ad-506600c57b8a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.254397] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5422f93-0ec2-4c4b-b67b-6cca969463bf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.286401] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97446307-d38d-47ea-92bd-c7bb98b72843 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.294652] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07051dbe-b149-45e0-bee3-cd9c5dcd90b6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.308723] env[64443]: DEBUG nova.compute.provider_tree [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.499373] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.499714] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf0d5f34-0cb5-4206-ae10-70a663f07f21 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.507966] env[64443]: DEBUG oslo_vmware.api [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1017.507966] env[64443]: value = "task-2676989" [ 1017.507966] env[64443]: _type = "Task" [ 1017.507966] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.517227] env[64443]: DEBUG oslo_vmware.api [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.529254] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5272ebdd-e689-cd86-7fcf-0a7d5d2bac64, 'name': SearchDatastore_Task, 'duration_secs': 0.010835} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.529610] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.529951] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa/6f5bec00-c67d-4b12-b07b-6e315bfa7ffa.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.530328] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c66c619-d2b8-4a3c-8f09-63623045a9a0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.532926] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Releasing lock "refresh_cache-1b5f8ce3-bafd-4e44-8275-81c6c23db94b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.542352] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Waiting for the task: (returnval){ [ 1017.542352] env[64443]: value = "task-2676990" [ 1017.542352] env[64443]: _type = "Task" [ 1017.542352] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.551393] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': task-2676990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.693048] env[64443]: DEBUG nova.objects.base [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Object Instance<4cf4ece1-dfba-4a22-b810-0b08b33066ef> lazy-loaded attributes: flavor,pci_requests {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1017.693048] env[64443]: DEBUG nova.network.neutron [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.748781] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.766500] env[64443]: DEBUG nova.policy [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bdda8a2d67b480f8abd1e899137febc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82178a7fb654409499ced650a17c3fc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.833202] env[64443]: ERROR nova.scheduler.client.report [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [req-6b871e0f-da87-4c9d-8b1c-0c99a7c46b7d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6b871e0f-da87-4c9d-8b1c-0c99a7c46b7d"}]} [ 1017.854440] env[64443]: DEBUG nova.scheduler.client.report [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1017.877132] env[64443]: DEBUG nova.scheduler.client.report [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1017.877474] env[64443]: DEBUG nova.compute.provider_tree [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.893140] env[64443]: DEBUG nova.scheduler.client.report [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1017.919346] env[64443]: DEBUG nova.scheduler.client.report [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1018.029268] env[64443]: DEBUG oslo_vmware.api [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676989, 'name': PowerOffVM_Task, 'duration_secs': 0.212525} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.029521] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.029792] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Updating instance '629f1078-51fb-416e-8335-aa864708ca9c' progress to 17 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1018.059564] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': task-2676990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484657} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.063324] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa/6f5bec00-c67d-4b12-b07b-6e315bfa7ffa.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.063624] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.065258] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6095f2c7-3cda-4016-ade9-9e9a37e4e392 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.068623] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1190f54a-927a-49cd-8517-01f29c8ee1ff {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.094411] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Waiting for the task: (returnval){ [ 1018.094411] env[64443]: value = "task-2676991" [ 1018.094411] env[64443]: _type = "Task" [ 1018.094411] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.098088] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac192b67-7100-4e3b-90af-f0ea1fe30335 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.113830] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Updating instance '1b5f8ce3-bafd-4e44-8275-81c6c23db94b' progress to 83 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1018.117372] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': task-2676991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.122012] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "cdb2555a-5e01-4f7b-8a1d-d861966d361a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.122268] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "cdb2555a-5e01-4f7b-8a1d-d861966d361a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.186681] env[64443]: DEBUG nova.compute.manager [req-5c2da112-2e9e-47d4-81c4-25fa02f89e68 req-0341d209-2551-4075-8eb3-46532dfd5b9a service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Received event network-vif-plugged-2d6bb360-4c5f-4be9-97ea-d80513dc0ea4 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1018.186908] env[64443]: DEBUG oslo_concurrency.lockutils [req-5c2da112-2e9e-47d4-81c4-25fa02f89e68 req-0341d209-2551-4075-8eb3-46532dfd5b9a service nova] Acquiring lock "5f81a44d-0799-4b08-b334-829e8cfbaa83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.187143] env[64443]: DEBUG oslo_concurrency.lockutils [req-5c2da112-2e9e-47d4-81c4-25fa02f89e68 req-0341d209-2551-4075-8eb3-46532dfd5b9a service nova] Lock "5f81a44d-0799-4b08-b334-829e8cfbaa83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.187371] env[64443]: DEBUG oslo_concurrency.lockutils [req-5c2da112-2e9e-47d4-81c4-25fa02f89e68 req-0341d209-2551-4075-8eb3-46532dfd5b9a service nova] Lock "5f81a44d-0799-4b08-b334-829e8cfbaa83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.187656] env[64443]: DEBUG nova.compute.manager [req-5c2da112-2e9e-47d4-81c4-25fa02f89e68 req-0341d209-2551-4075-8eb3-46532dfd5b9a service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] No waiting events found dispatching network-vif-plugged-2d6bb360-4c5f-4be9-97ea-d80513dc0ea4 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.188167] env[64443]: WARNING nova.compute.manager [req-5c2da112-2e9e-47d4-81c4-25fa02f89e68 req-0341d209-2551-4075-8eb3-46532dfd5b9a service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Received unexpected event network-vif-plugged-2d6bb360-4c5f-4be9-97ea-d80513dc0ea4 for instance with vm_state shelved_offloaded and task_state spawning. [ 1018.224875] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "refresh_cache-5f81a44d-0799-4b08-b334-829e8cfbaa83" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1018.225062] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquired lock "refresh_cache-5f81a44d-0799-4b08-b334-829e8cfbaa83" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.225272] env[64443]: DEBUG nova.network.neutron [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.247756] env[64443]: DEBUG oslo_vmware.api [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2676988, 'name': PowerOnVM_Task, 'duration_secs': 0.656903} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.248052] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.248259] env[64443]: INFO nova.compute.manager [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1018.248440] env[64443]: DEBUG nova.compute.manager [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.249322] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686de3ec-8aa7-4350-a6dc-460dd6a7a7b2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.260914] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fe6c7d-8e87-4ccb-a36b-d7b1c5904d56 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.267845] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186b20ed-afef-4254-8af7-27a8dedf8b0e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.300285] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c26f589-89e2-4043-a1dc-6cfaf6478407 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.307968] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd6ced6-a0b8-4dd0-8328-f3f452caff8b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.322320] env[64443]: DEBUG nova.compute.provider_tree [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1018.545590] env[64443]: DEBUG nova.virt.hardware [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.545831] env[64443]: DEBUG nova.virt.hardware [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.545991] env[64443]: DEBUG nova.virt.hardware [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.546193] env[64443]: DEBUG nova.virt.hardware [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.546344] env[64443]: DEBUG nova.virt.hardware [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.546495] env[64443]: DEBUG nova.virt.hardware [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.546701] env[64443]: DEBUG nova.virt.hardware [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.546861] env[64443]: DEBUG nova.virt.hardware [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.547041] env[64443]: DEBUG nova.virt.hardware [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.547214] env[64443]: DEBUG nova.virt.hardware [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.547393] env[64443]: DEBUG nova.virt.hardware [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.552417] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab174fb9-1abe-4c34-acad-63c7a6cb49f5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.568914] env[64443]: DEBUG oslo_vmware.api [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1018.568914] env[64443]: value = "task-2676992" [ 1018.568914] env[64443]: _type = "Task" [ 1018.568914] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.577222] env[64443]: DEBUG oslo_vmware.api [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.605788] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': task-2676991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067893} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.606066] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.606824] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1394d302-29bc-490a-adac-00e7c57538c1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.621612] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.629969] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa/6f5bec00-c67d-4b12-b07b-6e315bfa7ffa.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.630246] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c7dc61f-ef85-49dc-8d59-74f49cdf9cdc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.631895] env[64443]: DEBUG nova.compute.manager [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.634401] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31bb0f7f-b778-416a-80af-094f4910cad1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.656097] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Waiting for the task: (returnval){ [ 1018.656097] env[64443]: value = "task-2676994" [ 1018.656097] env[64443]: _type = "Task" [ 1018.656097] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.657464] env[64443]: DEBUG oslo_vmware.api [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 1018.657464] env[64443]: value = "task-2676993" [ 1018.657464] env[64443]: _type = "Task" [ 1018.657464] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.669230] env[64443]: DEBUG oslo_vmware.api [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.673136] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': task-2676994, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.772152] env[64443]: INFO nova.compute.manager [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Took 18.88 seconds to build instance. [ 1018.866017] env[64443]: DEBUG nova.scheduler.client.report [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1018.866415] env[64443]: DEBUG nova.compute.provider_tree [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 144 to 145 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1018.866703] env[64443]: DEBUG nova.compute.provider_tree [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1018.983523] env[64443]: DEBUG nova.network.neutron [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Updating instance_info_cache with network_info: [{"id": "2d6bb360-4c5f-4be9-97ea-d80513dc0ea4", "address": "fa:16:3e:5f:cb:97", "network": {"id": "7c2af66a-bc77-4b95-973c-c00ae9314905", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-137743101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c09873846584fac8d92fdc11202d8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d6bb360-4c", "ovs_interfaceid": "2d6bb360-4c5f-4be9-97ea-d80513dc0ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.081231] env[64443]: DEBUG oslo_vmware.api [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676992, 'name': ReconfigVM_Task, 'duration_secs': 0.336202} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.081622] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Updating instance '629f1078-51fb-416e-8335-aa864708ca9c' progress to 33 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1019.171861] env[64443]: DEBUG oslo_vmware.api [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2676993, 'name': PowerOnVM_Task, 'duration_secs': 0.449302} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.175410] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.175736] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.175905] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec455ae-f1dc-4daf-9ebe-06de43fe4020 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Updating instance '1b5f8ce3-bafd-4e44-8275-81c6c23db94b' progress to 100 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1019.179443] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': task-2676994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.274945] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b2466f40-009a-4dcf-ac23-248eae1891c2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "8f5b0965-2958-41cd-ba42-6bc10710355e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.391s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.372723] env[64443]: DEBUG oslo_concurrency.lockutils [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.836s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.374999] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.332s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.376244] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.376450] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64443) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1019.377332] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.202s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.378944] env[64443]: INFO nova.compute.claims [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.385121] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3267f37f-4864-41a7-99f6-63a2acdb14f2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.403573] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e3f452-4f01-4a8b-9220-fc98680ab366 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.410972] env[64443]: INFO nova.scheduler.client.report [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Deleted allocations for instance 716c07e9-41e6-4a86-a49e-a9d7f203823b [ 1019.426450] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba973ee-aa77-46b0-a115-df7a57d9d900 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.437903] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10396fd1-aa46-4e34-a337-5f66a4a9f1d7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.442176] env[64443]: DEBUG nova.network.neutron [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Successfully updated port: 51b2ee16-4389-469c-b637-b792af4b3d7a {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.474646] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179443MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=64443) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1019.474801] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.486521] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Releasing lock "refresh_cache-5f81a44d-0799-4b08-b334-829e8cfbaa83" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.518286] env[64443]: DEBUG nova.virt.hardware [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f052a5c06b4b0634fee3dbf4e0bb526d',container_format='bare',created_at=2025-02-19T11:08:26Z,direct_url=,disk_format='vmdk',id=97e29640-a44c-4d15-b35a-ac4b97814fd1,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1797532519-shelved',owner='5c09873846584fac8d92fdc11202d8d7',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-02-19T11:08:43Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.518520] env[64443]: DEBUG nova.virt.hardware [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.519624] env[64443]: DEBUG nova.virt.hardware [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.519624] env[64443]: DEBUG nova.virt.hardware [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.519624] env[64443]: DEBUG nova.virt.hardware [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.519624] env[64443]: DEBUG nova.virt.hardware [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.519624] env[64443]: DEBUG nova.virt.hardware [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.519624] env[64443]: DEBUG nova.virt.hardware [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.520165] env[64443]: DEBUG nova.virt.hardware [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.520165] env[64443]: DEBUG nova.virt.hardware [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.520165] env[64443]: DEBUG nova.virt.hardware [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.520942] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39db549e-2d8c-43b7-ba7e-7ec4a1c7fbd6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.529433] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a65377-a1ae-4e6e-af2d-be195d644df4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.543931] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:cb:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d6bb360-4c5f-4be9-97ea-d80513dc0ea4', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.551176] env[64443]: DEBUG oslo.service.loopingcall [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1019.551430] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.551633] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14733a8f-48a0-4a7a-b835-34b5ed1e507b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.571714] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.571714] env[64443]: value = "task-2676995" [ 1019.571714] env[64443]: _type = "Task" [ 1019.571714] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.579462] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676995, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.587653] env[64443]: DEBUG nova.virt.hardware [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.587883] env[64443]: DEBUG nova.virt.hardware [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.588075] env[64443]: DEBUG nova.virt.hardware [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.588298] env[64443]: DEBUG nova.virt.hardware [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.588454] env[64443]: DEBUG nova.virt.hardware [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.588600] env[64443]: DEBUG nova.virt.hardware [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.588803] env[64443]: DEBUG nova.virt.hardware [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.589138] env[64443]: DEBUG nova.virt.hardware [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.589173] env[64443]: DEBUG nova.virt.hardware [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.589361] env[64443]: DEBUG nova.virt.hardware [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.589570] env[64443]: DEBUG nova.virt.hardware [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.595138] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1019.597437] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f00e7ea-c16b-4c8f-8b47-ca5cc8b9d9fb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.614738] env[64443]: DEBUG oslo_vmware.api [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1019.614738] env[64443]: value = "task-2676996" [ 1019.614738] env[64443]: _type = "Task" [ 1019.614738] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.623749] env[64443]: DEBUG oslo_vmware.api [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.632763] env[64443]: DEBUG nova.compute.manager [req-1153779e-5868-4c5e-ab68-c9192b5112b3 req-8bdb32f0-e147-4920-bd4c-0b9f16ed1dba service nova] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Received event network-changed-da515b81-cf8c-415b-a1b0-b50a4c424583 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1019.632958] env[64443]: DEBUG nova.compute.manager [req-1153779e-5868-4c5e-ab68-c9192b5112b3 req-8bdb32f0-e147-4920-bd4c-0b9f16ed1dba service nova] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Refreshing instance network info cache due to event network-changed-da515b81-cf8c-415b-a1b0-b50a4c424583. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1019.633183] env[64443]: DEBUG oslo_concurrency.lockutils [req-1153779e-5868-4c5e-ab68-c9192b5112b3 req-8bdb32f0-e147-4920-bd4c-0b9f16ed1dba service nova] Acquiring lock "refresh_cache-8f5b0965-2958-41cd-ba42-6bc10710355e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.633298] env[64443]: DEBUG oslo_concurrency.lockutils [req-1153779e-5868-4c5e-ab68-c9192b5112b3 req-8bdb32f0-e147-4920-bd4c-0b9f16ed1dba service nova] Acquired lock "refresh_cache-8f5b0965-2958-41cd-ba42-6bc10710355e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.633464] env[64443]: DEBUG nova.network.neutron [req-1153779e-5868-4c5e-ab68-c9192b5112b3 req-8bdb32f0-e147-4920-bd4c-0b9f16ed1dba service nova] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Refreshing network info cache for port da515b81-cf8c-415b-a1b0-b50a4c424583 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.668555] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': task-2676994, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.920832] env[64443]: DEBUG oslo_concurrency.lockutils [None req-898ed0f2-1a2b-4426-bb9c-fa0f79a1bfd6 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "716c07e9-41e6-4a86-a49e-a9d7f203823b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.251s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.944983] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.945181] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.945366] env[64443]: DEBUG nova.network.neutron [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.081846] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676995, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.124829] env[64443]: DEBUG oslo_vmware.api [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676996, 'name': ReconfigVM_Task, 'duration_secs': 0.230156} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.125198] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1020.126015] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77cfb30-f068-4ce6-8e74-5703401fbe8d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.163820] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 629f1078-51fb-416e-8335-aa864708ca9c/629f1078-51fb-416e-8335-aa864708ca9c.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.164629] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc51d703-c10a-48df-adb6-eeccd3670bd3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.190319] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': task-2676994, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.191966] env[64443]: DEBUG oslo_vmware.api [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1020.191966] env[64443]: value = "task-2676997" [ 1020.191966] env[64443]: _type = "Task" [ 1020.191966] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.201930] env[64443]: DEBUG oslo_vmware.api [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676997, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.227069] env[64443]: DEBUG nova.compute.manager [req-bcc683a5-d31e-4764-b961-8368e23f4924 req-00ac6ca1-24ef-416d-9e2a-e468d2a74e4c service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Received event network-changed-2d6bb360-4c5f-4be9-97ea-d80513dc0ea4 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.227253] env[64443]: DEBUG nova.compute.manager [req-bcc683a5-d31e-4764-b961-8368e23f4924 req-00ac6ca1-24ef-416d-9e2a-e468d2a74e4c service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Refreshing instance network info cache due to event network-changed-2d6bb360-4c5f-4be9-97ea-d80513dc0ea4. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1020.227553] env[64443]: DEBUG oslo_concurrency.lockutils [req-bcc683a5-d31e-4764-b961-8368e23f4924 req-00ac6ca1-24ef-416d-9e2a-e468d2a74e4c service nova] Acquiring lock "refresh_cache-5f81a44d-0799-4b08-b334-829e8cfbaa83" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.227614] env[64443]: DEBUG oslo_concurrency.lockutils [req-bcc683a5-d31e-4764-b961-8368e23f4924 req-00ac6ca1-24ef-416d-9e2a-e468d2a74e4c service nova] Acquired lock "refresh_cache-5f81a44d-0799-4b08-b334-829e8cfbaa83" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.227771] env[64443]: DEBUG nova.network.neutron [req-bcc683a5-d31e-4764-b961-8368e23f4924 req-00ac6ca1-24ef-416d-9e2a-e468d2a74e4c service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Refreshing network info cache for port 2d6bb360-4c5f-4be9-97ea-d80513dc0ea4 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.405134] env[64443]: DEBUG nova.network.neutron [req-1153779e-5868-4c5e-ab68-c9192b5112b3 req-8bdb32f0-e147-4920-bd4c-0b9f16ed1dba service nova] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Updated VIF entry in instance network info cache for port da515b81-cf8c-415b-a1b0-b50a4c424583. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.405455] env[64443]: DEBUG nova.network.neutron [req-1153779e-5868-4c5e-ab68-c9192b5112b3 req-8bdb32f0-e147-4920-bd4c-0b9f16ed1dba service nova] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Updating instance_info_cache with network_info: [{"id": "da515b81-cf8c-415b-a1b0-b50a4c424583", "address": "fa:16:3e:9f:7d:9d", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda515b81-cf", "ovs_interfaceid": "da515b81-cf8c-415b-a1b0-b50a4c424583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.485019] env[64443]: WARNING nova.network.neutron [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] 55ed1970-a6b1-4a08-8b06-9b23e03af247 already exists in list: networks containing: ['55ed1970-a6b1-4a08-8b06-9b23e03af247']. ignoring it [ 1020.584392] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2676995, 'name': CreateVM_Task, 'duration_secs': 0.635437} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.587135] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.588172] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/97e29640-a44c-4d15-b35a-ac4b97814fd1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.588349] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/97e29640-a44c-4d15-b35a-ac4b97814fd1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.589080] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/97e29640-a44c-4d15-b35a-ac4b97814fd1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1020.589080] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83e8ac6c-8a00-4a7a-9191-c6b374869d40 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.594263] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 1020.594263] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52dd7f99-73d2-0f61-90fe-f83bd0b6b3e5" [ 1020.594263] env[64443]: _type = "Task" [ 1020.594263] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.607348] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52dd7f99-73d2-0f61-90fe-f83bd0b6b3e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.635845] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5303f6a8-e572-452d-941a-fe2d11973cf1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.645885] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b3c2be-e331-4076-8001-438b8dd6de8b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.682597] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88c2e0d-90a0-4959-a099-9bddaecd09a5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.693881] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d31bc39-57a8-40aa-b47c-5790df3b65b9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.703540] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': task-2676994, 'name': ReconfigVM_Task, 'duration_secs': 1.642329} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.708084] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa/6f5bec00-c67d-4b12-b07b-6e315bfa7ffa.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.712171] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3000bf77-52fb-4e66-bbe5-a7a477620568 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.726130] env[64443]: DEBUG nova.compute.provider_tree [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.729169] env[64443]: DEBUG oslo_vmware.api [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2676997, 'name': ReconfigVM_Task, 'duration_secs': 0.329931} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.729472] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Waiting for the task: (returnval){ [ 1020.729472] env[64443]: value = "task-2676998" [ 1020.729472] env[64443]: _type = "Task" [ 1020.729472] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.729928] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 629f1078-51fb-416e-8335-aa864708ca9c/629f1078-51fb-416e-8335-aa864708ca9c.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.730255] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Updating instance '629f1078-51fb-416e-8335-aa864708ca9c' progress to 50 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1020.747695] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': task-2676998, 'name': Rename_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.909164] env[64443]: DEBUG oslo_concurrency.lockutils [req-1153779e-5868-4c5e-ab68-c9192b5112b3 req-8bdb32f0-e147-4920-bd4c-0b9f16ed1dba service nova] Releasing lock "refresh_cache-8f5b0965-2958-41cd-ba42-6bc10710355e" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.105517] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/97e29640-a44c-4d15-b35a-ac4b97814fd1" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.105895] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Processing image 97e29640-a44c-4d15-b35a-ac4b97814fd1 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.106103] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/97e29640-a44c-4d15-b35a-ac4b97814fd1/97e29640-a44c-4d15-b35a-ac4b97814fd1.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.106270] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/97e29640-a44c-4d15-b35a-ac4b97814fd1/97e29640-a44c-4d15-b35a-ac4b97814fd1.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.106456] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.106715] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db6c18b5-ef85-45f3-9721-8aaa9acc5a98 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.112078] env[64443]: DEBUG nova.network.neutron [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Updating instance_info_cache with network_info: [{"id": "a45f2c2a-d745-4163-99b9-d782c7dd19de", "address": "fa:16:3e:78:25:15", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa45f2c2a-d7", "ovs_interfaceid": "a45f2c2a-d745-4163-99b9-d782c7dd19de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51b2ee16-4389-469c-b637-b792af4b3d7a", "address": "fa:16:3e:ec:33:bf", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51b2ee16-43", "ovs_interfaceid": "51b2ee16-4389-469c-b637-b792af4b3d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.123514] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.123514] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.124271] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c3dda26-cdae-456d-bde7-15c6cac3c121 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.131405] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 1021.131405] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5283d261-444c-6dab-fefb-8db685729b96" [ 1021.131405] env[64443]: _type = "Task" [ 1021.131405] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.141205] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5283d261-444c-6dab-fefb-8db685729b96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.231524] env[64443]: DEBUG nova.scheduler.client.report [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.236853] env[64443]: DEBUG nova.network.neutron [req-bcc683a5-d31e-4764-b961-8368e23f4924 req-00ac6ca1-24ef-416d-9e2a-e468d2a74e4c service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Updated VIF entry in instance network info cache for port 2d6bb360-4c5f-4be9-97ea-d80513dc0ea4. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.236853] env[64443]: DEBUG nova.network.neutron [req-bcc683a5-d31e-4764-b961-8368e23f4924 req-00ac6ca1-24ef-416d-9e2a-e468d2a74e4c service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Updating instance_info_cache with network_info: [{"id": "2d6bb360-4c5f-4be9-97ea-d80513dc0ea4", "address": "fa:16:3e:5f:cb:97", "network": {"id": "7c2af66a-bc77-4b95-973c-c00ae9314905", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-137743101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c09873846584fac8d92fdc11202d8d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d6bb360-4c", "ovs_interfaceid": "2d6bb360-4c5f-4be9-97ea-d80513dc0ea4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.243870] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb8e5f4-f6c5-4147-a9dc-acf58fd04c4b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.257107] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': task-2676998, 'name': Rename_Task, 'duration_secs': 0.230015} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.275036] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.275428] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1889583e-8c68-4a28-b42a-954224cdefec {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.277566] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bf78ab-5cd4-4dc5-9bca-ebcc582565ef {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.299321] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Updating instance '629f1078-51fb-416e-8335-aa864708ca9c' progress to 67 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1021.304435] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Waiting for the task: (returnval){ [ 1021.304435] env[64443]: value = "task-2676999" [ 1021.304435] env[64443]: _type = "Task" [ 1021.304435] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.313965] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': task-2676999, 'name': PowerOnVM_Task} progress is 33%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.401259] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "d154795d-d7cf-4e79-a359-f41e0935b1f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.401521] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "d154795d-d7cf-4e79-a359-f41e0935b1f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.615399] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.616153] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.616397] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.617310] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64705e20-402b-42f9-9130-df6a6ef2f939 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.634673] env[64443]: DEBUG nova.virt.hardware [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.634906] env[64443]: DEBUG nova.virt.hardware [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.635077] env[64443]: DEBUG nova.virt.hardware [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.635267] env[64443]: DEBUG nova.virt.hardware [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.635442] env[64443]: DEBUG nova.virt.hardware [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.635598] env[64443]: DEBUG nova.virt.hardware [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.635806] env[64443]: DEBUG nova.virt.hardware [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.635968] env[64443]: DEBUG nova.virt.hardware [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.636266] env[64443]: DEBUG nova.virt.hardware [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.636400] env[64443]: DEBUG nova.virt.hardware [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.636487] env[64443]: DEBUG nova.virt.hardware [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.642927] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Reconfiguring VM to attach interface {{(pid=64443) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1021.646114] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92607eaa-1ac7-4d4a-bad6-ae725b3650a7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.665140] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Preparing fetch location {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1021.665327] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Fetch image to [datastore1] OSTACK_IMG_370168b9-cf06-44e1-bfa7-acc93bd876df/OSTACK_IMG_370168b9-cf06-44e1-bfa7-acc93bd876df.vmdk {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1021.665563] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Downloading stream optimized image 97e29640-a44c-4d15-b35a-ac4b97814fd1 to [datastore1] OSTACK_IMG_370168b9-cf06-44e1-bfa7-acc93bd876df/OSTACK_IMG_370168b9-cf06-44e1-bfa7-acc93bd876df.vmdk on the data store datastore1 as vApp {{(pid=64443) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1021.665803] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Downloading image file data 97e29640-a44c-4d15-b35a-ac4b97814fd1 to the ESX as VM named 'OSTACK_IMG_370168b9-cf06-44e1-bfa7-acc93bd876df' {{(pid=64443) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1021.667728] env[64443]: DEBUG oslo_vmware.api [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 1021.667728] env[64443]: value = "task-2677000" [ 1021.667728] env[64443]: _type = "Task" [ 1021.667728] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.676307] env[64443]: DEBUG oslo_vmware.api [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677000, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.736727] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.737279] env[64443]: DEBUG nova.compute.manager [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.740301] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.265s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.741953] env[64443]: DEBUG oslo_concurrency.lockutils [req-bcc683a5-d31e-4764-b961-8368e23f4924 req-00ac6ca1-24ef-416d-9e2a-e468d2a74e4c service nova] Releasing lock "refresh_cache-5f81a44d-0799-4b08-b334-829e8cfbaa83" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.742274] env[64443]: DEBUG nova.compute.manager [req-bcc683a5-d31e-4764-b961-8368e23f4924 req-00ac6ca1-24ef-416d-9e2a-e468d2a74e4c service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Received event network-vif-plugged-51b2ee16-4389-469c-b637-b792af4b3d7a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1021.742510] env[64443]: DEBUG oslo_concurrency.lockutils [req-bcc683a5-d31e-4764-b961-8368e23f4924 req-00ac6ca1-24ef-416d-9e2a-e468d2a74e4c service nova] Acquiring lock "4cf4ece1-dfba-4a22-b810-0b08b33066ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.742851] env[64443]: DEBUG oslo_concurrency.lockutils [req-bcc683a5-d31e-4764-b961-8368e23f4924 req-00ac6ca1-24ef-416d-9e2a-e468d2a74e4c service nova] Lock "4cf4ece1-dfba-4a22-b810-0b08b33066ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.743064] env[64443]: DEBUG oslo_concurrency.lockutils [req-bcc683a5-d31e-4764-b961-8368e23f4924 req-00ac6ca1-24ef-416d-9e2a-e468d2a74e4c service nova] Lock "4cf4ece1-dfba-4a22-b810-0b08b33066ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.743306] env[64443]: DEBUG nova.compute.manager [req-bcc683a5-d31e-4764-b961-8368e23f4924 req-00ac6ca1-24ef-416d-9e2a-e468d2a74e4c service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] No waiting events found dispatching network-vif-plugged-51b2ee16-4389-469c-b637-b792af4b3d7a {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.743548] env[64443]: WARNING nova.compute.manager [req-bcc683a5-d31e-4764-b961-8368e23f4924 req-00ac6ca1-24ef-416d-9e2a-e468d2a74e4c service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Received unexpected event network-vif-plugged-51b2ee16-4389-469c-b637-b792af4b3d7a for instance with vm_state active and task_state None. [ 1021.743736] env[64443]: DEBUG nova.compute.manager [req-bcc683a5-d31e-4764-b961-8368e23f4924 req-00ac6ca1-24ef-416d-9e2a-e468d2a74e4c service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Received event network-changed-51b2ee16-4389-469c-b637-b792af4b3d7a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1021.743892] env[64443]: DEBUG nova.compute.manager [req-bcc683a5-d31e-4764-b961-8368e23f4924 req-00ac6ca1-24ef-416d-9e2a-e468d2a74e4c service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Refreshing instance network info cache due to event network-changed-51b2ee16-4389-469c-b637-b792af4b3d7a. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1021.744113] env[64443]: DEBUG oslo_concurrency.lockutils [req-bcc683a5-d31e-4764-b961-8368e23f4924 req-00ac6ca1-24ef-416d-9e2a-e468d2a74e4c service nova] Acquiring lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.744282] env[64443]: DEBUG oslo_concurrency.lockutils [req-bcc683a5-d31e-4764-b961-8368e23f4924 req-00ac6ca1-24ef-416d-9e2a-e468d2a74e4c service nova] Acquired lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.744447] env[64443]: DEBUG nova.network.neutron [req-bcc683a5-d31e-4764-b961-8368e23f4924 req-00ac6ca1-24ef-416d-9e2a-e468d2a74e4c service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Refreshing network info cache for port 51b2ee16-4389-469c-b637-b792af4b3d7a {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.746726] env[64443]: DEBUG oslo_vmware.rw_handles [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1021.746726] env[64443]: value = "resgroup-9" [ 1021.746726] env[64443]: _type = "ResourcePool" [ 1021.746726] env[64443]: }. {{(pid=64443) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1021.746726] env[64443]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-16334bd7-1d6d-4991-831a-a1ca667ea341 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.763836] env[64443]: DEBUG oslo_concurrency.lockutils [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "1b5f8ce3-bafd-4e44-8275-81c6c23db94b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.764125] env[64443]: DEBUG oslo_concurrency.lockutils [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "1b5f8ce3-bafd-4e44-8275-81c6c23db94b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.764315] env[64443]: DEBUG nova.compute.manager [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Going to confirm migration 5 {{(pid=64443) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1021.773726] env[64443]: DEBUG oslo_vmware.rw_handles [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lease: (returnval){ [ 1021.773726] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52839de9-8c11-4d76-3c00-a1bc079e5cda" [ 1021.773726] env[64443]: _type = "HttpNfcLease" [ 1021.773726] env[64443]: } obtained for vApp import into resource pool (val){ [ 1021.773726] env[64443]: value = "resgroup-9" [ 1021.773726] env[64443]: _type = "ResourcePool" [ 1021.773726] env[64443]: }. {{(pid=64443) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1021.774034] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the lease: (returnval){ [ 1021.774034] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52839de9-8c11-4d76-3c00-a1bc079e5cda" [ 1021.774034] env[64443]: _type = "HttpNfcLease" [ 1021.774034] env[64443]: } to be ready. {{(pid=64443) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1021.784779] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1021.784779] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52839de9-8c11-4d76-3c00-a1bc079e5cda" [ 1021.784779] env[64443]: _type = "HttpNfcLease" [ 1021.784779] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1021.821946] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': task-2676999, 'name': PowerOnVM_Task} progress is 78%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.904709] env[64443]: DEBUG nova.compute.manager [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.178842] env[64443]: DEBUG oslo_vmware.api [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.254806] env[64443]: DEBUG nova.compute.utils [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1022.256332] env[64443]: DEBUG nova.compute.manager [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.256499] env[64443]: DEBUG nova.network.neutron [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.283096] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1022.283096] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52839de9-8c11-4d76-3c00-a1bc079e5cda" [ 1022.283096] env[64443]: _type = "HttpNfcLease" [ 1022.283096] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1022.318792] env[64443]: DEBUG oslo_vmware.api [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': task-2676999, 'name': PowerOnVM_Task, 'duration_secs': 0.770172} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.319036] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.319255] env[64443]: INFO nova.compute.manager [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1022.319441] env[64443]: DEBUG nova.compute.manager [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.320238] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530d444e-a6b0-40ba-ae57-93c3edf45c04 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.361595] env[64443]: DEBUG nova.policy [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e0a9819dc19432a80ef11b4035b171d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba1d9be87e324c16af67845240b31fcd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.403156] env[64443]: DEBUG oslo_concurrency.lockutils [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "refresh_cache-1b5f8ce3-bafd-4e44-8275-81c6c23db94b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.403351] env[64443]: DEBUG oslo_concurrency.lockutils [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquired lock "refresh_cache-1b5f8ce3-bafd-4e44-8275-81c6c23db94b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.403532] env[64443]: DEBUG nova.network.neutron [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.403725] env[64443]: DEBUG nova.objects.instance [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lazy-loading 'info_cache' on Instance uuid 1b5f8ce3-bafd-4e44-8275-81c6c23db94b {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.429742] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.651834] env[64443]: DEBUG nova.network.neutron [req-bcc683a5-d31e-4764-b961-8368e23f4924 req-00ac6ca1-24ef-416d-9e2a-e468d2a74e4c service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Updated VIF entry in instance network info cache for port 51b2ee16-4389-469c-b637-b792af4b3d7a. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.652293] env[64443]: DEBUG nova.network.neutron [req-bcc683a5-d31e-4764-b961-8368e23f4924 req-00ac6ca1-24ef-416d-9e2a-e468d2a74e4c service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Updating instance_info_cache with network_info: [{"id": "a45f2c2a-d745-4163-99b9-d782c7dd19de", "address": "fa:16:3e:78:25:15", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa45f2c2a-d7", "ovs_interfaceid": "a45f2c2a-d745-4163-99b9-d782c7dd19de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51b2ee16-4389-469c-b637-b792af4b3d7a", "address": "fa:16:3e:ec:33:bf", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51b2ee16-43", "ovs_interfaceid": "51b2ee16-4389-469c-b637-b792af4b3d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.678540] env[64443]: DEBUG oslo_vmware.api [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.757155] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Applying migration context for instance 1b5f8ce3-bafd-4e44-8275-81c6c23db94b as it has an incoming, in-progress migration 1e92920e-2390-420b-8dea-fce034f78452. Migration status is finished {{(pid=64443) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1022.757423] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Applying migration context for instance 629f1078-51fb-416e-8335-aa864708ca9c as it has an incoming, in-progress migration b9246816-636c-4f4f-8322-6c663c503b71. Migration status is migrating {{(pid=64443) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1022.759131] env[64443]: INFO nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Updating resource usage from migration 1e92920e-2390-420b-8dea-fce034f78452 [ 1022.759454] env[64443]: INFO nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Updating resource usage from migration b9246816-636c-4f4f-8322-6c663c503b71 [ 1022.762302] env[64443]: DEBUG nova.compute.manager [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.780665] env[64443]: DEBUG nova.network.neutron [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Successfully created port: 2a1ad330-3d4b-4067-b271-002efee7db84 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.783548] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 36b6417a-ddb2-42f0-a081-097fcf051e0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.783696] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 2db75f09-f8f6-477b-b922-64b5aae65e29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.783833] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance dc23b348-d002-432c-838a-644d3092057c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.783957] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 05cbdea7-4062-4cdf-9c3d-a2c2532676ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.784099] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 4cf4ece1-dfba-4a22-b810-0b08b33066ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.784227] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance cfe684bb-ff0c-46bb-8485-a3cabaed9447 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.784387] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.784496] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance e221ca52-4fe1-4074-8e08-3c5dcc221c57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.784579] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 5f81a44d-0799-4b08-b334-829e8cfbaa83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.784693] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Migration 1e92920e-2390-420b-8dea-fce034f78452 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1022.784813] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 1b5f8ce3-bafd-4e44-8275-81c6c23db94b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.784925] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 8f5b0965-2958-41cd-ba42-6bc10710355e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.785046] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.785169] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Migration b9246816-636c-4f4f-8322-6c663c503b71 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1022.785286] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 629f1078-51fb-416e-8335-aa864708ca9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.785407] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance cdb2555a-5e01-4f7b-8a1d-d861966d361a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1022.788533] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1022.788533] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52839de9-8c11-4d76-3c00-a1bc079e5cda" [ 1022.788533] env[64443]: _type = "HttpNfcLease" [ 1022.788533] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1022.840311] env[64443]: INFO nova.compute.manager [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Took 22.82 seconds to build instance. [ 1022.974430] env[64443]: DEBUG nova.network.neutron [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Port ac6ce416-c3c3-4fc0-8de3-b932328d9a1e binding to destination host cpu-1 is already ACTIVE {{(pid=64443) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1023.155928] env[64443]: DEBUG oslo_concurrency.lockutils [req-bcc683a5-d31e-4764-b961-8368e23f4924 req-00ac6ca1-24ef-416d-9e2a-e468d2a74e4c service nova] Releasing lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.180622] env[64443]: DEBUG oslo_vmware.api [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677000, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.284836] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1023.284836] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52839de9-8c11-4d76-3c00-a1bc079e5cda" [ 1023.284836] env[64443]: _type = "HttpNfcLease" [ 1023.284836] env[64443]: } is ready. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1023.285234] env[64443]: DEBUG oslo_vmware.rw_handles [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1023.285234] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52839de9-8c11-4d76-3c00-a1bc079e5cda" [ 1023.285234] env[64443]: _type = "HttpNfcLease" [ 1023.285234] env[64443]: }. {{(pid=64443) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1023.286047] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7896c1c-f889-4f7e-92f3-d91e3e1278f9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.289543] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance d154795d-d7cf-4e79-a359-f41e0935b1f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1023.289796] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1023.289944] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1023.295825] env[64443]: DEBUG oslo_vmware.rw_handles [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524749e2-33b1-5ff4-3555-119b322a73e2/disk-0.vmdk from lease info. {{(pid=64443) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1023.296024] env[64443]: DEBUG oslo_vmware.rw_handles [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524749e2-33b1-5ff4-3555-119b322a73e2/disk-0.vmdk. {{(pid=64443) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1023.353212] env[64443]: DEBUG oslo_concurrency.lockutils [None req-cb7e44ec-6754-4d74-ba40-0ac796e1bafb tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Lock "6f5bec00-c67d-4b12-b07b-6e315bfa7ffa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.346s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.362295] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-959f6a84-4308-4701-a845-1fbcb1679474 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.581999] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dcaa25-7449-4978-979d-4401a2a5f44e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.590065] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb17164-30c0-40ae-92da-23a6f7bcfa50 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.624575] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8e576c-9e01-43ce-bc61-f775ee2d9214 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.629148] env[64443]: DEBUG nova.network.neutron [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Updating instance_info_cache with network_info: [{"id": "a31d94fa-05e9-4b7b-a171-0887d6d13f57", "address": "fa:16:3e:29:d8:c6", "network": {"id": "95701a6f-f71a-4738-95da-c29b77c50ba6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-401695651-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ad6831a4454d5ca5a5ee5440f25970", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31d94fa-05", "ovs_interfaceid": "a31d94fa-05e9-4b7b-a171-0887d6d13f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.635871] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab5755d-a777-482d-a35a-3eaaefb42041 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.653776] env[64443]: DEBUG nova.compute.provider_tree [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.682842] env[64443]: DEBUG oslo_vmware.api [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677000, 'name': ReconfigVM_Task, 'duration_secs': 1.576968} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.685547] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.685835] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Reconfigured VM to attach interface {{(pid=64443) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1023.774651] env[64443]: DEBUG nova.compute.manager [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.806371] env[64443]: DEBUG nova.virt.hardware [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.806758] env[64443]: DEBUG nova.virt.hardware [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.807096] env[64443]: DEBUG nova.virt.hardware [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.807368] env[64443]: DEBUG nova.virt.hardware [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.807497] env[64443]: DEBUG nova.virt.hardware [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.807718] env[64443]: DEBUG nova.virt.hardware [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.808010] env[64443]: DEBUG nova.virt.hardware [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.808299] env[64443]: DEBUG nova.virt.hardware [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.808617] env[64443]: DEBUG nova.virt.hardware [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.808824] env[64443]: DEBUG nova.virt.hardware [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.808982] env[64443]: DEBUG nova.virt.hardware [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.810033] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3bbedc-d092-4a0c-8b44-c42afc30eab4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.821289] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1aaa4b-4146-4963-ae6c-ea845da50d82 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.005129] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "629f1078-51fb-416e-8335-aa864708ca9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.005386] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "629f1078-51fb-416e-8335-aa864708ca9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.005558] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "629f1078-51fb-416e-8335-aa864708ca9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.131597] env[64443]: DEBUG oslo_concurrency.lockutils [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Releasing lock "refresh_cache-1b5f8ce3-bafd-4e44-8275-81c6c23db94b" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.131873] env[64443]: DEBUG nova.objects.instance [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lazy-loading 'migration_context' on Instance uuid 1b5f8ce3-bafd-4e44-8275-81c6c23db94b {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.156933] env[64443]: DEBUG nova.scheduler.client.report [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.191461] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f2cfb2ca-5ffe-4dc7-8dd6-8dfb1ad20038 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "interface-4cf4ece1-dfba-4a22-b810-0b08b33066ef-51b2ee16-4389-469c-b637-b792af4b3d7a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.598s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.298189] env[64443]: DEBUG nova.network.neutron [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Successfully updated port: 2a1ad330-3d4b-4067-b271-002efee7db84 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.600251] env[64443]: DEBUG oslo_vmware.rw_handles [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Completed reading data from the image iterator. {{(pid=64443) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1024.600549] env[64443]: DEBUG oslo_vmware.rw_handles [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524749e2-33b1-5ff4-3555-119b322a73e2/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1024.601476] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b9aacc-2199-47b5-a53f-eb5d7c845618 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.608723] env[64443]: DEBUG oslo_vmware.rw_handles [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524749e2-33b1-5ff4-3555-119b322a73e2/disk-0.vmdk is in state: ready. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1024.608939] env[64443]: DEBUG oslo_vmware.rw_handles [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524749e2-33b1-5ff4-3555-119b322a73e2/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1024.609214] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-44722f84-567c-40da-bafc-15635f6ecf8d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.635895] env[64443]: DEBUG nova.objects.base [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Object Instance<1b5f8ce3-bafd-4e44-8275-81c6c23db94b> lazy-loaded attributes: info_cache,migration_context {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1024.636867] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13fbe3e-ba9b-4447-a4f5-aa1e3d58b3dd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.660262] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-272d0fb9-9453-46a4-882c-d735d57ce085 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.663223] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64443) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1024.663441] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.923s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.663708] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.234s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.665265] env[64443]: INFO nova.compute.claims [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.672615] env[64443]: DEBUG oslo_vmware.api [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 1024.672615] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52efabd5-81aa-2e55-acae-a5329b6bd44d" [ 1024.672615] env[64443]: _type = "Task" [ 1024.672615] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.682233] env[64443]: DEBUG oslo_vmware.api [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52efabd5-81aa-2e55-acae-a5329b6bd44d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.800821] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "refresh_cache-cdb2555a-5e01-4f7b-8a1d-d861966d361a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.800973] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "refresh_cache-cdb2555a-5e01-4f7b-8a1d-d861966d361a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.801177] env[64443]: DEBUG nova.network.neutron [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.891189] env[64443]: DEBUG oslo_vmware.rw_handles [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524749e2-33b1-5ff4-3555-119b322a73e2/disk-0.vmdk. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1024.891467] env[64443]: INFO nova.virt.vmwareapi.images [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Downloaded image file data 97e29640-a44c-4d15-b35a-ac4b97814fd1 [ 1024.892367] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6000f975-ae59-4b18-af3c-937c46dcd1e0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.908307] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7148d8a5-734f-4cac-91d5-5907ad4cab52 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.033870] env[64443]: INFO nova.virt.vmwareapi.images [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] The imported VM was unregistered [ 1025.036206] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Caching image {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1025.036523] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Creating directory with path [datastore1] devstack-image-cache_base/97e29640-a44c-4d15-b35a-ac4b97814fd1 {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.037589] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "refresh_cache-629f1078-51fb-416e-8335-aa864708ca9c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.037751] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired lock "refresh_cache-629f1078-51fb-416e-8335-aa864708ca9c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.037916] env[64443]: DEBUG nova.network.neutron [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.039401] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bc83c63-7f2d-4826-b97f-4c9af5538ca2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.073331] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Created directory with path [datastore1] devstack-image-cache_base/97e29640-a44c-4d15-b35a-ac4b97814fd1 {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.073532] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_370168b9-cf06-44e1-bfa7-acc93bd876df/OSTACK_IMG_370168b9-cf06-44e1-bfa7-acc93bd876df.vmdk to [datastore1] devstack-image-cache_base/97e29640-a44c-4d15-b35a-ac4b97814fd1/97e29640-a44c-4d15-b35a-ac4b97814fd1.vmdk. {{(pid=64443) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1025.073787] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-13b53208-296e-44c4-a37f-d378a4f76d66 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.081731] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 1025.081731] env[64443]: value = "task-2677003" [ 1025.081731] env[64443]: _type = "Task" [ 1025.081731] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.090027] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677003, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.183870] env[64443]: DEBUG oslo_vmware.api [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52efabd5-81aa-2e55-acae-a5329b6bd44d, 'name': SearchDatastore_Task, 'duration_secs': 0.01684} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.184847] env[64443]: DEBUG oslo_concurrency.lockutils [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.334422] env[64443]: DEBUG nova.network.neutron [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.357166] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "05cbdea7-4062-4cdf-9c3d-a2c2532676ac" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.357432] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "05cbdea7-4062-4cdf-9c3d-a2c2532676ac" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.459917] env[64443]: DEBUG nova.network.neutron [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Updating instance_info_cache with network_info: [{"id": "2a1ad330-3d4b-4067-b271-002efee7db84", "address": "fa:16:3e:70:48:ac", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1ad330-3d", "ovs_interfaceid": "2a1ad330-3d4b-4067-b271-002efee7db84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.592229] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677003, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.759878] env[64443]: DEBUG nova.network.neutron [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Updating instance_info_cache with network_info: [{"id": "ac6ce416-c3c3-4fc0-8de3-b932328d9a1e", "address": "fa:16:3e:19:d2:5b", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6ce416-c3", "ovs_interfaceid": "ac6ce416-c3c3-4fc0-8de3-b932328d9a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.861192] env[64443]: DEBUG nova.compute.utils [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1025.922339] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde4cb7b-fee0-4be7-9290-c473e47ce1be {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.932072] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a615ae-f0a4-4d0a-8cec-b8df0ac0c895 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.966229] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "refresh_cache-cdb2555a-5e01-4f7b-8a1d-d861966d361a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.966516] env[64443]: DEBUG nova.compute.manager [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Instance network_info: |[{"id": "2a1ad330-3d4b-4067-b271-002efee7db84", "address": "fa:16:3e:70:48:ac", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1ad330-3d", "ovs_interfaceid": "2a1ad330-3d4b-4067-b271-002efee7db84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.967223] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:48:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a1ad330-3d4b-4067-b271-002efee7db84', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.974678] env[64443]: DEBUG oslo.service.loopingcall [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1025.975445] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b21745-378f-4599-88ee-3da01cdc5b10 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.978289] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.978527] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf9ad725-a6ec-42e2-9fb7-0d7850dfd88b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.002871] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb34cb9-1d12-44c9-aa6c-a09308d80301 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.007152] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.007152] env[64443]: value = "task-2677004" [ 1026.007152] env[64443]: _type = "Task" [ 1026.007152] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.018865] env[64443]: DEBUG nova.compute.provider_tree [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.027701] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677004, 'name': CreateVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.095777] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677003, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.263357] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Releasing lock "refresh_cache-629f1078-51fb-416e-8335-aa864708ca9c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.364170] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "05cbdea7-4062-4cdf-9c3d-a2c2532676ac" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.522201] env[64443]: DEBUG nova.scheduler.client.report [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.525623] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677004, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.595352] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677003, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.772796] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bda9bf1-701e-4170-9dcc-1ecf5a7b74c9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.781937] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a577892b-88ae-4cc5-9e93-de38ca94c560 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.019285] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677004, 'name': CreateVM_Task, 'duration_secs': 0.810778} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.019504] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.020472] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.020656] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.021057] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.021497] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74cc7cc9-3909-4f6b-b5e7-ebf9a6c62038 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.027547] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.028100] env[64443]: DEBUG nova.compute.manager [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.033131] env[64443]: DEBUG oslo_concurrency.lockutils [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.848s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.034905] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1027.034905] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52c8cb84-d921-1f51-7c54-8c98482aaf7b" [ 1027.034905] env[64443]: _type = "Task" [ 1027.034905] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.047097] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c8cb84-d921-1f51-7c54-8c98482aaf7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.095282] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677003, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.426545] env[64443]: DEBUG nova.compute.manager [req-18a2b234-abe5-4d16-a922-64ec91ca5a24 req-4132a164-591c-48fc-a5d0-8b00d1a33862 service nova] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Received event network-vif-plugged-2a1ad330-3d4b-4067-b271-002efee7db84 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.426840] env[64443]: DEBUG oslo_concurrency.lockutils [req-18a2b234-abe5-4d16-a922-64ec91ca5a24 req-4132a164-591c-48fc-a5d0-8b00d1a33862 service nova] Acquiring lock "cdb2555a-5e01-4f7b-8a1d-d861966d361a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.427029] env[64443]: DEBUG oslo_concurrency.lockutils [req-18a2b234-abe5-4d16-a922-64ec91ca5a24 req-4132a164-591c-48fc-a5d0-8b00d1a33862 service nova] Lock "cdb2555a-5e01-4f7b-8a1d-d861966d361a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.427208] env[64443]: DEBUG oslo_concurrency.lockutils [req-18a2b234-abe5-4d16-a922-64ec91ca5a24 req-4132a164-591c-48fc-a5d0-8b00d1a33862 service nova] Lock "cdb2555a-5e01-4f7b-8a1d-d861966d361a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.427386] env[64443]: DEBUG nova.compute.manager [req-18a2b234-abe5-4d16-a922-64ec91ca5a24 req-4132a164-591c-48fc-a5d0-8b00d1a33862 service nova] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] No waiting events found dispatching network-vif-plugged-2a1ad330-3d4b-4067-b271-002efee7db84 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.427554] env[64443]: WARNING nova.compute.manager [req-18a2b234-abe5-4d16-a922-64ec91ca5a24 req-4132a164-591c-48fc-a5d0-8b00d1a33862 service nova] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Received unexpected event network-vif-plugged-2a1ad330-3d4b-4067-b271-002efee7db84 for instance with vm_state building and task_state spawning. [ 1027.431095] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "05cbdea7-4062-4cdf-9c3d-a2c2532676ac" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.431351] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "05cbdea7-4062-4cdf-9c3d-a2c2532676ac" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.431586] env[64443]: INFO nova.compute.manager [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Attaching volume e531c257-e36e-45a2-8c91-23645473d766 to /dev/sdb [ 1027.464304] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f09ed7-a31b-4545-b283-97ef0b5ad906 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.474957] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825e3423-6855-411c-8e83-e8d0b9f05bf9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.491327] env[64443]: DEBUG nova.virt.block_device [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Updating existing volume attachment record: b9ffad6f-63cf-4717-a5ad-4f77ed1cc19c {{(pid=64443) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1027.538149] env[64443]: DEBUG nova.compute.utils [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1027.539524] env[64443]: DEBUG nova.compute.manager [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.539708] env[64443]: DEBUG nova.network.neutron [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.560962] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c8cb84-d921-1f51-7c54-8c98482aaf7b, 'name': SearchDatastore_Task, 'duration_secs': 0.091377} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.561408] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.561697] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.561981] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.562185] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.562445] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.562778] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-accea4d6-b142-4a0f-b092-e406e0a0b8f6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.585916] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.585916] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.589363] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9e93480-bdd6-4331-b5df-93f67575f080 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.593406] env[64443]: DEBUG nova.policy [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2d047da5b7f438a9160ddef66b334c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3415f9ef67841b19671a72e44fbd805', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.606892] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1027.606892] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52bd1fc4-9879-b633-33d5-6287e0415df1" [ 1027.606892] env[64443]: _type = "Task" [ 1027.606892] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.607761] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677003, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.622376] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52bd1fc4-9879-b633-33d5-6287e0415df1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.822201] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276257b6-d70d-433f-8bb7-6d537871b8a5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.832921] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7def5f2b-f636-425c-947b-33a879963191 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.868657] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c1015f-0365-4c64-84a8-c0aed6868a71 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.881661] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ca4279-2fee-4877-8641-b6aeccbc7b22 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.899638] env[64443]: DEBUG nova.compute.provider_tree [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.902568] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ea00c7-977a-4e4f-8905-afe896916f56 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.925896] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3965c58-f5ca-4b3b-9a2e-f551ff8d6115 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.934719] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Updating instance '629f1078-51fb-416e-8335-aa864708ca9c' progress to 83 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1027.947069] env[64443]: DEBUG nova.network.neutron [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Successfully created port: 4125913c-0aad-4076-8ce9-6c028f5ff0a6 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.049758] env[64443]: DEBUG nova.compute.manager [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.078350] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "interface-4cf4ece1-dfba-4a22-b810-0b08b33066ef-51b2ee16-4389-469c-b637-b792af4b3d7a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.078761] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "interface-4cf4ece1-dfba-4a22-b810-0b08b33066ef-51b2ee16-4389-469c-b637-b792af4b3d7a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.097718] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677003, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.117790] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52bd1fc4-9879-b633-33d5-6287e0415df1, 'name': SearchDatastore_Task, 'duration_secs': 0.085257} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.120972] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3362aeef-4c97-4e94-bbe6-e04481a41fb8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.124866] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1028.124866] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5246a6bb-d866-cfe9-8062-3e47a38afbfe" [ 1028.124866] env[64443]: _type = "Task" [ 1028.124866] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.133160] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5246a6bb-d866-cfe9-8062-3e47a38afbfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.181597] env[64443]: DEBUG oslo_concurrency.lockutils [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Acquiring lock "6f5bec00-c67d-4b12-b07b-6e315bfa7ffa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.181891] env[64443]: DEBUG oslo_concurrency.lockutils [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Lock "6f5bec00-c67d-4b12-b07b-6e315bfa7ffa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.182122] env[64443]: DEBUG oslo_concurrency.lockutils [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Acquiring lock "6f5bec00-c67d-4b12-b07b-6e315bfa7ffa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.182319] env[64443]: DEBUG oslo_concurrency.lockutils [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Lock "6f5bec00-c67d-4b12-b07b-6e315bfa7ffa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.182506] env[64443]: DEBUG oslo_concurrency.lockutils [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Lock "6f5bec00-c67d-4b12-b07b-6e315bfa7ffa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.187552] env[64443]: INFO nova.compute.manager [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Terminating instance [ 1028.407188] env[64443]: DEBUG nova.scheduler.client.report [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.441245] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.441563] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eac9091e-1863-4313-b33b-d129d675b067 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.449599] env[64443]: DEBUG oslo_vmware.api [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1028.449599] env[64443]: value = "task-2677008" [ 1028.449599] env[64443]: _type = "Task" [ 1028.449599] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.459072] env[64443]: DEBUG oslo_vmware.api [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.581913] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.582055] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.582926] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f171afcd-3044-4821-828c-c8badc543d2a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.597482] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677003, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.163551} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.609745] env[64443]: INFO nova.virt.vmwareapi.ds_util [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_370168b9-cf06-44e1-bfa7-acc93bd876df/OSTACK_IMG_370168b9-cf06-44e1-bfa7-acc93bd876df.vmdk to [datastore1] devstack-image-cache_base/97e29640-a44c-4d15-b35a-ac4b97814fd1/97e29640-a44c-4d15-b35a-ac4b97814fd1.vmdk. [ 1028.609968] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Cleaning up location [datastore1] OSTACK_IMG_370168b9-cf06-44e1-bfa7-acc93bd876df {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1028.610158] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_370168b9-cf06-44e1-bfa7-acc93bd876df {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.610786] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d8338b6-e284-4e50-9a22-eda4c424c660 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.613057] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd1e61c-08cc-4700-bf5b-784cf5524762 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.639923] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Reconfiguring VM to detach interface {{(pid=64443) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1028.644357] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70563d23-135e-4a3a-832c-2b1eb4dad2ae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.657270] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 1028.657270] env[64443]: value = "task-2677009" [ 1028.657270] env[64443]: _type = "Task" [ 1028.657270] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.664904] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5246a6bb-d866-cfe9-8062-3e47a38afbfe, 'name': SearchDatastore_Task, 'duration_secs': 0.06787} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.668791] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.669070] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] cdb2555a-5e01-4f7b-8a1d-d861966d361a/cdb2555a-5e01-4f7b-8a1d-d861966d361a.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.669388] env[64443]: DEBUG oslo_vmware.api [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 1028.669388] env[64443]: value = "task-2677010" [ 1028.669388] env[64443]: _type = "Task" [ 1028.669388] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.669585] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.669798] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ba92dc0-55da-4236-b3da-1c0ae25a4e29 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.680767] env[64443]: DEBUG oslo_vmware.api [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.682255] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1028.682255] env[64443]: value = "task-2677011" [ 1028.682255] env[64443]: _type = "Task" [ 1028.682255] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.690107] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.691751] env[64443]: DEBUG nova.compute.manager [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.691949] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.692777] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe9e343-afdd-4d5e-80f3-01f025152f6d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.699737] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.699972] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58a0d872-1568-402b-96a7-36adccf5c587 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.706407] env[64443]: DEBUG oslo_vmware.api [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Waiting for the task: (returnval){ [ 1028.706407] env[64443]: value = "task-2677012" [ 1028.706407] env[64443]: _type = "Task" [ 1028.706407] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.715320] env[64443]: DEBUG oslo_vmware.api [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': task-2677012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.962385] env[64443]: DEBUG oslo_vmware.api [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677008, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.061990] env[64443]: DEBUG nova.compute.manager [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.094607] env[64443]: DEBUG nova.virt.hardware [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.094882] env[64443]: DEBUG nova.virt.hardware [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.095058] env[64443]: DEBUG nova.virt.hardware [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.095246] env[64443]: DEBUG nova.virt.hardware [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.095398] env[64443]: DEBUG nova.virt.hardware [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.095549] env[64443]: DEBUG nova.virt.hardware [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.095796] env[64443]: DEBUG nova.virt.hardware [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.095969] env[64443]: DEBUG nova.virt.hardware [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.096161] env[64443]: DEBUG nova.virt.hardware [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.096328] env[64443]: DEBUG nova.virt.hardware [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.096503] env[64443]: DEBUG nova.virt.hardware [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.097522] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37308b07-a2c6-4188-8b2c-359ed6692982 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.110787] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dd6c90-e1a2-4da7-badb-24f4dc749063 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.168795] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155463} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.168978] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.169170] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/97e29640-a44c-4d15-b35a-ac4b97814fd1/97e29640-a44c-4d15-b35a-ac4b97814fd1.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.169421] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/97e29640-a44c-4d15-b35a-ac4b97814fd1/97e29640-a44c-4d15-b35a-ac4b97814fd1.vmdk to [datastore1] 5f81a44d-0799-4b08-b334-829e8cfbaa83/5f81a44d-0799-4b08-b334-829e8cfbaa83.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.169687] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-339722fa-51fc-4380-a7b1-d3dcc2157c40 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.183580] env[64443]: DEBUG oslo_vmware.api [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.188275] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 1029.188275] env[64443]: value = "task-2677013" [ 1029.188275] env[64443]: _type = "Task" [ 1029.188275] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.195449] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677011, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.201451] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.216209] env[64443]: DEBUG oslo_vmware.api [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': task-2677012, 'name': PowerOffVM_Task, 'duration_secs': 0.312991} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.216552] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.216734] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.217014] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31aa86b7-26a6-4619-b7fe-10a455cccc82 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.297467] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.298343] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.298343] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Deleting the datastore file [datastore2] 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.298555] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-164230ca-411a-4079-be78-9fa934fd692c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.306422] env[64443]: DEBUG oslo_vmware.api [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Waiting for the task: (returnval){ [ 1029.306422] env[64443]: value = "task-2677015" [ 1029.306422] env[64443]: _type = "Task" [ 1029.306422] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.315635] env[64443]: DEBUG oslo_vmware.api [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': task-2677015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.422243] env[64443]: DEBUG oslo_concurrency.lockutils [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.385s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.426147] env[64443]: DEBUG nova.network.neutron [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Successfully updated port: 4125913c-0aad-4076-8ce9-6c028f5ff0a6 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.467029] env[64443]: DEBUG oslo_vmware.api [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677008, 'name': PowerOnVM_Task, 'duration_secs': 0.580082} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.467511] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.467951] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba85d467-5f1d-43df-a661-53d39a414729 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Updating instance '629f1078-51fb-416e-8335-aa864708ca9c' progress to 100 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.556148] env[64443]: DEBUG nova.compute.manager [req-1fe32f50-5144-4e59-a86d-240ba89e1cb5 req-7d2947c8-daa9-491b-95fd-abeedd9cdf6f service nova] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Received event network-changed-2a1ad330-3d4b-4067-b271-002efee7db84 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.556295] env[64443]: DEBUG nova.compute.manager [req-1fe32f50-5144-4e59-a86d-240ba89e1cb5 req-7d2947c8-daa9-491b-95fd-abeedd9cdf6f service nova] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Refreshing instance network info cache due to event network-changed-2a1ad330-3d4b-4067-b271-002efee7db84. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1029.556567] env[64443]: DEBUG oslo_concurrency.lockutils [req-1fe32f50-5144-4e59-a86d-240ba89e1cb5 req-7d2947c8-daa9-491b-95fd-abeedd9cdf6f service nova] Acquiring lock "refresh_cache-cdb2555a-5e01-4f7b-8a1d-d861966d361a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.556688] env[64443]: DEBUG oslo_concurrency.lockutils [req-1fe32f50-5144-4e59-a86d-240ba89e1cb5 req-7d2947c8-daa9-491b-95fd-abeedd9cdf6f service nova] Acquired lock "refresh_cache-cdb2555a-5e01-4f7b-8a1d-d861966d361a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.556828] env[64443]: DEBUG nova.network.neutron [req-1fe32f50-5144-4e59-a86d-240ba89e1cb5 req-7d2947c8-daa9-491b-95fd-abeedd9cdf6f service nova] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Refreshing network info cache for port 2a1ad330-3d4b-4067-b271-002efee7db84 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.685798] env[64443]: DEBUG oslo_vmware.api [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.701358] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.705825] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638518} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.706085] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] cdb2555a-5e01-4f7b-8a1d-d861966d361a/cdb2555a-5e01-4f7b-8a1d-d861966d361a.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.706302] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.706547] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b71eb2a9-18e1-4904-bdf4-9b7913bcecb7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.714457] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1029.714457] env[64443]: value = "task-2677016" [ 1029.714457] env[64443]: _type = "Task" [ 1029.714457] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.721855] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.817934] env[64443]: DEBUG oslo_vmware.api [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Task: {'id': task-2677015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150334} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.818328] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.818538] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.818721] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.818904] env[64443]: INFO nova.compute.manager [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1029.819168] env[64443]: DEBUG oslo.service.loopingcall [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1029.819718] env[64443]: DEBUG nova.compute.manager [-] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.819819] env[64443]: DEBUG nova.network.neutron [-] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.931367] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "refresh_cache-d154795d-d7cf-4e79-a359-f41e0935b1f2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.931564] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired lock "refresh_cache-d154795d-d7cf-4e79-a359-f41e0935b1f2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.931743] env[64443]: DEBUG nova.network.neutron [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.996560] env[64443]: INFO nova.scheduler.client.report [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Deleted allocation for migration 1e92920e-2390-420b-8dea-fce034f78452 [ 1030.182846] env[64443]: DEBUG oslo_vmware.api [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.200283] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.223755] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080662} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.225983] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.226884] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ab0d16-fb31-4284-a5e6-807b20eb4e8a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.248969] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] cdb2555a-5e01-4f7b-8a1d-d861966d361a/cdb2555a-5e01-4f7b-8a1d-d861966d361a.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.249287] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cac2142-1c9e-4c4b-9b08-2d21a9b92d80 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.263538] env[64443]: DEBUG nova.network.neutron [req-1fe32f50-5144-4e59-a86d-240ba89e1cb5 req-7d2947c8-daa9-491b-95fd-abeedd9cdf6f service nova] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Updated VIF entry in instance network info cache for port 2a1ad330-3d4b-4067-b271-002efee7db84. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.263863] env[64443]: DEBUG nova.network.neutron [req-1fe32f50-5144-4e59-a86d-240ba89e1cb5 req-7d2947c8-daa9-491b-95fd-abeedd9cdf6f service nova] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Updating instance_info_cache with network_info: [{"id": "2a1ad330-3d4b-4067-b271-002efee7db84", "address": "fa:16:3e:70:48:ac", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1ad330-3d", "ovs_interfaceid": "2a1ad330-3d4b-4067-b271-002efee7db84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.270718] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1030.270718] env[64443]: value = "task-2677018" [ 1030.270718] env[64443]: _type = "Task" [ 1030.270718] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.279558] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.464481] env[64443]: DEBUG nova.network.neutron [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.504483] env[64443]: DEBUG oslo_concurrency.lockutils [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "1b5f8ce3-bafd-4e44-8275-81c6c23db94b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.740s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.585143] env[64443]: DEBUG nova.network.neutron [-] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.598324] env[64443]: DEBUG nova.network.neutron [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Updating instance_info_cache with network_info: [{"id": "4125913c-0aad-4076-8ce9-6c028f5ff0a6", "address": "fa:16:3e:97:59:7b", "network": {"id": "f088a9d2-17b6-427f-85e2-ca034835fc46", "bridge": "br-int", "label": "tempest-ServersTestJSON-1971365624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3415f9ef67841b19671a72e44fbd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4125913c-0a", "ovs_interfaceid": "4125913c-0aad-4076-8ce9-6c028f5ff0a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.687414] env[64443]: DEBUG oslo_vmware.api [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.688632] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b78f3229-e844-4791-b625-d0d29a908047 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.688856] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b78f3229-e844-4791-b625-d0d29a908047 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.701281] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.766506] env[64443]: DEBUG oslo_concurrency.lockutils [req-1fe32f50-5144-4e59-a86d-240ba89e1cb5 req-7d2947c8-daa9-491b-95fd-abeedd9cdf6f service nova] Releasing lock "refresh_cache-cdb2555a-5e01-4f7b-8a1d-d861966d361a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.766808] env[64443]: DEBUG nova.compute.manager [req-1fe32f50-5144-4e59-a86d-240ba89e1cb5 req-7d2947c8-daa9-491b-95fd-abeedd9cdf6f service nova] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Received event network-vif-plugged-4125913c-0aad-4076-8ce9-6c028f5ff0a6 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.767145] env[64443]: DEBUG oslo_concurrency.lockutils [req-1fe32f50-5144-4e59-a86d-240ba89e1cb5 req-7d2947c8-daa9-491b-95fd-abeedd9cdf6f service nova] Acquiring lock "d154795d-d7cf-4e79-a359-f41e0935b1f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.767394] env[64443]: DEBUG oslo_concurrency.lockutils [req-1fe32f50-5144-4e59-a86d-240ba89e1cb5 req-7d2947c8-daa9-491b-95fd-abeedd9cdf6f service nova] Lock "d154795d-d7cf-4e79-a359-f41e0935b1f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.767571] env[64443]: DEBUG oslo_concurrency.lockutils [req-1fe32f50-5144-4e59-a86d-240ba89e1cb5 req-7d2947c8-daa9-491b-95fd-abeedd9cdf6f service nova] Lock "d154795d-d7cf-4e79-a359-f41e0935b1f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.767744] env[64443]: DEBUG nova.compute.manager [req-1fe32f50-5144-4e59-a86d-240ba89e1cb5 req-7d2947c8-daa9-491b-95fd-abeedd9cdf6f service nova] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] No waiting events found dispatching network-vif-plugged-4125913c-0aad-4076-8ce9-6c028f5ff0a6 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.767915] env[64443]: WARNING nova.compute.manager [req-1fe32f50-5144-4e59-a86d-240ba89e1cb5 req-7d2947c8-daa9-491b-95fd-abeedd9cdf6f service nova] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Received unexpected event network-vif-plugged-4125913c-0aad-4076-8ce9-6c028f5ff0a6 for instance with vm_state building and task_state spawning. [ 1030.768103] env[64443]: DEBUG nova.compute.manager [req-1fe32f50-5144-4e59-a86d-240ba89e1cb5 req-7d2947c8-daa9-491b-95fd-abeedd9cdf6f service nova] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Received event network-changed-4125913c-0aad-4076-8ce9-6c028f5ff0a6 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.768267] env[64443]: DEBUG nova.compute.manager [req-1fe32f50-5144-4e59-a86d-240ba89e1cb5 req-7d2947c8-daa9-491b-95fd-abeedd9cdf6f service nova] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Refreshing instance network info cache due to event network-changed-4125913c-0aad-4076-8ce9-6c028f5ff0a6. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1030.768443] env[64443]: DEBUG oslo_concurrency.lockutils [req-1fe32f50-5144-4e59-a86d-240ba89e1cb5 req-7d2947c8-daa9-491b-95fd-abeedd9cdf6f service nova] Acquiring lock "refresh_cache-d154795d-d7cf-4e79-a359-f41e0935b1f2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.781042] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.087336] env[64443]: INFO nova.compute.manager [-] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Took 1.27 seconds to deallocate network for instance. [ 1031.100763] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Releasing lock "refresh_cache-d154795d-d7cf-4e79-a359-f41e0935b1f2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.101425] env[64443]: DEBUG nova.compute.manager [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Instance network_info: |[{"id": "4125913c-0aad-4076-8ce9-6c028f5ff0a6", "address": "fa:16:3e:97:59:7b", "network": {"id": "f088a9d2-17b6-427f-85e2-ca034835fc46", "bridge": "br-int", "label": "tempest-ServersTestJSON-1971365624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3415f9ef67841b19671a72e44fbd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4125913c-0a", "ovs_interfaceid": "4125913c-0aad-4076-8ce9-6c028f5ff0a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.101612] env[64443]: DEBUG oslo_concurrency.lockutils [req-1fe32f50-5144-4e59-a86d-240ba89e1cb5 req-7d2947c8-daa9-491b-95fd-abeedd9cdf6f service nova] Acquired lock "refresh_cache-d154795d-d7cf-4e79-a359-f41e0935b1f2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.101713] env[64443]: DEBUG nova.network.neutron [req-1fe32f50-5144-4e59-a86d-240ba89e1cb5 req-7d2947c8-daa9-491b-95fd-abeedd9cdf6f service nova] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Refreshing network info cache for port 4125913c-0aad-4076-8ce9-6c028f5ff0a6 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.102892] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:59:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b49c5024-2ced-42ca-90cc-6066766d43e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4125913c-0aad-4076-8ce9-6c028f5ff0a6', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.110564] env[64443]: DEBUG oslo.service.loopingcall [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1031.111114] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.111891] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fe47875-c553-4840-83f1-2e5c04be9151 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.134489] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.134489] env[64443]: value = "task-2677019" [ 1031.134489] env[64443]: _type = "Task" [ 1031.134489] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.146750] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677019, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.186585] env[64443]: DEBUG oslo_vmware.api [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.191985] env[64443]: DEBUG nova.compute.utils [None req-b78f3229-e844-4791-b625-d0d29a908047 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1031.202866] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677013, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.284209] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677018, 'name': ReconfigVM_Task, 'duration_secs': 0.781824} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.285083] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Reconfigured VM instance instance-00000065 to attach disk [datastore1] cdb2555a-5e01-4f7b-8a1d-d861966d361a/cdb2555a-5e01-4f7b-8a1d-d861966d361a.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.285726] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68ab7d32-bc87-45b8-8cc9-2dce73aa26c8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.294914] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1031.294914] env[64443]: value = "task-2677020" [ 1031.294914] env[64443]: _type = "Task" [ 1031.294914] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.307518] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677020, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.595227] env[64443]: DEBUG oslo_concurrency.lockutils [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.595638] env[64443]: DEBUG oslo_concurrency.lockutils [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.595713] env[64443]: DEBUG nova.objects.instance [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Lazy-loading 'resources' on Instance uuid 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.651554] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677019, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.686725] env[64443]: DEBUG oslo_vmware.api [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.697649] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b78f3229-e844-4791-b625-d0d29a908047 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.701976] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677013, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.774680] env[64443]: DEBUG oslo_concurrency.lockutils [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "1b5f8ce3-bafd-4e44-8275-81c6c23db94b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.774907] env[64443]: DEBUG oslo_concurrency.lockutils [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "1b5f8ce3-bafd-4e44-8275-81c6c23db94b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.775143] env[64443]: DEBUG oslo_concurrency.lockutils [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "1b5f8ce3-bafd-4e44-8275-81c6c23db94b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.775332] env[64443]: DEBUG oslo_concurrency.lockutils [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "1b5f8ce3-bafd-4e44-8275-81c6c23db94b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.775502] env[64443]: DEBUG oslo_concurrency.lockutils [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "1b5f8ce3-bafd-4e44-8275-81c6c23db94b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.778155] env[64443]: INFO nova.compute.manager [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Terminating instance [ 1031.806777] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677020, 'name': Rename_Task, 'duration_secs': 0.394708} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.807134] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.807412] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97c4e821-61be-4f2e-a322-7f1f98f4d15f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.818659] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1031.818659] env[64443]: value = "task-2677021" [ 1031.818659] env[64443]: _type = "Task" [ 1031.818659] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.828236] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.847463] env[64443]: DEBUG nova.network.neutron [req-1fe32f50-5144-4e59-a86d-240ba89e1cb5 req-7d2947c8-daa9-491b-95fd-abeedd9cdf6f service nova] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Updated VIF entry in instance network info cache for port 4125913c-0aad-4076-8ce9-6c028f5ff0a6. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.848025] env[64443]: DEBUG nova.network.neutron [req-1fe32f50-5144-4e59-a86d-240ba89e1cb5 req-7d2947c8-daa9-491b-95fd-abeedd9cdf6f service nova] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Updating instance_info_cache with network_info: [{"id": "4125913c-0aad-4076-8ce9-6c028f5ff0a6", "address": "fa:16:3e:97:59:7b", "network": {"id": "f088a9d2-17b6-427f-85e2-ca034835fc46", "bridge": "br-int", "label": "tempest-ServersTestJSON-1971365624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3415f9ef67841b19671a72e44fbd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4125913c-0a", "ovs_interfaceid": "4125913c-0aad-4076-8ce9-6c028f5ff0a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.929737] env[64443]: DEBUG nova.compute.manager [req-8e25adc3-8106-43d0-ba34-5eabb1439b1c req-57ad8bac-2c94-440a-8575-d5adb8ee0a34 service nova] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Received event network-vif-deleted-c8b37272-3a52-4265-b223-86ff61e17e4d {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.148486] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677019, 'name': CreateVM_Task, 'duration_secs': 0.862395} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.148699] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.149449] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.149618] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.149952] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.150258] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26f964ad-712c-4cbb-8e28-8371417b29d2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.158798] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1032.158798] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52625ba6-5a1b-53ef-f01c-a1e6893f3182" [ 1032.158798] env[64443]: _type = "Task" [ 1032.158798] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.168071] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52625ba6-5a1b-53ef-f01c-a1e6893f3182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.185446] env[64443]: DEBUG oslo_vmware.api [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.203227] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677013, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.282375] env[64443]: DEBUG nova.compute.manager [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.282619] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.283529] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8152684f-def0-4f5e-9bb6-3f9a55b6a19a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.294426] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.297303] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-217475f4-b5bf-4d3f-9ec7-d1a5f3c402b8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.306994] env[64443]: DEBUG oslo_vmware.api [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 1032.306994] env[64443]: value = "task-2677022" [ 1032.306994] env[64443]: _type = "Task" [ 1032.306994] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.320372] env[64443]: DEBUG oslo_vmware.api [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2677022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.331728] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677021, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.351481] env[64443]: DEBUG oslo_concurrency.lockutils [req-1fe32f50-5144-4e59-a86d-240ba89e1cb5 req-7d2947c8-daa9-491b-95fd-abeedd9cdf6f service nova] Releasing lock "refresh_cache-d154795d-d7cf-4e79-a359-f41e0935b1f2" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.363140] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664c8d65-ab66-4508-9f71-d46dd5ee5fae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.374364] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79968c64-8b2c-4fcb-8c00-15508792fbea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.408561] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5751b9c-ec04-4fad-8679-eab93eb50a01 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.412115] env[64443]: DEBUG nova.network.neutron [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Port ac6ce416-c3c3-4fc0-8de3-b932328d9a1e binding to destination host cpu-1 is already ACTIVE {{(pid=64443) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1032.412454] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "refresh_cache-629f1078-51fb-416e-8335-aa864708ca9c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.412641] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired lock "refresh_cache-629f1078-51fb-416e-8335-aa864708ca9c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.412858] env[64443]: DEBUG nova.network.neutron [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.420378] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a64194-7978-4063-a93e-1d2b1af2072d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.436884] env[64443]: DEBUG nova.compute.provider_tree [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.539395] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Volume attach. Driver type: vmdk {{(pid=64443) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1032.539701] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539766', 'volume_id': 'e531c257-e36e-45a2-8c91-23645473d766', 'name': 'volume-e531c257-e36e-45a2-8c91-23645473d766', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05cbdea7-4062-4cdf-9c3d-a2c2532676ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'e531c257-e36e-45a2-8c91-23645473d766', 'serial': 'e531c257-e36e-45a2-8c91-23645473d766'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1032.540725] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97fe3ba-c567-48b5-b1db-d8aa18edf7e3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.558277] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f99d09b-ac87-489e-8a5c-ee7259daf030 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.588247] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-e531c257-e36e-45a2-8c91-23645473d766/volume-e531c257-e36e-45a2-8c91-23645473d766.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.588580] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ecb8cf5-6463-40fd-95f5-fb7eef092a65 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.609290] env[64443]: DEBUG oslo_vmware.api [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 1032.609290] env[64443]: value = "task-2677023" [ 1032.609290] env[64443]: _type = "Task" [ 1032.609290] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.619063] env[64443]: DEBUG oslo_vmware.api [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.670305] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52625ba6-5a1b-53ef-f01c-a1e6893f3182, 'name': SearchDatastore_Task, 'duration_secs': 0.088048} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.670684] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.670892] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.671144] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.671296] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.671479] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.671755] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-baf171d1-74aa-4355-a0ce-93f4c3b62e70 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.690035] env[64443]: DEBUG oslo_vmware.api [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.692171] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.692171] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.696828] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66be49d0-1ced-4084-84ea-3a36f966f6dc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.706893] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677013, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.710179] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1032.710179] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]525146fe-fea9-7303-9877-7c712361d3c5" [ 1032.710179] env[64443]: _type = "Task" [ 1032.710179] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.724098] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]525146fe-fea9-7303-9877-7c712361d3c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.758037] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b78f3229-e844-4791-b625-d0d29a908047 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.758325] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b78f3229-e844-4791-b625-d0d29a908047 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.758570] env[64443]: INFO nova.compute.manager [None req-b78f3229-e844-4791-b625-d0d29a908047 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Attaching volume 425a9647-ab1a-49ca-b0c1-82eb78b93802 to /dev/sdb [ 1032.795150] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a96faf-c110-4cbc-bfa5-7136a9d8e939 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.806362] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e280dcef-7a75-4314-a6f6-d9d39d0c5a15 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.817991] env[64443]: DEBUG oslo_vmware.api [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2677022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.829303] env[64443]: DEBUG nova.virt.block_device [None req-b78f3229-e844-4791-b625-d0d29a908047 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Updating existing volume attachment record: 12fc87c1-bfda-4e89-8061-6482be3d33c5 {{(pid=64443) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1032.835744] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677021, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.940980] env[64443]: DEBUG nova.scheduler.client.report [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.122627] env[64443]: DEBUG oslo_vmware.api [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.171034] env[64443]: DEBUG nova.network.neutron [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Updating instance_info_cache with network_info: [{"id": "ac6ce416-c3c3-4fc0-8de3-b932328d9a1e", "address": "fa:16:3e:19:d2:5b", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6ce416-c3", "ovs_interfaceid": "ac6ce416-c3c3-4fc0-8de3-b932328d9a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.189769] env[64443]: DEBUG oslo_vmware.api [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.202278] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677013, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.224977] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]525146fe-fea9-7303-9877-7c712361d3c5, 'name': SearchDatastore_Task, 'duration_secs': 0.090753} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.225914] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e551e1b0-c971-48b9-b2ae-ec34a67228db {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.233865] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1033.233865] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5244e3ac-49ee-475d-59bd-fb4789ca1f04" [ 1033.233865] env[64443]: _type = "Task" [ 1033.233865] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.253129] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5244e3ac-49ee-475d-59bd-fb4789ca1f04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.319055] env[64443]: DEBUG oslo_vmware.api [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2677022, 'name': PowerOffVM_Task, 'duration_secs': 0.987396} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.319361] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.319543] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.319805] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3709487-360e-4a0b-bbe4-1237eb909034 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.330326] env[64443]: DEBUG oslo_vmware.api [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677021, 'name': PowerOnVM_Task, 'duration_secs': 1.458014} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.330590] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.330828] env[64443]: INFO nova.compute.manager [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1033.330969] env[64443]: DEBUG nova.compute.manager [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.331936] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f575ca-f6e1-4b96-a176-d0a6d90fdd9d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.447543] env[64443]: DEBUG oslo_concurrency.lockutils [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.474412] env[64443]: INFO nova.scheduler.client.report [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Deleted allocations for instance 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa [ 1033.620143] env[64443]: DEBUG oslo_vmware.api [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.676778] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Releasing lock "refresh_cache-629f1078-51fb-416e-8335-aa864708ca9c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.691740] env[64443]: DEBUG oslo_vmware.api [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.702470] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677013, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.299042} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.702800] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/97e29640-a44c-4d15-b35a-ac4b97814fd1/97e29640-a44c-4d15-b35a-ac4b97814fd1.vmdk to [datastore1] 5f81a44d-0799-4b08-b334-829e8cfbaa83/5f81a44d-0799-4b08-b334-829e8cfbaa83.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.703685] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9567724d-b701-40bc-a304-47880c30b74d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.728043] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 5f81a44d-0799-4b08-b334-829e8cfbaa83/5f81a44d-0799-4b08-b334-829e8cfbaa83.vmdk or device None with type streamOptimized {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.728289] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6288479-3495-4ded-9f02-e2de9b3c7104 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.752129] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5244e3ac-49ee-475d-59bd-fb4789ca1f04, 'name': SearchDatastore_Task, 'duration_secs': 0.01998} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.753475] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.753744] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] d154795d-d7cf-4e79-a359-f41e0935b1f2/d154795d-d7cf-4e79-a359-f41e0935b1f2.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.754075] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 1033.754075] env[64443]: value = "task-2677026" [ 1033.754075] env[64443]: _type = "Task" [ 1033.754075] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.754271] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b23bebb-1fbc-4968-8fec-864fbc6d672b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.764524] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.765810] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1033.765810] env[64443]: value = "task-2677027" [ 1033.765810] env[64443]: _type = "Task" [ 1033.765810] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.774591] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.849252] env[64443]: INFO nova.compute.manager [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Took 14.70 seconds to build instance. [ 1033.982879] env[64443]: DEBUG oslo_concurrency.lockutils [None req-41b4665a-02e8-4d70-8005-8d87e48395d6 tempest-ServerPasswordTestJSON-649739366 tempest-ServerPasswordTestJSON-649739366-project-member] Lock "6f5bec00-c67d-4b12-b07b-6e315bfa7ffa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.801s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.124545] env[64443]: DEBUG oslo_vmware.api [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677023, 'name': ReconfigVM_Task, 'duration_secs': 1.479346} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.124861] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-e531c257-e36e-45a2-8c91-23645473d766/volume-e531c257-e36e-45a2-8c91-23645473d766.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.133603] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-854136e3-cad2-4de9-9a53-fe317f5e9f97 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.152175] env[64443]: DEBUG oslo_vmware.api [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 1034.152175] env[64443]: value = "task-2677028" [ 1034.152175] env[64443]: _type = "Task" [ 1034.152175] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.166762] env[64443]: DEBUG oslo_vmware.api [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.184617] env[64443]: DEBUG nova.compute.manager [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=64443) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1034.192030] env[64443]: DEBUG oslo_vmware.api [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677010, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.273483] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677026, 'name': ReconfigVM_Task, 'duration_secs': 0.30808} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.278720] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 5f81a44d-0799-4b08-b334-829e8cfbaa83/5f81a44d-0799-4b08-b334-829e8cfbaa83.vmdk or device None with type streamOptimized {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.279785] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56ae3ba5-201b-4754-971a-96c3a9c93bae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.288640] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 1034.288640] env[64443]: value = "task-2677029" [ 1034.288640] env[64443]: _type = "Task" [ 1034.288640] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.292958] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677027, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.309903] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677029, 'name': Rename_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.351727] env[64443]: DEBUG oslo_concurrency.lockutils [None req-df48329b-85f2-4af4-80a4-80f0a9316301 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "cdb2555a-5e01-4f7b-8a1d-d861966d361a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.229s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.672177] env[64443]: DEBUG oslo_vmware.api [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677028, 'name': ReconfigVM_Task, 'duration_secs': 0.214557} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.672523] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539766', 'volume_id': 'e531c257-e36e-45a2-8c91-23645473d766', 'name': 'volume-e531c257-e36e-45a2-8c91-23645473d766', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05cbdea7-4062-4cdf-9c3d-a2c2532676ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'e531c257-e36e-45a2-8c91-23645473d766', 'serial': 'e531c257-e36e-45a2-8c91-23645473d766'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1034.687512] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.688359] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.688836] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Deleting the datastore file [datastore1] 1b5f8ce3-bafd-4e44-8275-81c6c23db94b {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.694142] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0098a211-7fbd-4258-bc09-316e763b2a6e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.698774] env[64443]: DEBUG oslo_vmware.api [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677010, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.703621] env[64443]: DEBUG oslo_vmware.api [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for the task: (returnval){ [ 1034.703621] env[64443]: value = "task-2677030" [ 1034.703621] env[64443]: _type = "Task" [ 1034.703621] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.715142] env[64443]: DEBUG oslo_vmware.api [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2677030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.786352] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604043} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.786637] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] d154795d-d7cf-4e79-a359-f41e0935b1f2/d154795d-d7cf-4e79-a359-f41e0935b1f2.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.786895] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.787235] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35a6d41d-765d-4c62-aeae-c94fea4fc04a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.798702] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1034.798702] env[64443]: value = "task-2677031" [ 1034.798702] env[64443]: _type = "Task" [ 1034.798702] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.811373] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677029, 'name': Rename_Task, 'duration_secs': 0.160781} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.811791] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.813391] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bdc39f8-ab50-4d34-a5b9-a021fb4c8ebc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.819842] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.826416] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 1034.826416] env[64443]: value = "task-2677032" [ 1034.826416] env[64443]: _type = "Task" [ 1034.826416] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.838618] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.935440] env[64443]: DEBUG nova.compute.manager [req-039e2362-27e4-44ac-a121-02a971f6194f req-3e64b448-4c63-4e48-a362-a4bbd257b7d9 service nova] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Received event network-changed-2a1ad330-3d4b-4067-b271-002efee7db84 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1034.935689] env[64443]: DEBUG nova.compute.manager [req-039e2362-27e4-44ac-a121-02a971f6194f req-3e64b448-4c63-4e48-a362-a4bbd257b7d9 service nova] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Refreshing instance network info cache due to event network-changed-2a1ad330-3d4b-4067-b271-002efee7db84. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1034.936032] env[64443]: DEBUG oslo_concurrency.lockutils [req-039e2362-27e4-44ac-a121-02a971f6194f req-3e64b448-4c63-4e48-a362-a4bbd257b7d9 service nova] Acquiring lock "refresh_cache-cdb2555a-5e01-4f7b-8a1d-d861966d361a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.936155] env[64443]: DEBUG oslo_concurrency.lockutils [req-039e2362-27e4-44ac-a121-02a971f6194f req-3e64b448-4c63-4e48-a362-a4bbd257b7d9 service nova] Acquired lock "refresh_cache-cdb2555a-5e01-4f7b-8a1d-d861966d361a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.936344] env[64443]: DEBUG nova.network.neutron [req-039e2362-27e4-44ac-a121-02a971f6194f req-3e64b448-4c63-4e48-a362-a4bbd257b7d9 service nova] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Refreshing network info cache for port 2a1ad330-3d4b-4067-b271-002efee7db84 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.194496] env[64443]: DEBUG oslo_vmware.api [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677010, 'name': ReconfigVM_Task, 'duration_secs': 6.179674} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.194768] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.194982] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Reconfigured VM to detach interface {{(pid=64443) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1035.215585] env[64443]: DEBUG oslo_vmware.api [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Task: {'id': task-2677030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185014} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.215852] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.216255] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.216498] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.216688] env[64443]: INFO nova.compute.manager [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Took 2.93 seconds to destroy the instance on the hypervisor. [ 1035.217149] env[64443]: DEBUG oslo.service.loopingcall [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1035.217384] env[64443]: DEBUG nova.compute.manager [-] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.217497] env[64443]: DEBUG nova.network.neutron [-] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.313879] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083318} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.314193] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.315269] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661b13ce-64df-4fe6-914c-27c17719bc23 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.341056] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.341056] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.350746] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] d154795d-d7cf-4e79-a359-f41e0935b1f2/d154795d-d7cf-4e79-a359-f41e0935b1f2.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.357454] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bc76c0f-8b4a-40fc-9ffc-329ac6a2087b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.386082] env[64443]: DEBUG oslo_vmware.api [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677032, 'name': PowerOnVM_Task, 'duration_secs': 0.536637} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.387463] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.389630] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1035.389630] env[64443]: value = "task-2677034" [ 1035.389630] env[64443]: _type = "Task" [ 1035.389630] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.400445] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677034, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.515410] env[64443]: DEBUG nova.compute.manager [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.517212] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c3c7e9-2734-4c2e-8003-dc6839e31a2f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.724811] env[64443]: DEBUG nova.objects.instance [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lazy-loading 'flavor' on Instance uuid 05cbdea7-4062-4cdf-9c3d-a2c2532676ac {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.854347] env[64443]: DEBUG nova.objects.instance [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lazy-loading 'migration_context' on Instance uuid 629f1078-51fb-416e-8335-aa864708ca9c {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.903901] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677034, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.912335] env[64443]: DEBUG nova.network.neutron [req-039e2362-27e4-44ac-a121-02a971f6194f req-3e64b448-4c63-4e48-a362-a4bbd257b7d9 service nova] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Updated VIF entry in instance network info cache for port 2a1ad330-3d4b-4067-b271-002efee7db84. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.912817] env[64443]: DEBUG nova.network.neutron [req-039e2362-27e4-44ac-a121-02a971f6194f req-3e64b448-4c63-4e48-a362-a4bbd257b7d9 service nova] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Updating instance_info_cache with network_info: [{"id": "2a1ad330-3d4b-4067-b271-002efee7db84", "address": "fa:16:3e:70:48:ac", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1ad330-3d", "ovs_interfaceid": "2a1ad330-3d4b-4067-b271-002efee7db84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.023614] env[64443]: INFO nova.compute.manager [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Rescuing [ 1036.023614] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "refresh_cache-05cbdea7-4062-4cdf-9c3d-a2c2532676ac" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.023614] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquired lock "refresh_cache-05cbdea7-4062-4cdf-9c3d-a2c2532676ac" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.023614] env[64443]: DEBUG nova.network.neutron [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.039130] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4d8ab30d-6128-4514-97bd-6ff4b5fb1312 tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "5f81a44d-0799-4b08-b334-829e8cfbaa83" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 33.868s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.229536] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d54fe2ea-2c85-4221-8a3a-86ea8c940cf4 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "05cbdea7-4062-4cdf-9c3d-a2c2532676ac" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.798s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.348577] env[64443]: DEBUG nova.network.neutron [-] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.405556] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677034, 'name': ReconfigVM_Task, 'duration_secs': 0.682928} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.408873] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Reconfigured VM instance instance-00000066 to attach disk [datastore1] d154795d-d7cf-4e79-a359-f41e0935b1f2/d154795d-d7cf-4e79-a359-f41e0935b1f2.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.409713] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0beba0bd-740b-4cf5-a323-e65d390a6a0c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.415561] env[64443]: DEBUG oslo_concurrency.lockutils [req-039e2362-27e4-44ac-a121-02a971f6194f req-3e64b448-4c63-4e48-a362-a4bbd257b7d9 service nova] Releasing lock "refresh_cache-cdb2555a-5e01-4f7b-8a1d-d861966d361a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.417185] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1036.417185] env[64443]: value = "task-2677035" [ 1036.417185] env[64443]: _type = "Task" [ 1036.417185] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.426812] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677035, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.568052] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a80f5c-0d94-4741-b80c-8074466a81ae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.576839] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8ea114-88ff-4835-85c7-dc550368c019 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.610284] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880ae6fe-9822-481c-9391-15329d57b22a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.618868] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4014049-d7c0-478d-b555-fb76db5ff5bf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.636435] env[64443]: DEBUG nova.compute.provider_tree [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.778417] env[64443]: DEBUG nova.network.neutron [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Updating instance_info_cache with network_info: [{"id": "5678b67b-44d5-4fef-98c8-c4d9b5ba51ba", "address": "fa:16:3e:6e:d7:14", "network": {"id": "0f5b4996-7e6d-47b2-aeda-90ce35308de9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1763186808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977c9966dc484868b335536469de110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5678b67b-44", "ovs_interfaceid": "5678b67b-44d5-4fef-98c8-c4d9b5ba51ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.851248] env[64443]: INFO nova.compute.manager [-] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Took 1.63 seconds to deallocate network for instance. [ 1036.899189] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.899399] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.899592] env[64443]: DEBUG nova.network.neutron [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.912280] env[64443]: DEBUG nova.compute.manager [req-1b7f498e-04b0-4054-b7d5-74752457e915 req-85891092-9728-4467-a578-12f190ec0518 service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Received event network-changed-a45f2c2a-d745-4163-99b9-d782c7dd19de {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.912472] env[64443]: DEBUG nova.compute.manager [req-1b7f498e-04b0-4054-b7d5-74752457e915 req-85891092-9728-4467-a578-12f190ec0518 service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Refreshing instance network info cache due to event network-changed-a45f2c2a-d745-4163-99b9-d782c7dd19de. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1036.912663] env[64443]: DEBUG oslo_concurrency.lockutils [req-1b7f498e-04b0-4054-b7d5-74752457e915 req-85891092-9728-4467-a578-12f190ec0518 service nova] Acquiring lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.927836] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677035, 'name': Rename_Task, 'duration_secs': 0.290562} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.928127] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.928413] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fad5f1d9-f32d-4c0a-aa7a-eb0ba4caeb80 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.936286] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1036.936286] env[64443]: value = "task-2677036" [ 1036.936286] env[64443]: _type = "Task" [ 1036.936286] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.946792] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.962064] env[64443]: DEBUG nova.compute.manager [req-513c2013-e48b-4aab-8b9d-53ed3aa89c40 req-212ff074-f79d-4d77-a314-c91ffadf68b6 service nova] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Received event network-vif-deleted-a31d94fa-05e9-4b7b-a171-0887d6d13f57 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.158896] env[64443]: ERROR nova.scheduler.client.report [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [req-0e995026-f217-4023-84d7-058be40c50be] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0e995026-f217-4023-84d7-058be40c50be"}]} [ 1037.175619] env[64443]: DEBUG nova.scheduler.client.report [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1037.189973] env[64443]: DEBUG nova.scheduler.client.report [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1037.190116] env[64443]: DEBUG nova.compute.provider_tree [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.207999] env[64443]: DEBUG nova.scheduler.client.report [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1037.232835] env[64443]: DEBUG nova.scheduler.client.report [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1037.282706] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Releasing lock "refresh_cache-05cbdea7-4062-4cdf-9c3d-a2c2532676ac" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.359362] env[64443]: DEBUG oslo_concurrency.lockutils [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.380948] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b78f3229-e844-4791-b625-d0d29a908047 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Volume attach. Driver type: vmdk {{(pid=64443) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1037.381295] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b78f3229-e844-4791-b625-d0d29a908047 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539768', 'volume_id': '425a9647-ab1a-49ca-b0c1-82eb78b93802', 'name': 'volume-425a9647-ab1a-49ca-b0c1-82eb78b93802', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf', 'attached_at': '', 'detached_at': '', 'volume_id': '425a9647-ab1a-49ca-b0c1-82eb78b93802', 'serial': '425a9647-ab1a-49ca-b0c1-82eb78b93802'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1037.382228] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51e253c-4612-4458-9082-9d26cfb8f63f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.403886] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d211d3ea-98a6-4477-9b82-72b8fd05f80e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.432762] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b78f3229-e844-4791-b625-d0d29a908047 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] volume-425a9647-ab1a-49ca-b0c1-82eb78b93802/volume-425a9647-ab1a-49ca-b0c1-82eb78b93802.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.435418] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93f33197-e343-4943-b98f-060fb5c11015 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.458668] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677036, 'name': PowerOnVM_Task} progress is 76%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.461147] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df4ca85-fa2a-4aaf-83eb-f7b1c2282cd3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.463599] env[64443]: DEBUG oslo_vmware.api [None req-b78f3229-e844-4791-b625-d0d29a908047 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 1037.463599] env[64443]: value = "task-2677037" [ 1037.463599] env[64443]: _type = "Task" [ 1037.463599] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.470403] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627ddc2c-8c37-4693-aee0-6f1f236047b6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.476931] env[64443]: DEBUG oslo_vmware.api [None req-b78f3229-e844-4791-b625-d0d29a908047 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2677037, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.507744] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2879d8cd-51a4-467a-b96a-525328d23780 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.515605] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807fd5fc-6a8f-4b92-8143-44db5e7918f3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.529361] env[64443]: DEBUG nova.compute.provider_tree [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.643804] env[64443]: INFO nova.network.neutron [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Port 51b2ee16-4389-469c-b637-b792af4b3d7a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1037.644195] env[64443]: DEBUG nova.network.neutron [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Updating instance_info_cache with network_info: [{"id": "a45f2c2a-d745-4163-99b9-d782c7dd19de", "address": "fa:16:3e:78:25:15", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa45f2c2a-d7", "ovs_interfaceid": "a45f2c2a-d745-4163-99b9-d782c7dd19de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.649525] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "interface-e221ca52-4fe1-4074-8e08-3c5dcc221c57-51b2ee16-4389-469c-b637-b792af4b3d7a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.649790] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "interface-e221ca52-4fe1-4074-8e08-3c5dcc221c57-51b2ee16-4389-469c-b637-b792af4b3d7a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.650129] env[64443]: DEBUG nova.objects.instance [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lazy-loading 'flavor' on Instance uuid e221ca52-4fe1-4074-8e08-3c5dcc221c57 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.960957] env[64443]: DEBUG oslo_vmware.api [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677036, 'name': PowerOnVM_Task, 'duration_secs': 0.815252} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.961274] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.961753] env[64443]: INFO nova.compute.manager [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1037.961753] env[64443]: DEBUG nova.compute.manager [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.962607] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469b7125-0baa-4f4c-8518-2825af2a0049 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.979073] env[64443]: DEBUG oslo_vmware.api [None req-b78f3229-e844-4791-b625-d0d29a908047 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2677037, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.066951] env[64443]: DEBUG nova.scheduler.client.report [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1038.067228] env[64443]: DEBUG nova.compute.provider_tree [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 147 to 148 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1038.067418] env[64443]: DEBUG nova.compute.provider_tree [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.147245] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1038.149963] env[64443]: DEBUG oslo_concurrency.lockutils [req-1b7f498e-04b0-4054-b7d5-74752457e915 req-85891092-9728-4467-a578-12f190ec0518 service nova] Acquired lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.150182] env[64443]: DEBUG nova.network.neutron [req-1b7f498e-04b0-4054-b7d5-74752457e915 req-85891092-9728-4467-a578-12f190ec0518 service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Refreshing network info cache for port a45f2c2a-d745-4163-99b9-d782c7dd19de {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.248453] env[64443]: DEBUG nova.objects.instance [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lazy-loading 'pci_requests' on Instance uuid e221ca52-4fe1-4074-8e08-3c5dcc221c57 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.484671] env[64443]: DEBUG oslo_vmware.api [None req-b78f3229-e844-4791-b625-d0d29a908047 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2677037, 'name': ReconfigVM_Task, 'duration_secs': 0.562417} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.488052] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b78f3229-e844-4791-b625-d0d29a908047 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Reconfigured VM instance instance-0000005f to attach disk [datastore2] volume-425a9647-ab1a-49ca-b0c1-82eb78b93802/volume-425a9647-ab1a-49ca-b0c1-82eb78b93802.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.493428] env[64443]: INFO nova.compute.manager [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Took 16.08 seconds to build instance. [ 1038.494282] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ebfa408-1b7e-4054-a24f-68da3f02ce50 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.504937] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1ba81d45-a71b-4eab-91a4-e6c8b5e21c04 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "d154795d-d7cf-4e79-a359-f41e0935b1f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.103s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.511606] env[64443]: DEBUG oslo_vmware.api [None req-b78f3229-e844-4791-b625-d0d29a908047 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 1038.511606] env[64443]: value = "task-2677038" [ 1038.511606] env[64443]: _type = "Task" [ 1038.511606] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.520725] env[64443]: DEBUG oslo_vmware.api [None req-b78f3229-e844-4791-b625-d0d29a908047 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2677038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.651649] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fb5627cc-682c-4436-a30a-f03b7d46af71 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "interface-4cf4ece1-dfba-4a22-b810-0b08b33066ef-51b2ee16-4389-469c-b637-b792af4b3d7a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.572s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.750699] env[64443]: DEBUG nova.objects.base [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1038.750940] env[64443]: DEBUG nova.network.neutron [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.823832] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.824166] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3110efab-d476-4da3-8b9c-c216b82d33a5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.831776] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 1038.831776] env[64443]: value = "task-2677039" [ 1038.831776] env[64443]: _type = "Task" [ 1038.831776] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.841751] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.854965] env[64443]: DEBUG nova.policy [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bdda8a2d67b480f8abd1e899137febc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82178a7fb654409499ced650a17c3fc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.919861] env[64443]: DEBUG nova.network.neutron [req-1b7f498e-04b0-4054-b7d5-74752457e915 req-85891092-9728-4467-a578-12f190ec0518 service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Updated VIF entry in instance network info cache for port a45f2c2a-d745-4163-99b9-d782c7dd19de. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.920328] env[64443]: DEBUG nova.network.neutron [req-1b7f498e-04b0-4054-b7d5-74752457e915 req-85891092-9728-4467-a578-12f190ec0518 service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Updating instance_info_cache with network_info: [{"id": "a45f2c2a-d745-4163-99b9-d782c7dd19de", "address": "fa:16:3e:78:25:15", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa45f2c2a-d7", "ovs_interfaceid": "a45f2c2a-d745-4163-99b9-d782c7dd19de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.975862] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "d154795d-d7cf-4e79-a359-f41e0935b1f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.976252] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "d154795d-d7cf-4e79-a359-f41e0935b1f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.976573] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "d154795d-d7cf-4e79-a359-f41e0935b1f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.976847] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "d154795d-d7cf-4e79-a359-f41e0935b1f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.977117] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "d154795d-d7cf-4e79-a359-f41e0935b1f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.980898] env[64443]: INFO nova.compute.manager [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Terminating instance [ 1039.023608] env[64443]: DEBUG oslo_vmware.api [None req-b78f3229-e844-4791-b625-d0d29a908047 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2677038, 'name': ReconfigVM_Task, 'duration_secs': 0.283189} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.023925] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b78f3229-e844-4791-b625-d0d29a908047 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539768', 'volume_id': '425a9647-ab1a-49ca-b0c1-82eb78b93802', 'name': 'volume-425a9647-ab1a-49ca-b0c1-82eb78b93802', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf', 'attached_at': '', 'detached_at': '', 'volume_id': '425a9647-ab1a-49ca-b0c1-82eb78b93802', 'serial': '425a9647-ab1a-49ca-b0c1-82eb78b93802'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1039.071406] env[64443]: DEBUG nova.compute.manager [req-4b770eed-2420-4675-a99b-2726800c923a req-8bc7003f-648d-4694-80d4-842566896451 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Received event network-changed-d7e6d9ad-a62f-4716-9c06-2b1b131fb85c {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1039.071664] env[64443]: DEBUG nova.compute.manager [req-4b770eed-2420-4675-a99b-2726800c923a req-8bc7003f-648d-4694-80d4-842566896451 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Refreshing instance network info cache due to event network-changed-d7e6d9ad-a62f-4716-9c06-2b1b131fb85c. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1039.071878] env[64443]: DEBUG oslo_concurrency.lockutils [req-4b770eed-2420-4675-a99b-2726800c923a req-8bc7003f-648d-4694-80d4-842566896451 service nova] Acquiring lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.071999] env[64443]: DEBUG oslo_concurrency.lockutils [req-4b770eed-2420-4675-a99b-2726800c923a req-8bc7003f-648d-4694-80d4-842566896451 service nova] Acquired lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.072172] env[64443]: DEBUG nova.network.neutron [req-4b770eed-2420-4675-a99b-2726800c923a req-8bc7003f-648d-4694-80d4-842566896451 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Refreshing network info cache for port d7e6d9ad-a62f-4716-9c06-2b1b131fb85c {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.079131] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.737s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.085268] env[64443]: DEBUG oslo_concurrency.lockutils [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.726s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.085493] env[64443]: DEBUG oslo_concurrency.lockutils [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.110783] env[64443]: INFO nova.scheduler.client.report [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Deleted allocations for instance 1b5f8ce3-bafd-4e44-8275-81c6c23db94b [ 1039.344028] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677039, 'name': PowerOffVM_Task, 'duration_secs': 0.223785} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.344028] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.344028] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d178f2bf-ab11-48c8-9beb-c19fe59c94b7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.365469] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fc6e0a-251b-461a-a57d-61c3edee81d9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.398266] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.398552] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12aa8b0d-e9e3-4f5c-bfe6-83613e4431ef {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.406793] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 1039.406793] env[64443]: value = "task-2677040" [ 1039.406793] env[64443]: _type = "Task" [ 1039.406793] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.414935] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.422532] env[64443]: DEBUG oslo_concurrency.lockutils [req-1b7f498e-04b0-4054-b7d5-74752457e915 req-85891092-9728-4467-a578-12f190ec0518 service nova] Releasing lock "refresh_cache-4cf4ece1-dfba-4a22-b810-0b08b33066ef" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.484540] env[64443]: DEBUG nova.compute.manager [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.484779] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.485654] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32877d35-022e-4d61-b6bd-de468d8de271 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.493834] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.494086] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96146d28-6bc8-436d-b80d-7b7f9f84504d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.500491] env[64443]: DEBUG oslo_vmware.api [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1039.500491] env[64443]: value = "task-2677041" [ 1039.500491] env[64443]: _type = "Task" [ 1039.500491] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.509653] env[64443]: DEBUG oslo_vmware.api [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.618433] env[64443]: DEBUG oslo_concurrency.lockutils [None req-37e54612-112d-4c73-9691-b88e0f83fe86 tempest-DeleteServersTestJSON-2099407360 tempest-DeleteServersTestJSON-2099407360-project-member] Lock "1b5f8ce3-bafd-4e44-8275-81c6c23db94b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.843s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.804867] env[64443]: DEBUG nova.network.neutron [req-4b770eed-2420-4675-a99b-2726800c923a req-8bc7003f-648d-4694-80d4-842566896451 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Updated VIF entry in instance network info cache for port d7e6d9ad-a62f-4716-9c06-2b1b131fb85c. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.805287] env[64443]: DEBUG nova.network.neutron [req-4b770eed-2420-4675-a99b-2726800c923a req-8bc7003f-648d-4694-80d4-842566896451 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Updating instance_info_cache with network_info: [{"id": "d7e6d9ad-a62f-4716-9c06-2b1b131fb85c", "address": "fa:16:3e:6b:25:ca", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e6d9ad-a6", "ovs_interfaceid": "d7e6d9ad-a62f-4716-9c06-2b1b131fb85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.917785] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] VM already powered off {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1039.917946] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.918209] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.918405] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.918601] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.918853] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb5b642a-4f70-455d-a240-1998a690d8ca {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.927841] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.928028] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.928799] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8763fe05-b24f-41b6-b53a-4333da08077a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.934149] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 1039.934149] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]529b91e0-d60f-5bd7-6017-d13985b47364" [ 1039.934149] env[64443]: _type = "Task" [ 1039.934149] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.941766] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529b91e0-d60f-5bd7-6017-d13985b47364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.010866] env[64443]: DEBUG oslo_vmware.api [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677041, 'name': PowerOffVM_Task, 'duration_secs': 0.242685} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.011216] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.011324] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.011605] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7244404-aa9c-45f1-b1c5-4cc25be00c92 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.060499] env[64443]: DEBUG nova.objects.instance [None req-b78f3229-e844-4791-b625-d0d29a908047 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lazy-loading 'flavor' on Instance uuid d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.114586] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.114962] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.115237] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Deleting the datastore file [datastore1] d154795d-d7cf-4e79-a359-f41e0935b1f2 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.115550] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae439f99-6be1-4a2d-990e-f2b3150cbd76 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.124505] env[64443]: DEBUG oslo_vmware.api [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1040.124505] env[64443]: value = "task-2677044" [ 1040.124505] env[64443]: _type = "Task" [ 1040.124505] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.133162] env[64443]: DEBUG oslo_vmware.api [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.279422] env[64443]: DEBUG nova.compute.manager [req-23734cdc-65f7-4b7a-b2cf-722f75df3a2f req-d08e307d-5f02-4b8b-83e7-4e356b56e9e8 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Received event network-vif-plugged-51b2ee16-4389-469c-b637-b792af4b3d7a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1040.279651] env[64443]: DEBUG oslo_concurrency.lockutils [req-23734cdc-65f7-4b7a-b2cf-722f75df3a2f req-d08e307d-5f02-4b8b-83e7-4e356b56e9e8 service nova] Acquiring lock "e221ca52-4fe1-4074-8e08-3c5dcc221c57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.279861] env[64443]: DEBUG oslo_concurrency.lockutils [req-23734cdc-65f7-4b7a-b2cf-722f75df3a2f req-d08e307d-5f02-4b8b-83e7-4e356b56e9e8 service nova] Lock "e221ca52-4fe1-4074-8e08-3c5dcc221c57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.280039] env[64443]: DEBUG oslo_concurrency.lockutils [req-23734cdc-65f7-4b7a-b2cf-722f75df3a2f req-d08e307d-5f02-4b8b-83e7-4e356b56e9e8 service nova] Lock "e221ca52-4fe1-4074-8e08-3c5dcc221c57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.280213] env[64443]: DEBUG nova.compute.manager [req-23734cdc-65f7-4b7a-b2cf-722f75df3a2f req-d08e307d-5f02-4b8b-83e7-4e356b56e9e8 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] No waiting events found dispatching network-vif-plugged-51b2ee16-4389-469c-b637-b792af4b3d7a {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.280403] env[64443]: WARNING nova.compute.manager [req-23734cdc-65f7-4b7a-b2cf-722f75df3a2f req-d08e307d-5f02-4b8b-83e7-4e356b56e9e8 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Received unexpected event network-vif-plugged-51b2ee16-4389-469c-b637-b792af4b3d7a for instance with vm_state active and task_state None. [ 1040.308495] env[64443]: DEBUG oslo_concurrency.lockutils [req-4b770eed-2420-4675-a99b-2726800c923a req-8bc7003f-648d-4694-80d4-842566896451 service nova] Releasing lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.370243] env[64443]: DEBUG nova.network.neutron [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Successfully updated port: 51b2ee16-4389-469c-b637-b792af4b3d7a {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.445497] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529b91e0-d60f-5bd7-6017-d13985b47364, 'name': SearchDatastore_Task, 'duration_secs': 0.015603} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.446304] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09a441dc-9100-4e22-ae35-7c677d4df1be {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.452127] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 1040.452127] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5247e30b-e9c3-2c43-b3ca-069c78843027" [ 1040.452127] env[64443]: _type = "Task" [ 1040.452127] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.460141] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5247e30b-e9c3-2c43-b3ca-069c78843027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.565454] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b78f3229-e844-4791-b625-d0d29a908047 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.807s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.618337] env[64443]: INFO nova.compute.manager [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Swapping old allocation on dict_keys(['082176e5-bc15-4857-8991-de4e4f42c66a']) held by migration b9246816-636c-4f4f-8322-6c663c503b71 for instance [ 1040.639316] env[64443]: DEBUG oslo_vmware.api [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203086} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.639590] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.639773] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.639953] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.640154] env[64443]: INFO nova.compute.manager [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1040.640427] env[64443]: DEBUG oslo.service.loopingcall [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1040.640694] env[64443]: DEBUG nova.compute.manager [-] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.640752] env[64443]: DEBUG nova.network.neutron [-] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.642905] env[64443]: DEBUG nova.scheduler.client.report [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Overwriting current allocation {'allocations': {'082176e5-bc15-4857-8991-de4e4f42c66a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 148}}, 'project_id': '178931edd4484e4d90dd7b56afd70178', 'user_id': 'e7a55973800a439699435490fb6efe04', 'consumer_generation': 1} on consumer 629f1078-51fb-416e-8335-aa864708ca9c {{(pid=64443) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1040.873024] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.873303] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.873487] env[64443]: DEBUG nova.network.neutron [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.951251] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "refresh_cache-629f1078-51fb-416e-8335-aa864708ca9c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.951505] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired lock "refresh_cache-629f1078-51fb-416e-8335-aa864708ca9c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.951695] env[64443]: DEBUG nova.network.neutron [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.965453] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5247e30b-e9c3-2c43-b3ca-069c78843027, 'name': SearchDatastore_Task, 'duration_secs': 0.014421} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.965692] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.965941] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 05cbdea7-4062-4cdf-9c3d-a2c2532676ac/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk. {{(pid=64443) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1040.966208] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68a41f09-d821-4dbe-842f-ae3f651078ff {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.973450] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 1040.973450] env[64443]: value = "task-2677045" [ 1040.973450] env[64443]: _type = "Task" [ 1040.973450] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.981758] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.412903] env[64443]: WARNING nova.network.neutron [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] 55ed1970-a6b1-4a08-8b06-9b23e03af247 already exists in list: networks containing: ['55ed1970-a6b1-4a08-8b06-9b23e03af247']. ignoring it [ 1041.485336] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453178} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.486522] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e860cfbe-a7f7-4154-adca-26c8d86c1052 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.486748] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e860cfbe-a7f7-4154-adca-26c8d86c1052 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.488028] env[64443]: INFO nova.virt.vmwareapi.ds_util [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 05cbdea7-4062-4cdf-9c3d-a2c2532676ac/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk. [ 1041.489228] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd378b77-6b3e-4ec0-b795-75ff1bf3149b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.519443] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 05cbdea7-4062-4cdf-9c3d-a2c2532676ac/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.522028] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2de0d2d1-fc4b-4a6f-8327-75420ea08580 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.541707] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 1041.541707] env[64443]: value = "task-2677046" [ 1041.541707] env[64443]: _type = "Task" [ 1041.541707] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.550900] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.618573] env[64443]: DEBUG nova.network.neutron [-] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.856638] env[64443]: DEBUG nova.network.neutron [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Updating instance_info_cache with network_info: [{"id": "ac6ce416-c3c3-4fc0-8de3-b932328d9a1e", "address": "fa:16:3e:19:d2:5b", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac6ce416-c3", "ovs_interfaceid": "ac6ce416-c3c3-4fc0-8de3-b932328d9a1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.872292] env[64443]: DEBUG nova.network.neutron [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Updating instance_info_cache with network_info: [{"id": "d7e6d9ad-a62f-4716-9c06-2b1b131fb85c", "address": "fa:16:3e:6b:25:ca", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e6d9ad-a6", "ovs_interfaceid": "d7e6d9ad-a62f-4716-9c06-2b1b131fb85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51b2ee16-4389-469c-b637-b792af4b3d7a", "address": "fa:16:3e:ec:33:bf", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51b2ee16-43", "ovs_interfaceid": "51b2ee16-4389-469c-b637-b792af4b3d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.990590] env[64443]: DEBUG nova.compute.utils [None req-e860cfbe-a7f7-4154-adca-26c8d86c1052 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1042.051250] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677046, 'name': ReconfigVM_Task, 'duration_secs': 0.325494} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.051525] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 05cbdea7-4062-4cdf-9c3d-a2c2532676ac/dd719037-1855-48c3-aee4-b2a657ffb2c7-rescue.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.052398] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba91331-cc07-440d-ad79-33070fb2b8e0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.081736] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3d136b3-a398-4080-bd87-7ed203bf2fb2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.097306] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 1042.097306] env[64443]: value = "task-2677047" [ 1042.097306] env[64443]: _type = "Task" [ 1042.097306] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.106432] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.122161] env[64443]: INFO nova.compute.manager [-] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Took 1.48 seconds to deallocate network for instance. [ 1042.360165] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Releasing lock "refresh_cache-629f1078-51fb-416e-8335-aa864708ca9c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.361216] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882f7d4f-95a5-4c0b-b3a1-54fef6de03aa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.369141] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c03ea0-ead2-4510-8460-5bb5ae16958d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.375327] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.375940] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.376120] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.376834] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521792ce-4819-4939-a94e-a4450164e0d8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.399692] env[64443]: DEBUG nova.virt.hardware [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.399989] env[64443]: DEBUG nova.virt.hardware [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.400195] env[64443]: DEBUG nova.virt.hardware [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.400446] env[64443]: DEBUG nova.virt.hardware [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.400612] env[64443]: DEBUG nova.virt.hardware [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.400781] env[64443]: DEBUG nova.virt.hardware [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.401020] env[64443]: DEBUG nova.virt.hardware [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.401234] env[64443]: DEBUG nova.virt.hardware [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.401468] env[64443]: DEBUG nova.virt.hardware [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.401663] env[64443]: DEBUG nova.virt.hardware [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.401862] env[64443]: DEBUG nova.virt.hardware [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.408655] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Reconfiguring VM to attach interface {{(pid=64443) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1042.409015] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d4ecd1e-4560-4662-93d5-1d7fd1505db6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.428400] env[64443]: DEBUG oslo_vmware.api [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 1042.428400] env[64443]: value = "task-2677048" [ 1042.428400] env[64443]: _type = "Task" [ 1042.428400] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.436942] env[64443]: DEBUG oslo_vmware.api [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677048, 'name': ReconfigVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.494241] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e860cfbe-a7f7-4154-adca-26c8d86c1052 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.607960] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677047, 'name': ReconfigVM_Task, 'duration_secs': 0.35903} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.608273] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.608532] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a73ff1b9-2cdd-4b75-a2be-b93cfef0f64c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.616356] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 1042.616356] env[64443]: value = "task-2677049" [ 1042.616356] env[64443]: _type = "Task" [ 1042.616356] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.624581] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.628995] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.629386] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.629765] env[64443]: DEBUG nova.objects.instance [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lazy-loading 'resources' on Instance uuid d154795d-d7cf-4e79-a359-f41e0935b1f2 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.939851] env[64443]: DEBUG oslo_vmware.api [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.129062] env[64443]: DEBUG oslo_vmware.api [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677049, 'name': PowerOnVM_Task, 'duration_secs': 0.408951} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.129363] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.132317] env[64443]: DEBUG nova.compute.manager [None req-6114ec86-5b1b-4b46-9003-28a340e2c479 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.135964] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bf7697-30ee-422b-bf3c-1fd254700472 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.232846] env[64443]: DEBUG nova.compute.manager [req-a0ab1071-aed3-4c8b-932b-15916943eb7f req-726ce0cf-639d-4671-90d7-4abb606566cc service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Received event network-changed-51b2ee16-4389-469c-b637-b792af4b3d7a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.233076] env[64443]: DEBUG nova.compute.manager [req-a0ab1071-aed3-4c8b-932b-15916943eb7f req-726ce0cf-639d-4671-90d7-4abb606566cc service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Refreshing instance network info cache due to event network-changed-51b2ee16-4389-469c-b637-b792af4b3d7a. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1043.233304] env[64443]: DEBUG oslo_concurrency.lockutils [req-a0ab1071-aed3-4c8b-932b-15916943eb7f req-726ce0cf-639d-4671-90d7-4abb606566cc service nova] Acquiring lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.233454] env[64443]: DEBUG oslo_concurrency.lockutils [req-a0ab1071-aed3-4c8b-932b-15916943eb7f req-726ce0cf-639d-4671-90d7-4abb606566cc service nova] Acquired lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.233616] env[64443]: DEBUG nova.network.neutron [req-a0ab1071-aed3-4c8b-932b-15916943eb7f req-726ce0cf-639d-4671-90d7-4abb606566cc service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Refreshing network info cache for port 51b2ee16-4389-469c-b637-b792af4b3d7a {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.315847] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d742ce3d-b361-4985-8a36-c227ae862ec3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.325094] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7acd4f-0ac6-41ff-ac23-80a26020179e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.357800] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b98a72-f54d-40a1-9911-1908a885333a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.367198] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad47a65-02bf-43bd-83fa-a06bcd540f42 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.384478] env[64443]: DEBUG nova.compute.provider_tree [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.440067] env[64443]: DEBUG oslo_vmware.api [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677048, 'name': ReconfigVM_Task, 'duration_secs': 0.864006} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.440652] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.440864] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Reconfigured VM to attach interface {{(pid=64443) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1043.453979] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.453979] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63f77985-596d-42b3-b5a0-78a3318570bb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.460586] env[64443]: DEBUG oslo_vmware.api [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1043.460586] env[64443]: value = "task-2677050" [ 1043.460586] env[64443]: _type = "Task" [ 1043.460586] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.469395] env[64443]: DEBUG oslo_vmware.api [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.561117] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e860cfbe-a7f7-4154-adca-26c8d86c1052 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.561117] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e860cfbe-a7f7-4154-adca-26c8d86c1052 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.561117] env[64443]: INFO nova.compute.manager [None req-e860cfbe-a7f7-4154-adca-26c8d86c1052 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Attaching volume 4a4cf078-b39d-4911-9078-e7e5bab3ad4c to /dev/sdc [ 1043.598682] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c92452-7e70-4b1b-b6ca-9adb42c7c753 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.606630] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1ee5a4-0e7b-477d-8364-ff79ad732ad1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.622045] env[64443]: DEBUG nova.virt.block_device [None req-e860cfbe-a7f7-4154-adca-26c8d86c1052 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Updating existing volume attachment record: 2f4ba513-cba4-4f9a-96a2-2d2df7ad6ada {{(pid=64443) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1043.909168] env[64443]: ERROR nova.scheduler.client.report [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [req-4b56e7df-2976-466c-8e90-dd77caccfae5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4b56e7df-2976-466c-8e90-dd77caccfae5"}]} [ 1043.927661] env[64443]: DEBUG nova.scheduler.client.report [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1043.943348] env[64443]: DEBUG nova.scheduler.client.report [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1043.943570] env[64443]: DEBUG nova.compute.provider_tree [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.946708] env[64443]: DEBUG oslo_concurrency.lockutils [None req-4dba19d3-2621-4804-8396-dd459d41c221 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "interface-e221ca52-4fe1-4074-8e08-3c5dcc221c57-51b2ee16-4389-469c-b637-b792af4b3d7a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.297s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.961109] env[64443]: DEBUG nova.scheduler.client.report [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1043.973106] env[64443]: DEBUG oslo_vmware.api [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677050, 'name': PowerOffVM_Task, 'duration_secs': 0.284889} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.973927] env[64443]: DEBUG nova.network.neutron [req-a0ab1071-aed3-4c8b-932b-15916943eb7f req-726ce0cf-639d-4671-90d7-4abb606566cc service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Updated VIF entry in instance network info cache for port 51b2ee16-4389-469c-b637-b792af4b3d7a. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.974315] env[64443]: DEBUG nova.network.neutron [req-a0ab1071-aed3-4c8b-932b-15916943eb7f req-726ce0cf-639d-4671-90d7-4abb606566cc service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Updating instance_info_cache with network_info: [{"id": "d7e6d9ad-a62f-4716-9c06-2b1b131fb85c", "address": "fa:16:3e:6b:25:ca", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e6d9ad-a6", "ovs_interfaceid": "d7e6d9ad-a62f-4716-9c06-2b1b131fb85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "51b2ee16-4389-469c-b637-b792af4b3d7a", "address": "fa:16:3e:ec:33:bf", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51b2ee16-43", "ovs_interfaceid": "51b2ee16-4389-469c-b637-b792af4b3d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.975478] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.978040] env[64443]: DEBUG nova.virt.hardware [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1043.978300] env[64443]: DEBUG nova.virt.hardware [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1043.978471] env[64443]: DEBUG nova.virt.hardware [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.978698] env[64443]: DEBUG nova.virt.hardware [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1043.978865] env[64443]: DEBUG nova.virt.hardware [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.979032] env[64443]: DEBUG nova.virt.hardware [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1043.979249] env[64443]: DEBUG nova.virt.hardware [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1043.979414] env[64443]: DEBUG nova.virt.hardware [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1043.979590] env[64443]: DEBUG nova.virt.hardware [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1043.979827] env[64443]: DEBUG nova.virt.hardware [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1043.979933] env[64443]: DEBUG nova.virt.hardware [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1043.987113] env[64443]: DEBUG oslo_concurrency.lockutils [req-a0ab1071-aed3-4c8b-932b-15916943eb7f req-726ce0cf-639d-4671-90d7-4abb606566cc service nova] Releasing lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.987353] env[64443]: DEBUG nova.compute.manager [req-a0ab1071-aed3-4c8b-932b-15916943eb7f req-726ce0cf-639d-4671-90d7-4abb606566cc service nova] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Received event network-vif-deleted-4125913c-0aad-4076-8ce9-6c028f5ff0a6 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.988423] env[64443]: DEBUG nova.scheduler.client.report [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1043.990609] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6fe770c-c42d-44ea-b884-e90e6610977b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.001346] env[64443]: INFO nova.compute.manager [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Unrescuing [ 1044.001580] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "refresh_cache-05cbdea7-4062-4cdf-9c3d-a2c2532676ac" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.001733] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquired lock "refresh_cache-05cbdea7-4062-4cdf-9c3d-a2c2532676ac" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.001894] env[64443]: DEBUG nova.network.neutron [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.009823] env[64443]: DEBUG oslo_vmware.api [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1044.009823] env[64443]: value = "task-2677052" [ 1044.009823] env[64443]: _type = "Task" [ 1044.009823] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.018576] env[64443]: DEBUG oslo_vmware.api [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.192576] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e97a0e-531c-49e9-893e-3d3f903f8587 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.201921] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849891c9-a081-47de-a075-6d9e2d536d06 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.233633] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ab8047-9812-4dae-bfe8-c2e8e3e1c83e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.241710] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ca17eb-5913-4326-bac7-fdbd4ddc5c77 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.256397] env[64443]: DEBUG nova.compute.provider_tree [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1044.519816] env[64443]: DEBUG oslo_vmware.api [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677052, 'name': ReconfigVM_Task, 'duration_secs': 0.182362} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.521997] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f68cdd-ac6d-4a1d-9d95-ada72818bf42 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.545120] env[64443]: DEBUG nova.virt.hardware [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.545565] env[64443]: DEBUG nova.virt.hardware [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.545878] env[64443]: DEBUG nova.virt.hardware [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.546246] env[64443]: DEBUG nova.virt.hardware [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.546586] env[64443]: DEBUG nova.virt.hardware [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.546868] env[64443]: DEBUG nova.virt.hardware [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.547272] env[64443]: DEBUG nova.virt.hardware [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.548024] env[64443]: DEBUG nova.virt.hardware [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.548024] env[64443]: DEBUG nova.virt.hardware [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.548156] env[64443]: DEBUG nova.virt.hardware [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.548483] env[64443]: DEBUG nova.virt.hardware [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.552839] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b93fa5fe-0d03-400b-813d-32db6dd3e3c8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.561410] env[64443]: DEBUG oslo_vmware.api [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1044.561410] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]526b9dd7-e91d-3558-7c89-2f6153d90a70" [ 1044.561410] env[64443]: _type = "Task" [ 1044.561410] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.570594] env[64443]: DEBUG oslo_vmware.api [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]526b9dd7-e91d-3558-7c89-2f6153d90a70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.772894] env[64443]: DEBUG nova.network.neutron [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Updating instance_info_cache with network_info: [{"id": "5678b67b-44d5-4fef-98c8-c4d9b5ba51ba", "address": "fa:16:3e:6e:d7:14", "network": {"id": "0f5b4996-7e6d-47b2-aeda-90ce35308de9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1763186808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977c9966dc484868b335536469de110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5678b67b-44", "ovs_interfaceid": "5678b67b-44d5-4fef-98c8-c4d9b5ba51ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.794915] env[64443]: DEBUG nova.scheduler.client.report [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1044.795202] env[64443]: DEBUG nova.compute.provider_tree [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 149 to 150 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1044.795399] env[64443]: DEBUG nova.compute.provider_tree [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.074437] env[64443]: DEBUG oslo_vmware.api [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]526b9dd7-e91d-3558-7c89-2f6153d90a70, 'name': SearchDatastore_Task, 'duration_secs': 0.013713} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.080064] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1045.080779] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03fdd2a7-a533-47cc-b717-e8fdb5a670f5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.104246] env[64443]: DEBUG oslo_vmware.api [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1045.104246] env[64443]: value = "task-2677053" [ 1045.104246] env[64443]: _type = "Task" [ 1045.104246] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.116800] env[64443]: DEBUG oslo_vmware.api [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677053, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.275623] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Releasing lock "refresh_cache-05cbdea7-4062-4cdf-9c3d-a2c2532676ac" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.276322] env[64443]: DEBUG nova.objects.instance [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lazy-loading 'flavor' on Instance uuid 05cbdea7-4062-4cdf-9c3d-a2c2532676ac {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.302435] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.673s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.328943] env[64443]: INFO nova.scheduler.client.report [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Deleted allocations for instance d154795d-d7cf-4e79-a359-f41e0935b1f2 [ 1045.448788] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "interface-e221ca52-4fe1-4074-8e08-3c5dcc221c57-51b2ee16-4389-469c-b637-b792af4b3d7a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.449078] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "interface-e221ca52-4fe1-4074-8e08-3c5dcc221c57-51b2ee16-4389-469c-b637-b792af4b3d7a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.002s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.613395] env[64443]: DEBUG oslo_vmware.api [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677053, 'name': ReconfigVM_Task, 'duration_secs': 0.48958} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.613736] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1045.614461] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0539d5f0-b044-4e68-ba28-cbdc614a9f72 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.638891] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 629f1078-51fb-416e-8335-aa864708ca9c/629f1078-51fb-416e-8335-aa864708ca9c.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.639191] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f99d13f4-b8a1-4a50-b270-8e3b05b8d612 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.657902] env[64443]: DEBUG oslo_vmware.api [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1045.657902] env[64443]: value = "task-2677054" [ 1045.657902] env[64443]: _type = "Task" [ 1045.657902] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.666122] env[64443]: DEBUG oslo_vmware.api [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.783060] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f614e1-c6ae-4e24-b5d8-22c293ea6b39 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.807563] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.807973] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96ffe867-6e9a-44e5-9f43-34883456a48a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.815837] env[64443]: DEBUG oslo_vmware.api [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 1045.815837] env[64443]: value = "task-2677055" [ 1045.815837] env[64443]: _type = "Task" [ 1045.815837] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.825870] env[64443]: DEBUG oslo_vmware.api [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.837972] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b671a3e1-8eea-492a-88b0-4ed6a7a5bc8a tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "d154795d-d7cf-4e79-a359-f41e0935b1f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.861s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.951712] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.951910] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.952838] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6822daa7-1807-4e6f-8ad8-773f3f680f0a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.975531] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126ee1a6-0696-43a8-aecd-9b15129003b9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.004172] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Reconfiguring VM to detach interface {{(pid=64443) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1046.004509] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31753feb-f4b9-4911-99cd-8b47a25d6720 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.024349] env[64443]: DEBUG oslo_vmware.api [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 1046.024349] env[64443]: value = "task-2677057" [ 1046.024349] env[64443]: _type = "Task" [ 1046.024349] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.033304] env[64443]: DEBUG oslo_vmware.api [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.167343] env[64443]: DEBUG oslo_vmware.api [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677054, 'name': ReconfigVM_Task, 'duration_secs': 0.319165} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.167640] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 629f1078-51fb-416e-8335-aa864708ca9c/629f1078-51fb-416e-8335-aa864708ca9c.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.168529] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e13b888-ab70-4815-a05f-bbccaad60f1f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.189948] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665c4799-9f33-4b02-bf26-212e73b07ae1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.210865] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c13536-37f1-41a6-b5c9-acc7f60e3031 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.233277] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60182390-1864-4c7f-ba43-cd3a371f9110 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.240527] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.240779] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13477c12-c87b-4025-a273-ee0d58bd2356 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.247149] env[64443]: DEBUG oslo_vmware.api [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1046.247149] env[64443]: value = "task-2677058" [ 1046.247149] env[64443]: _type = "Task" [ 1046.247149] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.255309] env[64443]: DEBUG oslo_vmware.api [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.326273] env[64443]: DEBUG oslo_vmware.api [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677055, 'name': PowerOffVM_Task, 'duration_secs': 0.264754} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.326596] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.332369] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Reconfiguring VM instance instance-00000050 to detach disk 2002 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1046.332695] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16433978-c7a4-4922-9a76-c6fc435dc2d3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.352751] env[64443]: DEBUG oslo_vmware.api [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 1046.352751] env[64443]: value = "task-2677059" [ 1046.352751] env[64443]: _type = "Task" [ 1046.352751] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.361017] env[64443]: DEBUG oslo_vmware.api [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.536129] env[64443]: DEBUG oslo_vmware.api [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.652235] env[64443]: DEBUG oslo_concurrency.lockutils [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquiring lock "ae050470-34ea-4322-a751-9c9f1ce45802" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.652515] env[64443]: DEBUG oslo_concurrency.lockutils [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lock "ae050470-34ea-4322-a751-9c9f1ce45802" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.758807] env[64443]: DEBUG oslo_vmware.api [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677058, 'name': PowerOnVM_Task, 'duration_secs': 0.389678} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.759163] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.821050] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquiring lock "bcfeb829-c61f-409a-8e8d-c91887f9c0c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.821309] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lock "bcfeb829-c61f-409a-8e8d-c91887f9c0c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.863601] env[64443]: DEBUG oslo_vmware.api [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677059, 'name': ReconfigVM_Task, 'duration_secs': 0.2506} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.863849] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Reconfigured VM instance instance-00000050 to detach disk 2002 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1046.864135] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.864379] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48055780-3157-41b2-ac08-4cc5989d7bac {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.871221] env[64443]: DEBUG oslo_vmware.api [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 1046.871221] env[64443]: value = "task-2677060" [ 1046.871221] env[64443]: _type = "Task" [ 1046.871221] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.879211] env[64443]: DEBUG oslo_vmware.api [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.035559] env[64443]: DEBUG oslo_vmware.api [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.155355] env[64443]: DEBUG nova.compute.manager [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.322735] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "be741b46-d1ce-4dc4-a162-caaa271878c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.322981] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "be741b46-d1ce-4dc4-a162-caaa271878c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.324319] env[64443]: DEBUG nova.compute.manager [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.381413] env[64443]: DEBUG oslo_vmware.api [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677060, 'name': PowerOnVM_Task, 'duration_secs': 0.426643} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.381717] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.381943] env[64443]: DEBUG nova.compute.manager [None req-b8b3fa72-8e46-4658-ad66-f80ebddc19cd tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.382712] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c62a97-461a-4703-adc8-e3b74ff9d31e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.535560] env[64443]: DEBUG oslo_vmware.api [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.676409] env[64443]: DEBUG oslo_concurrency.lockutils [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.676678] env[64443]: DEBUG oslo_concurrency.lockutils [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.678266] env[64443]: INFO nova.compute.claims [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.802851] env[64443]: INFO nova.compute.manager [None req-e015b934-9082-4b9e-9f4b-0495c54ba005 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Updating instance to original state: 'active' [ 1047.827282] env[64443]: DEBUG nova.compute.manager [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.847736] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.035651] env[64443]: DEBUG oslo_vmware.api [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.168336] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-e860cfbe-a7f7-4154-adca-26c8d86c1052 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Volume attach. Driver type: vmdk {{(pid=64443) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1048.168621] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-e860cfbe-a7f7-4154-adca-26c8d86c1052 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539769', 'volume_id': '4a4cf078-b39d-4911-9078-e7e5bab3ad4c', 'name': 'volume-4a4cf078-b39d-4911-9078-e7e5bab3ad4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf', 'attached_at': '', 'detached_at': '', 'volume_id': '4a4cf078-b39d-4911-9078-e7e5bab3ad4c', 'serial': '4a4cf078-b39d-4911-9078-e7e5bab3ad4c'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1048.169843] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3273a9-0c97-4839-964d-24636c86414f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.190061] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b8d0b9-c2cf-4ab6-8c33-c1c70820dec0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.219162] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-e860cfbe-a7f7-4154-adca-26c8d86c1052 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] volume-4a4cf078-b39d-4911-9078-e7e5bab3ad4c/volume-4a4cf078-b39d-4911-9078-e7e5bab3ad4c.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.220102] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72854765-6172-4f25-a724-149c5a4a262a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.239289] env[64443]: DEBUG oslo_vmware.api [None req-e860cfbe-a7f7-4154-adca-26c8d86c1052 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 1048.239289] env[64443]: value = "task-2677061" [ 1048.239289] env[64443]: _type = "Task" [ 1048.239289] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.249598] env[64443]: DEBUG oslo_vmware.api [None req-e860cfbe-a7f7-4154-adca-26c8d86c1052 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2677061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.352746] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.537153] env[64443]: DEBUG oslo_vmware.api [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.752057] env[64443]: DEBUG oslo_vmware.api [None req-e860cfbe-a7f7-4154-adca-26c8d86c1052 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2677061, 'name': ReconfigVM_Task, 'duration_secs': 0.338659} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.752400] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-e860cfbe-a7f7-4154-adca-26c8d86c1052 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Reconfigured VM instance instance-0000005f to attach disk [datastore2] volume-4a4cf078-b39d-4911-9078-e7e5bab3ad4c/volume-4a4cf078-b39d-4911-9078-e7e5bab3ad4c.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.759351] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4babc1c5-1140-4304-b8cd-581d1a7049be {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.776104] env[64443]: DEBUG oslo_vmware.api [None req-e860cfbe-a7f7-4154-adca-26c8d86c1052 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 1048.776104] env[64443]: value = "task-2677062" [ 1048.776104] env[64443]: _type = "Task" [ 1048.776104] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.785294] env[64443]: DEBUG oslo_vmware.api [None req-e860cfbe-a7f7-4154-adca-26c8d86c1052 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2677062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.957756] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0154da53-d723-4899-b51d-aa9bb5043716 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.972220] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91c28b8-4251-4266-b815-a4707207b00f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.003791] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dde4e4-0254-4783-be8e-06d603166842 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.013715] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043f7942-9d4f-4a2c-a9a9-740a7831aad5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.031683] env[64443]: DEBUG nova.compute.provider_tree [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.039119] env[64443]: DEBUG nova.compute.manager [req-8a5d4a78-8461-4f7d-ba4c-b293383ec6ee req-50129ecd-cc95-4fc3-920b-06c279f162db service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Received event network-changed-5678b67b-44d5-4fef-98c8-c4d9b5ba51ba {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.039377] env[64443]: DEBUG nova.compute.manager [req-8a5d4a78-8461-4f7d-ba4c-b293383ec6ee req-50129ecd-cc95-4fc3-920b-06c279f162db service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Refreshing instance network info cache due to event network-changed-5678b67b-44d5-4fef-98c8-c4d9b5ba51ba. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1049.039753] env[64443]: DEBUG oslo_concurrency.lockutils [req-8a5d4a78-8461-4f7d-ba4c-b293383ec6ee req-50129ecd-cc95-4fc3-920b-06c279f162db service nova] Acquiring lock "refresh_cache-05cbdea7-4062-4cdf-9c3d-a2c2532676ac" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.040025] env[64443]: DEBUG oslo_concurrency.lockutils [req-8a5d4a78-8461-4f7d-ba4c-b293383ec6ee req-50129ecd-cc95-4fc3-920b-06c279f162db service nova] Acquired lock "refresh_cache-05cbdea7-4062-4cdf-9c3d-a2c2532676ac" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.040295] env[64443]: DEBUG nova.network.neutron [req-8a5d4a78-8461-4f7d-ba4c-b293383ec6ee req-50129ecd-cc95-4fc3-920b-06c279f162db service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Refreshing network info cache for port 5678b67b-44d5-4fef-98c8-c4d9b5ba51ba {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.049553] env[64443]: DEBUG oslo_vmware.api [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.267564] env[64443]: DEBUG oslo_concurrency.lockutils [None req-113e9b36-7881-4d96-ab04-9ccb3affc100 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "8f5b0965-2958-41cd-ba42-6bc10710355e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.267799] env[64443]: DEBUG oslo_concurrency.lockutils [None req-113e9b36-7881-4d96-ab04-9ccb3affc100 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "8f5b0965-2958-41cd-ba42-6bc10710355e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.287482] env[64443]: DEBUG oslo_vmware.api [None req-e860cfbe-a7f7-4154-adca-26c8d86c1052 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2677062, 'name': ReconfigVM_Task, 'duration_secs': 0.151621} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.287798] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-e860cfbe-a7f7-4154-adca-26c8d86c1052 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539769', 'volume_id': '4a4cf078-b39d-4911-9078-e7e5bab3ad4c', 'name': 'volume-4a4cf078-b39d-4911-9078-e7e5bab3ad4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf', 'attached_at': '', 'detached_at': '', 'volume_id': '4a4cf078-b39d-4911-9078-e7e5bab3ad4c', 'serial': '4a4cf078-b39d-4911-9078-e7e5bab3ad4c'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1049.541518] env[64443]: DEBUG oslo_vmware.api [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.562196] env[64443]: ERROR nova.scheduler.client.report [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [req-e62a8b5e-6a4e-46ca-b5cb-e7843f3d8e62] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e62a8b5e-6a4e-46ca-b5cb-e7843f3d8e62"}]} [ 1049.580681] env[64443]: DEBUG nova.scheduler.client.report [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1049.596233] env[64443]: DEBUG nova.scheduler.client.report [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1049.596463] env[64443]: DEBUG nova.compute.provider_tree [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.607848] env[64443]: DEBUG nova.scheduler.client.report [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1049.626386] env[64443]: DEBUG nova.scheduler.client.report [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1049.713026] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "629f1078-51fb-416e-8335-aa864708ca9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.713026] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "629f1078-51fb-416e-8335-aa864708ca9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.713026] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "629f1078-51fb-416e-8335-aa864708ca9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.713026] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "629f1078-51fb-416e-8335-aa864708ca9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.713301] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "629f1078-51fb-416e-8335-aa864708ca9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.719128] env[64443]: INFO nova.compute.manager [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Terminating instance [ 1049.755873] env[64443]: DEBUG nova.network.neutron [req-8a5d4a78-8461-4f7d-ba4c-b293383ec6ee req-50129ecd-cc95-4fc3-920b-06c279f162db service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Updated VIF entry in instance network info cache for port 5678b67b-44d5-4fef-98c8-c4d9b5ba51ba. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.756254] env[64443]: DEBUG nova.network.neutron [req-8a5d4a78-8461-4f7d-ba4c-b293383ec6ee req-50129ecd-cc95-4fc3-920b-06c279f162db service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Updating instance_info_cache with network_info: [{"id": "5678b67b-44d5-4fef-98c8-c4d9b5ba51ba", "address": "fa:16:3e:6e:d7:14", "network": {"id": "0f5b4996-7e6d-47b2-aeda-90ce35308de9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1763186808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977c9966dc484868b335536469de110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5678b67b-44", "ovs_interfaceid": "5678b67b-44d5-4fef-98c8-c4d9b5ba51ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.771029] env[64443]: DEBUG nova.compute.utils [None req-113e9b36-7881-4d96-ab04-9ccb3affc100 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1049.822218] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cc5359-b826-414c-a891-4c2300416e9a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.833514] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1437a0-a100-4498-a859-48bd608585b4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.868905] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e408e88a-0753-4629-b720-ff296fcbe4c2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.877932] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4214002b-4ec0-418f-9eca-fcafaeec89f1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.892684] env[64443]: DEBUG nova.compute.provider_tree [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.043121] env[64443]: DEBUG oslo_vmware.api [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.224117] env[64443]: DEBUG nova.compute.manager [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.224377] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.224669] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b8dc9ed-2198-47c8-b92e-b3f7f3a2e38c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.233902] env[64443]: DEBUG oslo_vmware.api [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1050.233902] env[64443]: value = "task-2677063" [ 1050.233902] env[64443]: _type = "Task" [ 1050.233902] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.242575] env[64443]: DEBUG oslo_vmware.api [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.259301] env[64443]: DEBUG oslo_concurrency.lockutils [req-8a5d4a78-8461-4f7d-ba4c-b293383ec6ee req-50129ecd-cc95-4fc3-920b-06c279f162db service nova] Releasing lock "refresh_cache-05cbdea7-4062-4cdf-9c3d-a2c2532676ac" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.273255] env[64443]: DEBUG oslo_concurrency.lockutils [None req-113e9b36-7881-4d96-ab04-9ccb3affc100 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "8f5b0965-2958-41cd-ba42-6bc10710355e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.329809] env[64443]: DEBUG nova.objects.instance [None req-e860cfbe-a7f7-4154-adca-26c8d86c1052 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lazy-loading 'flavor' on Instance uuid d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.425115] env[64443]: DEBUG nova.scheduler.client.report [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1050.425115] env[64443]: DEBUG nova.compute.provider_tree [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 153 to 154 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1050.425115] env[64443]: DEBUG nova.compute.provider_tree [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.543817] env[64443]: DEBUG oslo_vmware.api [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.745941] env[64443]: DEBUG oslo_vmware.api [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677063, 'name': PowerOffVM_Task, 'duration_secs': 0.252827} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.746227] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.746429] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Volume detach. Driver type: vmdk {{(pid=64443) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1050.746624] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539756', 'volume_id': '121fb53a-56d5-47e3-a2f9-c6e1859b9944', 'name': 'volume-121fb53a-56d5-47e3-a2f9-c6e1859b9944', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '629f1078-51fb-416e-8335-aa864708ca9c', 'attached_at': '2025-02-19T11:09:42.000000', 'detached_at': '', 'volume_id': '121fb53a-56d5-47e3-a2f9-c6e1859b9944', 'serial': '121fb53a-56d5-47e3-a2f9-c6e1859b9944'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1050.747445] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab74e24c-0b88-41d6-9568-866c498dba5c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.774971] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1157ac9-1d75-4d66-b72b-90dd6e165c2b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.783210] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a43c816-f36b-4c9a-85f6-a312f837880d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.804737] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d0d825-ffdd-4511-8074-60d0ad776654 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.821341] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] The volume has not been displaced from its original location: [datastore2] volume-121fb53a-56d5-47e3-a2f9-c6e1859b9944/volume-121fb53a-56d5-47e3-a2f9-c6e1859b9944.vmdk. No consolidation needed. {{(pid=64443) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1050.826570] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1050.827870] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a236fc4a-57cc-42f1-b3e8-94b60d2795de {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.845277] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e860cfbe-a7f7-4154-adca-26c8d86c1052 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.284s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.851844] env[64443]: DEBUG oslo_vmware.api [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1050.851844] env[64443]: value = "task-2677064" [ 1050.851844] env[64443]: _type = "Task" [ 1050.851844] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.860823] env[64443]: DEBUG oslo_vmware.api [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.930505] env[64443]: DEBUG oslo_concurrency.lockutils [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.254s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.931287] env[64443]: DEBUG nova.compute.manager [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.933979] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.086s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.935781] env[64443]: INFO nova.compute.claims [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.043570] env[64443]: DEBUG oslo_vmware.api [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.059964] env[64443]: DEBUG nova.compute.manager [req-0208b65f-b06e-4f96-9c5c-1c4031d37235 req-f10e86ee-3165-4834-8300-8bc90000efee service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Received event network-changed-5678b67b-44d5-4fef-98c8-c4d9b5ba51ba {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.060200] env[64443]: DEBUG nova.compute.manager [req-0208b65f-b06e-4f96-9c5c-1c4031d37235 req-f10e86ee-3165-4834-8300-8bc90000efee service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Refreshing instance network info cache due to event network-changed-5678b67b-44d5-4fef-98c8-c4d9b5ba51ba. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1051.060484] env[64443]: DEBUG oslo_concurrency.lockutils [req-0208b65f-b06e-4f96-9c5c-1c4031d37235 req-f10e86ee-3165-4834-8300-8bc90000efee service nova] Acquiring lock "refresh_cache-05cbdea7-4062-4cdf-9c3d-a2c2532676ac" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.060653] env[64443]: DEBUG oslo_concurrency.lockutils [req-0208b65f-b06e-4f96-9c5c-1c4031d37235 req-f10e86ee-3165-4834-8300-8bc90000efee service nova] Acquired lock "refresh_cache-05cbdea7-4062-4cdf-9c3d-a2c2532676ac" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.060826] env[64443]: DEBUG nova.network.neutron [req-0208b65f-b06e-4f96-9c5c-1c4031d37235 req-f10e86ee-3165-4834-8300-8bc90000efee service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Refreshing network info cache for port 5678b67b-44d5-4fef-98c8-c4d9b5ba51ba {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.195254] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a699928b-9ee1-485b-ab2e-006b4a7fbecb tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.195561] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a699928b-9ee1-485b-ab2e-006b4a7fbecb tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.345924] env[64443]: DEBUG oslo_concurrency.lockutils [None req-113e9b36-7881-4d96-ab04-9ccb3affc100 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "8f5b0965-2958-41cd-ba42-6bc10710355e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.346186] env[64443]: DEBUG oslo_concurrency.lockutils [None req-113e9b36-7881-4d96-ab04-9ccb3affc100 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "8f5b0965-2958-41cd-ba42-6bc10710355e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.346427] env[64443]: INFO nova.compute.manager [None req-113e9b36-7881-4d96-ab04-9ccb3affc100 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Attaching volume 201ea7db-35a6-44ea-86eb-95756eccd973 to /dev/sdb [ 1051.364603] env[64443]: DEBUG oslo_vmware.api [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677064, 'name': ReconfigVM_Task, 'duration_secs': 0.200052} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.364863] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1051.369459] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2181cc5a-85de-4fa4-bd58-d321f1982734 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.380264] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d6e88c-974d-475a-acbf-b328e0d579b4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.388451] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad74d6ba-38eb-43f3-9f75-1379f8f091c0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.391058] env[64443]: DEBUG oslo_vmware.api [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1051.391058] env[64443]: value = "task-2677065" [ 1051.391058] env[64443]: _type = "Task" [ 1051.391058] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.402712] env[64443]: DEBUG nova.virt.block_device [None req-113e9b36-7881-4d96-ab04-9ccb3affc100 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Updating existing volume attachment record: 01560678-390a-4903-a052-b7240e0ccc36 {{(pid=64443) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1051.408157] env[64443]: DEBUG oslo_vmware.api [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677065, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.440750] env[64443]: DEBUG nova.compute.utils [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1051.444108] env[64443]: DEBUG nova.compute.manager [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Not allocating networking since 'none' was specified. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1051.544658] env[64443]: DEBUG oslo_vmware.api [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677057, 'name': ReconfigVM_Task} progress is 18%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.700490] env[64443]: INFO nova.compute.manager [None req-a699928b-9ee1-485b-ab2e-006b4a7fbecb tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Detaching volume 425a9647-ab1a-49ca-b0c1-82eb78b93802 [ 1051.732486] env[64443]: INFO nova.virt.block_device [None req-a699928b-9ee1-485b-ab2e-006b4a7fbecb tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Attempting to driver detach volume 425a9647-ab1a-49ca-b0c1-82eb78b93802 from mountpoint /dev/sdb [ 1051.732737] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-a699928b-9ee1-485b-ab2e-006b4a7fbecb tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Volume detach. Driver type: vmdk {{(pid=64443) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1051.732922] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-a699928b-9ee1-485b-ab2e-006b4a7fbecb tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539768', 'volume_id': '425a9647-ab1a-49ca-b0c1-82eb78b93802', 'name': 'volume-425a9647-ab1a-49ca-b0c1-82eb78b93802', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf', 'attached_at': '', 'detached_at': '', 'volume_id': '425a9647-ab1a-49ca-b0c1-82eb78b93802', 'serial': '425a9647-ab1a-49ca-b0c1-82eb78b93802'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1051.733902] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb5281c-ce38-4d0c-9f21-8ec96adb5379 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.762908] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887f5b53-7885-42bc-954d-1b7d84a8e86f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.772667] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1fd897-517b-4ce6-8a90-dc43eed2876e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.803270] env[64443]: DEBUG nova.network.neutron [req-0208b65f-b06e-4f96-9c5c-1c4031d37235 req-f10e86ee-3165-4834-8300-8bc90000efee service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Updated VIF entry in instance network info cache for port 5678b67b-44d5-4fef-98c8-c4d9b5ba51ba. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.803620] env[64443]: DEBUG nova.network.neutron [req-0208b65f-b06e-4f96-9c5c-1c4031d37235 req-f10e86ee-3165-4834-8300-8bc90000efee service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Updating instance_info_cache with network_info: [{"id": "5678b67b-44d5-4fef-98c8-c4d9b5ba51ba", "address": "fa:16:3e:6e:d7:14", "network": {"id": "0f5b4996-7e6d-47b2-aeda-90ce35308de9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1763186808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977c9966dc484868b335536469de110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5678b67b-44", "ovs_interfaceid": "5678b67b-44d5-4fef-98c8-c4d9b5ba51ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.806328] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def8b7a7-67d5-4eba-8b14-405ad0a0d932 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.826067] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-a699928b-9ee1-485b-ab2e-006b4a7fbecb tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] The volume has not been displaced from its original location: [datastore2] volume-425a9647-ab1a-49ca-b0c1-82eb78b93802/volume-425a9647-ab1a-49ca-b0c1-82eb78b93802.vmdk. No consolidation needed. {{(pid=64443) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1051.831585] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-a699928b-9ee1-485b-ab2e-006b4a7fbecb tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1051.832186] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fba9ba2f-13eb-4cbf-be88-e30388fbafc0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.852152] env[64443]: DEBUG oslo_vmware.api [None req-a699928b-9ee1-485b-ab2e-006b4a7fbecb tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 1051.852152] env[64443]: value = "task-2677069" [ 1051.852152] env[64443]: _type = "Task" [ 1051.852152] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.860700] env[64443]: DEBUG oslo_vmware.api [None req-a699928b-9ee1-485b-ab2e-006b4a7fbecb tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2677069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.901824] env[64443]: DEBUG oslo_vmware.api [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677065, 'name': ReconfigVM_Task, 'duration_secs': 0.138392} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.902267] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539756', 'volume_id': '121fb53a-56d5-47e3-a2f9-c6e1859b9944', 'name': 'volume-121fb53a-56d5-47e3-a2f9-c6e1859b9944', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '629f1078-51fb-416e-8335-aa864708ca9c', 'attached_at': '2025-02-19T11:09:42.000000', 'detached_at': '', 'volume_id': '121fb53a-56d5-47e3-a2f9-c6e1859b9944', 'serial': '121fb53a-56d5-47e3-a2f9-c6e1859b9944'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1051.902662] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.903542] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b65f253-1006-4726-b409-afb0bed85328 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.911898] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.912276] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3de748c5-4437-4005-8167-59e7acdaa8ae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.945046] env[64443]: DEBUG nova.compute.manager [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.977842] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.978088] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.978421] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Deleting the datastore file [datastore2] 629f1078-51fb-416e-8335-aa864708ca9c {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.978612] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5d75937-0266-44c8-b2c3-907971257d55 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.986996] env[64443]: DEBUG oslo_vmware.api [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1051.986996] env[64443]: value = "task-2677071" [ 1051.986996] env[64443]: _type = "Task" [ 1051.986996] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.001535] env[64443]: DEBUG oslo_vmware.api [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.045925] env[64443]: DEBUG oslo_vmware.api [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677057, 'name': ReconfigVM_Task, 'duration_secs': 5.763114} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.049168] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.049410] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Reconfigured VM to detach interface {{(pid=64443) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1052.169411] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be500ff3-fd5a-4ff6-8556-594a4a6711f3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.177023] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67facfee-f18c-43c9-9f69-59c94235c97b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.212312] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1a3467-ed89-4eea-a202-82f7cc6c1490 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.220634] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a385aa34-2d4d-406f-a6ed-f63b4d6947ef {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.235299] env[64443]: DEBUG nova.compute.provider_tree [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.310686] env[64443]: DEBUG oslo_concurrency.lockutils [req-0208b65f-b06e-4f96-9c5c-1c4031d37235 req-f10e86ee-3165-4834-8300-8bc90000efee service nova] Releasing lock "refresh_cache-05cbdea7-4062-4cdf-9c3d-a2c2532676ac" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.362932] env[64443]: DEBUG oslo_vmware.api [None req-a699928b-9ee1-485b-ab2e-006b4a7fbecb tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2677069, 'name': ReconfigVM_Task, 'duration_secs': 0.251506} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.363214] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-a699928b-9ee1-485b-ab2e-006b4a7fbecb tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1052.369020] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf8151d9-d397-4be6-b2c8-c27654c045ec {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.386623] env[64443]: DEBUG oslo_vmware.api [None req-a699928b-9ee1-485b-ab2e-006b4a7fbecb tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 1052.386623] env[64443]: value = "task-2677072" [ 1052.386623] env[64443]: _type = "Task" [ 1052.386623] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.395583] env[64443]: DEBUG oslo_vmware.api [None req-a699928b-9ee1-485b-ab2e-006b4a7fbecb tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2677072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.498284] env[64443]: DEBUG oslo_vmware.api [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457989} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.498548] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.498740] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.498920] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.499430] env[64443]: INFO nova.compute.manager [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1052.499430] env[64443]: DEBUG oslo.service.loopingcall [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1052.499597] env[64443]: DEBUG nova.compute.manager [-] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.499643] env[64443]: DEBUG nova.network.neutron [-] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.743035] env[64443]: DEBUG nova.scheduler.client.report [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.897086] env[64443]: DEBUG oslo_vmware.api [None req-a699928b-9ee1-485b-ab2e-006b4a7fbecb tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2677072, 'name': ReconfigVM_Task, 'duration_secs': 0.171614} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.897405] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-a699928b-9ee1-485b-ab2e-006b4a7fbecb tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539768', 'volume_id': '425a9647-ab1a-49ca-b0c1-82eb78b93802', 'name': 'volume-425a9647-ab1a-49ca-b0c1-82eb78b93802', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf', 'attached_at': '', 'detached_at': '', 'volume_id': '425a9647-ab1a-49ca-b0c1-82eb78b93802', 'serial': '425a9647-ab1a-49ca-b0c1-82eb78b93802'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1052.957578] env[64443]: DEBUG nova.compute.manager [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.963341] env[64443]: DEBUG nova.compute.manager [req-37cbb229-68d9-40a5-842f-beaaf7d77d3d req-59b28d83-5e4c-41d6-8eb6-2bd1ff2d6fac service nova] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Received event network-vif-deleted-ac6ce416-c3c3-4fc0-8de3-b932328d9a1e {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.963549] env[64443]: INFO nova.compute.manager [req-37cbb229-68d9-40a5-842f-beaaf7d77d3d req-59b28d83-5e4c-41d6-8eb6-2bd1ff2d6fac service nova] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Neutron deleted interface ac6ce416-c3c3-4fc0-8de3-b932328d9a1e; detaching it from the instance and deleting it from the info cache [ 1052.963710] env[64443]: DEBUG nova.network.neutron [req-37cbb229-68d9-40a5-842f-beaaf7d77d3d req-59b28d83-5e4c-41d6-8eb6-2bd1ff2d6fac service nova] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.986896] env[64443]: DEBUG nova.virt.hardware [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.987173] env[64443]: DEBUG nova.virt.hardware [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.987337] env[64443]: DEBUG nova.virt.hardware [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.987522] env[64443]: DEBUG nova.virt.hardware [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.987672] env[64443]: DEBUG nova.virt.hardware [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.987820] env[64443]: DEBUG nova.virt.hardware [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.988036] env[64443]: DEBUG nova.virt.hardware [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.988205] env[64443]: DEBUG nova.virt.hardware [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.988379] env[64443]: DEBUG nova.virt.hardware [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.988546] env[64443]: DEBUG nova.virt.hardware [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.988721] env[64443]: DEBUG nova.virt.hardware [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.989574] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36841c05-a797-4483-aebe-10437e8451c4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.998333] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab07dfb-908a-4708-b6b1-7bbd552deea1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.014555] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Instance VIF info [] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.020051] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Creating folder: Project (a5b2db0ed95541c0a49845062949ee8a). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.020335] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73e4a881-1b5c-45bb-a5c1-ab6e8cb0d66d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.033930] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Created folder: Project (a5b2db0ed95541c0a49845062949ee8a) in parent group-v539479. [ 1053.034170] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Creating folder: Instances. Parent ref: group-v539772. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.034765] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ebc7ffe-2928-48f7-b00f-f2b3ae2b240b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.045089] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Created folder: Instances in parent group-v539772. [ 1053.045350] env[64443]: DEBUG oslo.service.loopingcall [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1053.045542] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.045750] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3e7b6ac-9f37-4516-9b59-0f2a6346ef8c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.063569] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.063569] env[64443]: value = "task-2677075" [ 1053.063569] env[64443]: _type = "Task" [ 1053.063569] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.071147] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677075, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.248701] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.251963] env[64443]: DEBUG nova.compute.manager [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.255246] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.903s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.256725] env[64443]: INFO nova.compute.claims [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.401949] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.402158] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquired lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.402342] env[64443]: DEBUG nova.network.neutron [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.445482] env[64443]: DEBUG nova.network.neutron [-] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.466380] env[64443]: DEBUG nova.objects.instance [None req-a699928b-9ee1-485b-ab2e-006b4a7fbecb tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lazy-loading 'flavor' on Instance uuid d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.468497] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3762d82b-08ba-43a8-abef-6d74e78a7751 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.478834] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100cdc04-498b-4bd9-9202-8895b6036014 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.514932] env[64443]: DEBUG nova.compute.manager [req-37cbb229-68d9-40a5-842f-beaaf7d77d3d req-59b28d83-5e4c-41d6-8eb6-2bd1ff2d6fac service nova] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Detach interface failed, port_id=ac6ce416-c3c3-4fc0-8de3-b932328d9a1e, reason: Instance 629f1078-51fb-416e-8335-aa864708ca9c could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1053.573208] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677075, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.761686] env[64443]: DEBUG nova.compute.utils [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1053.765622] env[64443]: DEBUG nova.compute.manager [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Not allocating networking since 'none' was specified. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1053.872640] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "e221ca52-4fe1-4074-8e08-3c5dcc221c57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.873130] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "e221ca52-4fe1-4074-8e08-3c5dcc221c57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.873466] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "e221ca52-4fe1-4074-8e08-3c5dcc221c57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.873732] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "e221ca52-4fe1-4074-8e08-3c5dcc221c57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.874057] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "e221ca52-4fe1-4074-8e08-3c5dcc221c57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.876745] env[64443]: INFO nova.compute.manager [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Terminating instance [ 1053.948606] env[64443]: INFO nova.compute.manager [-] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Took 1.45 seconds to deallocate network for instance. [ 1054.075127] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677075, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.142757] env[64443]: INFO nova.network.neutron [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Port 51b2ee16-4389-469c-b637-b792af4b3d7a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1054.143237] env[64443]: DEBUG nova.network.neutron [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Updating instance_info_cache with network_info: [{"id": "d7e6d9ad-a62f-4716-9c06-2b1b131fb85c", "address": "fa:16:3e:6b:25:ca", "network": {"id": "55ed1970-a6b1-4a08-8b06-9b23e03af247", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1522554366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82178a7fb654409499ced650a17c3fc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a55f45a-d631-4ebc-b73b-8a30bd0a32a8", "external-id": "nsx-vlan-transportzone-303", "segmentation_id": 303, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7e6d9ad-a6", "ovs_interfaceid": "d7e6d9ad-a62f-4716-9c06-2b1b131fb85c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.266931] env[64443]: DEBUG nova.compute.manager [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.387460] env[64443]: DEBUG nova.compute.manager [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.387679] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.388657] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb97f70b-9e7d-4a6e-8a70-fc947a0b9b6f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.398403] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.398504] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80a6c591-7995-4c8c-a297-267d208b1b67 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.407331] env[64443]: DEBUG oslo_vmware.api [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 1054.407331] env[64443]: value = "task-2677077" [ 1054.407331] env[64443]: _type = "Task" [ 1054.407331] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.415507] env[64443]: DEBUG oslo_vmware.api [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.462077] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5689560-f149-453e-a573-beabe57e64cf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.470591] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee986aa-f432-465d-8dbd-4b32aa971460 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.475497] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a699928b-9ee1-485b-ab2e-006b4a7fbecb tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.280s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.501785] env[64443]: INFO nova.compute.manager [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Took 0.55 seconds to detach 1 volumes for instance. [ 1054.504806] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a4ed88-4bf9-444a-aa30-17294c95ec1f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.517110] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41094480-3660-42ce-9a84-6367c21fd61d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.534977] env[64443]: DEBUG nova.compute.provider_tree [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.580759] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677075, 'name': CreateVM_Task, 'duration_secs': 1.286588} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.580956] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.581403] env[64443]: DEBUG oslo_concurrency.lockutils [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.581573] env[64443]: DEBUG oslo_concurrency.lockutils [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.581897] env[64443]: DEBUG oslo_concurrency.lockutils [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.582453] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fdcefef-d66d-43f4-b34c-4839499f9dea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.588590] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1054.588590] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52602a0c-8c40-06b0-80a7-5839ac9f198f" [ 1054.588590] env[64443]: _type = "Task" [ 1054.588590] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.598194] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52602a0c-8c40-06b0-80a7-5839ac9f198f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.646265] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Releasing lock "refresh_cache-e221ca52-4fe1-4074-8e08-3c5dcc221c57" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.917555] env[64443]: DEBUG oslo_vmware.api [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677077, 'name': PowerOffVM_Task, 'duration_secs': 0.195419} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.917852] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.918060] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.918333] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e59989e-1fbc-45b7-a18b-a034ad13cb23 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.988022] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.988022] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.988022] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Deleting the datastore file [datastore1] e221ca52-4fe1-4074-8e08-3c5dcc221c57 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.988458] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-848a3839-c1e8-4cfa-938b-dc097c3d6789 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.996599] env[64443]: DEBUG oslo_vmware.api [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 1054.996599] env[64443]: value = "task-2677079" [ 1054.996599] env[64443]: _type = "Task" [ 1054.996599] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.006426] env[64443]: DEBUG oslo_vmware.api [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.012773] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.038953] env[64443]: DEBUG nova.scheduler.client.report [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.073261] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a4e91c91-6bf8-41ef-aa4d-a30707903a24 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.073599] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a4e91c91-6bf8-41ef-aa4d-a30707903a24 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.099457] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52602a0c-8c40-06b0-80a7-5839ac9f198f, 'name': SearchDatastore_Task, 'duration_secs': 0.012752} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.099775] env[64443]: DEBUG oslo_concurrency.lockutils [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.100031] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.100275] env[64443]: DEBUG oslo_concurrency.lockutils [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.100453] env[64443]: DEBUG oslo_concurrency.lockutils [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.100666] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.101211] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41eaadbf-ed0d-48de-990d-023e480f9b8b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.118708] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.118895] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.119635] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-955ed3e4-f297-4a3d-a9d8-82a00292bbf7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.125219] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1055.125219] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5213042f-073b-791a-daf3-e27fd29eb98b" [ 1055.125219] env[64443]: _type = "Task" [ 1055.125219] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.133179] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5213042f-073b-791a-daf3-e27fd29eb98b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.150216] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c0e2d75c-80b5-4073-8045-c352f0322a17 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "interface-e221ca52-4fe1-4074-8e08-3c5dcc221c57-51b2ee16-4389-469c-b637-b792af4b3d7a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.701s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.280816] env[64443]: DEBUG nova.compute.manager [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.307075] env[64443]: DEBUG nova.virt.hardware [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.307335] env[64443]: DEBUG nova.virt.hardware [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.307497] env[64443]: DEBUG nova.virt.hardware [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.307685] env[64443]: DEBUG nova.virt.hardware [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.307834] env[64443]: DEBUG nova.virt.hardware [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.307980] env[64443]: DEBUG nova.virt.hardware [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.308207] env[64443]: DEBUG nova.virt.hardware [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.308368] env[64443]: DEBUG nova.virt.hardware [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.308540] env[64443]: DEBUG nova.virt.hardware [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.308705] env[64443]: DEBUG nova.virt.hardware [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.308879] env[64443]: DEBUG nova.virt.hardware [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.309735] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b386be-3fe5-4aa9-b1a8-252bc340bf57 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.317963] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d42561-729c-4224-96be-e4fc49b2fde8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.333220] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Instance VIF info [] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.338573] env[64443]: DEBUG oslo.service.loopingcall [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1055.338791] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.338991] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fec25b3b-7b84-449b-8785-e8e09aa53610 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.354555] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.354555] env[64443]: value = "task-2677080" [ 1055.354555] env[64443]: _type = "Task" [ 1055.354555] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.362216] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677080, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.506730] env[64443]: DEBUG oslo_vmware.api [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151009} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.507027] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.507224] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.507404] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.507580] env[64443]: INFO nova.compute.manager [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1055.507821] env[64443]: DEBUG oslo.service.loopingcall [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1055.508014] env[64443]: DEBUG nova.compute.manager [-] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.508121] env[64443]: DEBUG nova.network.neutron [-] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.543759] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.545118] env[64443]: DEBUG nova.compute.manager [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.547075] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.534s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.547203] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.570026] env[64443]: INFO nova.scheduler.client.report [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Deleted allocations for instance 629f1078-51fb-416e-8335-aa864708ca9c [ 1055.577040] env[64443]: INFO nova.compute.manager [None req-a4e91c91-6bf8-41ef-aa4d-a30707903a24 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Detaching volume 4a4cf078-b39d-4911-9078-e7e5bab3ad4c [ 1055.619098] env[64443]: INFO nova.virt.block_device [None req-a4e91c91-6bf8-41ef-aa4d-a30707903a24 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Attempting to driver detach volume 4a4cf078-b39d-4911-9078-e7e5bab3ad4c from mountpoint /dev/sdc [ 1055.619454] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e91c91-6bf8-41ef-aa4d-a30707903a24 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Volume detach. Driver type: vmdk {{(pid=64443) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1055.619740] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e91c91-6bf8-41ef-aa4d-a30707903a24 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539769', 'volume_id': '4a4cf078-b39d-4911-9078-e7e5bab3ad4c', 'name': 'volume-4a4cf078-b39d-4911-9078-e7e5bab3ad4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf', 'attached_at': '', 'detached_at': '', 'volume_id': '4a4cf078-b39d-4911-9078-e7e5bab3ad4c', 'serial': '4a4cf078-b39d-4911-9078-e7e5bab3ad4c'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1055.623815] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65592e38-fbee-442e-b343-f4465f07c4bb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.635644] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5213042f-073b-791a-daf3-e27fd29eb98b, 'name': SearchDatastore_Task, 'duration_secs': 0.008112} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.654715] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bedfca62-174f-4ef0-b472-492bd471e03b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.659013] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c633affe-6b3d-43eb-bcec-64db39fd7361 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.665815] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1055.665815] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ee45f9-e97d-2ad9-4586-b3a765966205" [ 1055.665815] env[64443]: _type = "Task" [ 1055.665815] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.671565] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9591e8a0-0c16-440d-a211-4f706adab58d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.680804] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ee45f9-e97d-2ad9-4586-b3a765966205, 'name': SearchDatastore_Task, 'duration_secs': 0.011959} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.696734] env[64443]: DEBUG oslo_concurrency.lockutils [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.697029] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] ae050470-34ea-4322-a751-9c9f1ce45802/ae050470-34ea-4322-a751-9c9f1ce45802.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.697701] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05334b8b-a58e-4c58-a3ee-13a3e03e6ba6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.700283] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea2fac5-75c9-49a3-94ba-68882ee65d12 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.719677] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e91c91-6bf8-41ef-aa4d-a30707903a24 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] The volume has not been displaced from its original location: [datastore2] volume-4a4cf078-b39d-4911-9078-e7e5bab3ad4c/volume-4a4cf078-b39d-4911-9078-e7e5bab3ad4c.vmdk. No consolidation needed. {{(pid=64443) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1055.724131] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e91c91-6bf8-41ef-aa4d-a30707903a24 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Reconfiguring VM instance instance-0000005f to detach disk 2002 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1055.725549] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82b4e4e4-bfdc-4cc3-9816-fff570e7dadc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.738371] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1055.738371] env[64443]: value = "task-2677081" [ 1055.738371] env[64443]: _type = "Task" [ 1055.738371] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.744956] env[64443]: DEBUG oslo_vmware.api [None req-a4e91c91-6bf8-41ef-aa4d-a30707903a24 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 1055.744956] env[64443]: value = "task-2677082" [ 1055.744956] env[64443]: _type = "Task" [ 1055.744956] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.747987] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.757937] env[64443]: DEBUG oslo_vmware.api [None req-a4e91c91-6bf8-41ef-aa4d-a30707903a24 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2677082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.866344] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677080, 'name': CreateVM_Task, 'duration_secs': 0.324632} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.866543] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.866991] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.867166] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.867535] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.867794] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f732bc-c8af-47f3-9234-51240cf72291 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.874484] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1055.874484] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]529953e3-36f4-02f2-4fbc-0ed1a7efb5eb" [ 1055.874484] env[64443]: _type = "Task" [ 1055.874484] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.885716] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529953e3-36f4-02f2-4fbc-0ed1a7efb5eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.955973] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-113e9b36-7881-4d96-ab04-9ccb3affc100 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Volume attach. Driver type: vmdk {{(pid=64443) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1055.956368] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-113e9b36-7881-4d96-ab04-9ccb3affc100 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539771', 'volume_id': '201ea7db-35a6-44ea-86eb-95756eccd973', 'name': 'volume-201ea7db-35a6-44ea-86eb-95756eccd973', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f5b0965-2958-41cd-ba42-6bc10710355e', 'attached_at': '', 'detached_at': '', 'volume_id': '201ea7db-35a6-44ea-86eb-95756eccd973', 'serial': '201ea7db-35a6-44ea-86eb-95756eccd973'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1055.957708] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0707ce6e-b2d5-406a-8db0-0fb09903724b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.979320] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39df125c-da93-4225-8fad-b3024b36ad0c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.009841] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-113e9b36-7881-4d96-ab04-9ccb3affc100 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-201ea7db-35a6-44ea-86eb-95756eccd973/volume-201ea7db-35a6-44ea-86eb-95756eccd973.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.010199] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b34e39e5-a10f-49e7-88b5-9a942f760520 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.032526] env[64443]: DEBUG oslo_vmware.api [None req-113e9b36-7881-4d96-ab04-9ccb3affc100 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1056.032526] env[64443]: value = "task-2677083" [ 1056.032526] env[64443]: _type = "Task" [ 1056.032526] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.042358] env[64443]: DEBUG oslo_vmware.api [None req-113e9b36-7881-4d96-ab04-9ccb3affc100 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.052041] env[64443]: DEBUG nova.compute.utils [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1056.053775] env[64443]: DEBUG nova.compute.manager [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.053952] env[64443]: DEBUG nova.network.neutron [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.080995] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d530f188-b1ce-44d7-983a-06cd7a40f812 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "629f1078-51fb-416e-8335-aa864708ca9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.367s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.136293] env[64443]: DEBUG nova.policy [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2d047da5b7f438a9160ddef66b334c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3415f9ef67841b19671a72e44fbd805', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.255186] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479855} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.255790] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] ae050470-34ea-4322-a751-9c9f1ce45802/ae050470-34ea-4322-a751-9c9f1ce45802.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.255997] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.256269] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e2756ea-8e00-4996-a43c-aa254a4dbcc6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.261318] env[64443]: DEBUG oslo_vmware.api [None req-a4e91c91-6bf8-41ef-aa4d-a30707903a24 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2677082, 'name': ReconfigVM_Task, 'duration_secs': 0.292418} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.261883] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e91c91-6bf8-41ef-aa4d-a30707903a24 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Reconfigured VM instance instance-0000005f to detach disk 2002 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1056.268428] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-114dcfef-5162-427f-94f2-237437b37b50 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.280315] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1056.280315] env[64443]: value = "task-2677084" [ 1056.280315] env[64443]: _type = "Task" [ 1056.280315] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.286822] env[64443]: DEBUG oslo_vmware.api [None req-a4e91c91-6bf8-41ef-aa4d-a30707903a24 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 1056.286822] env[64443]: value = "task-2677085" [ 1056.286822] env[64443]: _type = "Task" [ 1056.286822] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.294483] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.302081] env[64443]: DEBUG oslo_vmware.api [None req-a4e91c91-6bf8-41ef-aa4d-a30707903a24 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2677085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.356644] env[64443]: DEBUG nova.compute.manager [req-8fd73353-dfb6-484e-b5a4-03f1c46a00be req-d1fa1ecc-821d-41a2-9a51-724bb99c2535 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Received event network-vif-deleted-d7e6d9ad-a62f-4716-9c06-2b1b131fb85c {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1056.356841] env[64443]: INFO nova.compute.manager [req-8fd73353-dfb6-484e-b5a4-03f1c46a00be req-d1fa1ecc-821d-41a2-9a51-724bb99c2535 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Neutron deleted interface d7e6d9ad-a62f-4716-9c06-2b1b131fb85c; detaching it from the instance and deleting it from the info cache [ 1056.357050] env[64443]: DEBUG nova.network.neutron [req-8fd73353-dfb6-484e-b5a4-03f1c46a00be req-d1fa1ecc-821d-41a2-9a51-724bb99c2535 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.386501] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529953e3-36f4-02f2-4fbc-0ed1a7efb5eb, 'name': SearchDatastore_Task, 'duration_secs': 0.063019} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.387240] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.387240] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.387398] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.387521] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.387713] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.388768] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71626623-822a-4f7b-b95e-9fa773ee9fba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.401168] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.401168] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.401168] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16ff3855-19a5-4248-913e-9e2d271119ca {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.407847] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1056.407847] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52cd104b-d91c-7712-597a-0d8d76a89a43" [ 1056.407847] env[64443]: _type = "Task" [ 1056.407847] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.427415] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52cd104b-d91c-7712-597a-0d8d76a89a43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.513924] env[64443]: DEBUG nova.network.neutron [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Successfully created port: 4d326927-d31d-49d9-a19a-e7f70b5f035a {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.544061] env[64443]: DEBUG oslo_vmware.api [None req-113e9b36-7881-4d96-ab04-9ccb3affc100 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677083, 'name': ReconfigVM_Task, 'duration_secs': 0.494295} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.544354] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-113e9b36-7881-4d96-ab04-9ccb3affc100 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-201ea7db-35a6-44ea-86eb-95756eccd973/volume-201ea7db-35a6-44ea-86eb-95756eccd973.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.549765] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faffcc33-f47c-45b8-b1dc-efb8a06d9920 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.562447] env[64443]: DEBUG nova.compute.manager [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.573564] env[64443]: DEBUG oslo_vmware.api [None req-113e9b36-7881-4d96-ab04-9ccb3affc100 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1056.573564] env[64443]: value = "task-2677086" [ 1056.573564] env[64443]: _type = "Task" [ 1056.573564] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.583541] env[64443]: DEBUG oslo_vmware.api [None req-113e9b36-7881-4d96-ab04-9ccb3affc100 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.790820] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088971} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.794013] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.795025] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836cba5f-71c8-48ac-bca9-c1bc3117b0d1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.802623] env[64443]: DEBUG oslo_vmware.api [None req-a4e91c91-6bf8-41ef-aa4d-a30707903a24 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2677085, 'name': ReconfigVM_Task, 'duration_secs': 0.179803} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.809569] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e91c91-6bf8-41ef-aa4d-a30707903a24 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539769', 'volume_id': '4a4cf078-b39d-4911-9078-e7e5bab3ad4c', 'name': 'volume-4a4cf078-b39d-4911-9078-e7e5bab3ad4c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf', 'attached_at': '', 'detached_at': '', 'volume_id': '4a4cf078-b39d-4911-9078-e7e5bab3ad4c', 'serial': '4a4cf078-b39d-4911-9078-e7e5bab3ad4c'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1056.819966] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] ae050470-34ea-4322-a751-9c9f1ce45802/ae050470-34ea-4322-a751-9c9f1ce45802.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.821025] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92e6da9f-7184-4aab-99cf-0407bff85bde {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.834459] env[64443]: DEBUG nova.network.neutron [-] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.842364] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1056.842364] env[64443]: value = "task-2677087" [ 1056.842364] env[64443]: _type = "Task" [ 1056.842364] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.852191] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.860135] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8929113d-b13a-42dd-918d-05ac81074097 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.870452] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3606fa5f-f560-47a9-8632-863c48fa5e2d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.906617] env[64443]: DEBUG nova.compute.manager [req-8fd73353-dfb6-484e-b5a4-03f1c46a00be req-d1fa1ecc-821d-41a2-9a51-724bb99c2535 service nova] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Detach interface failed, port_id=d7e6d9ad-a62f-4716-9c06-2b1b131fb85c, reason: Instance e221ca52-4fe1-4074-8e08-3c5dcc221c57 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1056.918239] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52cd104b-d91c-7712-597a-0d8d76a89a43, 'name': SearchDatastore_Task, 'duration_secs': 0.013806} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.919090] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09205146-a84e-46cb-9e34-68022ce71562 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.925285] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1056.925285] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52294575-1003-4885-7d7f-7d0f4a641a3d" [ 1056.925285] env[64443]: _type = "Task" [ 1056.925285] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.933952] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52294575-1003-4885-7d7f-7d0f4a641a3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.016105] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.016391] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.084440] env[64443]: DEBUG oslo_vmware.api [None req-113e9b36-7881-4d96-ab04-9ccb3affc100 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677086, 'name': ReconfigVM_Task, 'duration_secs': 0.136905} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.084756] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-113e9b36-7881-4d96-ab04-9ccb3affc100 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539771', 'volume_id': '201ea7db-35a6-44ea-86eb-95756eccd973', 'name': 'volume-201ea7db-35a6-44ea-86eb-95756eccd973', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f5b0965-2958-41cd-ba42-6bc10710355e', 'attached_at': '', 'detached_at': '', 'volume_id': '201ea7db-35a6-44ea-86eb-95756eccd973', 'serial': '201ea7db-35a6-44ea-86eb-95756eccd973'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1057.337084] env[64443]: INFO nova.compute.manager [-] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Took 1.83 seconds to deallocate network for instance. [ 1057.352079] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677087, 'name': ReconfigVM_Task, 'duration_secs': 0.269034} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.352405] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Reconfigured VM instance instance-00000067 to attach disk [datastore2] ae050470-34ea-4322-a751-9c9f1ce45802/ae050470-34ea-4322-a751-9c9f1ce45802.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.353044] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78ffdbd3-ffa9-4678-802b-9f3c061ecacb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.360832] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1057.360832] env[64443]: value = "task-2677088" [ 1057.360832] env[64443]: _type = "Task" [ 1057.360832] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.361915] env[64443]: DEBUG nova.objects.instance [None req-a4e91c91-6bf8-41ef-aa4d-a30707903a24 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lazy-loading 'flavor' on Instance uuid d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.374067] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677088, 'name': Rename_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.436721] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52294575-1003-4885-7d7f-7d0f4a641a3d, 'name': SearchDatastore_Task, 'duration_secs': 0.011306} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.437031] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.437309] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] bcfeb829-c61f-409a-8e8d-c91887f9c0c8/bcfeb829-c61f-409a-8e8d-c91887f9c0c8.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.437573] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd583205-3796-4289-b292-276f3085d7c4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.444761] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1057.444761] env[64443]: value = "task-2677089" [ 1057.444761] env[64443]: _type = "Task" [ 1057.444761] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.455691] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.519560] env[64443]: DEBUG nova.compute.manager [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.574301] env[64443]: DEBUG nova.compute.manager [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.601198] env[64443]: DEBUG nova.virt.hardware [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.601452] env[64443]: DEBUG nova.virt.hardware [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.601685] env[64443]: DEBUG nova.virt.hardware [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.601881] env[64443]: DEBUG nova.virt.hardware [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.602041] env[64443]: DEBUG nova.virt.hardware [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.602194] env[64443]: DEBUG nova.virt.hardware [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.602403] env[64443]: DEBUG nova.virt.hardware [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.602571] env[64443]: DEBUG nova.virt.hardware [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.602740] env[64443]: DEBUG nova.virt.hardware [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.602902] env[64443]: DEBUG nova.virt.hardware [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.603101] env[64443]: DEBUG nova.virt.hardware [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.603999] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7c8972-483f-4d91-93be-be9480237f8b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.613157] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf093a7-c371-45c6-9831-720af28db1b1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.843622] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.843914] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.844152] env[64443]: DEBUG nova.objects.instance [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lazy-loading 'resources' on Instance uuid e221ca52-4fe1-4074-8e08-3c5dcc221c57 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.874725] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677088, 'name': Rename_Task, 'duration_secs': 0.14008} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.875292] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.875554] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ea46a4f-b6c1-4e95-acd9-6c5173410d1c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.894990] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1057.894990] env[64443]: value = "task-2677090" [ 1057.894990] env[64443]: _type = "Task" [ 1057.894990] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.900687] env[64443]: DEBUG nova.compute.manager [req-47fa1f59-a479-4a97-b235-5eb1c5b74b58 req-400a9fa2-b8ab-449f-8650-5adc5d4d56fc service nova] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Received event network-vif-plugged-4d326927-d31d-49d9-a19a-e7f70b5f035a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.900903] env[64443]: DEBUG oslo_concurrency.lockutils [req-47fa1f59-a479-4a97-b235-5eb1c5b74b58 req-400a9fa2-b8ab-449f-8650-5adc5d4d56fc service nova] Acquiring lock "be741b46-d1ce-4dc4-a162-caaa271878c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.901129] env[64443]: DEBUG oslo_concurrency.lockutils [req-47fa1f59-a479-4a97-b235-5eb1c5b74b58 req-400a9fa2-b8ab-449f-8650-5adc5d4d56fc service nova] Lock "be741b46-d1ce-4dc4-a162-caaa271878c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.901301] env[64443]: DEBUG oslo_concurrency.lockutils [req-47fa1f59-a479-4a97-b235-5eb1c5b74b58 req-400a9fa2-b8ab-449f-8650-5adc5d4d56fc service nova] Lock "be741b46-d1ce-4dc4-a162-caaa271878c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.901510] env[64443]: DEBUG nova.compute.manager [req-47fa1f59-a479-4a97-b235-5eb1c5b74b58 req-400a9fa2-b8ab-449f-8650-5adc5d4d56fc service nova] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] No waiting events found dispatching network-vif-plugged-4d326927-d31d-49d9-a19a-e7f70b5f035a {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.901665] env[64443]: WARNING nova.compute.manager [req-47fa1f59-a479-4a97-b235-5eb1c5b74b58 req-400a9fa2-b8ab-449f-8650-5adc5d4d56fc service nova] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Received unexpected event network-vif-plugged-4d326927-d31d-49d9-a19a-e7f70b5f035a for instance with vm_state building and task_state spawning. [ 1057.907190] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.955111] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466698} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.955398] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] bcfeb829-c61f-409a-8e8d-c91887f9c0c8/bcfeb829-c61f-409a-8e8d-c91887f9c0c8.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.955613] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.955883] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2e90ec7-c607-4417-b0d5-e53d90cd2682 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.962568] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1057.962568] env[64443]: value = "task-2677091" [ 1057.962568] env[64443]: _type = "Task" [ 1057.962568] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.971486] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.047562] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.131944] env[64443]: DEBUG nova.objects.instance [None req-113e9b36-7881-4d96-ab04-9ccb3affc100 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lazy-loading 'flavor' on Instance uuid 8f5b0965-2958-41cd-ba42-6bc10710355e {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.378446] env[64443]: DEBUG oslo_concurrency.lockutils [None req-a4e91c91-6bf8-41ef-aa4d-a30707903a24 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.305s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.408660] env[64443]: DEBUG oslo_vmware.api [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677090, 'name': PowerOnVM_Task, 'duration_secs': 0.43968} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.408660] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.408865] env[64443]: INFO nova.compute.manager [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Took 5.45 seconds to spawn the instance on the hypervisor. [ 1058.409057] env[64443]: DEBUG nova.compute.manager [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.409816] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0db41f-8b0a-463c-b244-ee0066db4180 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.459769] env[64443]: DEBUG nova.network.neutron [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Successfully updated port: 4d326927-d31d-49d9-a19a-e7f70b5f035a {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.476326] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062583} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.478339] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.478729] env[64443]: DEBUG nova.compute.manager [req-46bc38ab-d2d4-4d50-a57d-f78369de1cf6 req-892ba7f6-535e-4dc4-807d-cf1aa3e0e24f service nova] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Received event network-changed-4d326927-d31d-49d9-a19a-e7f70b5f035a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.478799] env[64443]: DEBUG nova.compute.manager [req-46bc38ab-d2d4-4d50-a57d-f78369de1cf6 req-892ba7f6-535e-4dc4-807d-cf1aa3e0e24f service nova] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Refreshing instance network info cache due to event network-changed-4d326927-d31d-49d9-a19a-e7f70b5f035a. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1058.479037] env[64443]: DEBUG oslo_concurrency.lockutils [req-46bc38ab-d2d4-4d50-a57d-f78369de1cf6 req-892ba7f6-535e-4dc4-807d-cf1aa3e0e24f service nova] Acquiring lock "refresh_cache-be741b46-d1ce-4dc4-a162-caaa271878c4" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.479189] env[64443]: DEBUG oslo_concurrency.lockutils [req-46bc38ab-d2d4-4d50-a57d-f78369de1cf6 req-892ba7f6-535e-4dc4-807d-cf1aa3e0e24f service nova] Acquired lock "refresh_cache-be741b46-d1ce-4dc4-a162-caaa271878c4" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.479352] env[64443]: DEBUG nova.network.neutron [req-46bc38ab-d2d4-4d50-a57d-f78369de1cf6 req-892ba7f6-535e-4dc4-807d-cf1aa3e0e24f service nova] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Refreshing network info cache for port 4d326927-d31d-49d9-a19a-e7f70b5f035a {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.481234] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826dd031-8831-47c0-97ea-1d5e7ef6c1eb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.505951] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] bcfeb829-c61f-409a-8e8d-c91887f9c0c8/bcfeb829-c61f-409a-8e8d-c91887f9c0c8.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.508996] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b7f2043-2e56-465a-bbf5-ceadf1668f8f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.531333] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1058.531333] env[64443]: value = "task-2677092" [ 1058.531333] env[64443]: _type = "Task" [ 1058.531333] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.544110] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.587993] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903cf2cc-c992-4b1c-b700-97f7b0605ec5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.596531] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db2c1aa-f288-40da-9281-d81702278941 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.628651] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a713da8-7867-4a99-bb1f-4da61cdc2ec1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.637387] env[64443]: DEBUG oslo_concurrency.lockutils [None req-113e9b36-7881-4d96-ab04-9ccb3affc100 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "8f5b0965-2958-41cd-ba42-6bc10710355e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.291s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.639367] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdcf6a1-f3d4-4441-9231-fa34e799957d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.653600] env[64443]: DEBUG nova.compute.provider_tree [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1058.929917] env[64443]: INFO nova.compute.manager [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Took 11.27 seconds to build instance. [ 1058.956800] env[64443]: INFO nova.compute.manager [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Rebuilding instance [ 1058.961506] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "refresh_cache-be741b46-d1ce-4dc4-a162-caaa271878c4" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.003607] env[64443]: DEBUG nova.compute.manager [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.004552] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff9b463-67f6-41f1-81e5-e9ca1433d253 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.016031] env[64443]: DEBUG nova.network.neutron [req-46bc38ab-d2d4-4d50-a57d-f78369de1cf6 req-892ba7f6-535e-4dc4-807d-cf1aa3e0e24f service nova] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.043991] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677092, 'name': ReconfigVM_Task, 'duration_secs': 0.300318} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.044122] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Reconfigured VM instance instance-00000068 to attach disk [datastore2] bcfeb829-c61f-409a-8e8d-c91887f9c0c8/bcfeb829-c61f-409a-8e8d-c91887f9c0c8.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.045026] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fc8fd19-1f14-4852-a9ad-210cc4759113 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.051484] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1059.051484] env[64443]: value = "task-2677093" [ 1059.051484] env[64443]: _type = "Task" [ 1059.051484] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.062981] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677093, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.107228] env[64443]: DEBUG nova.network.neutron [req-46bc38ab-d2d4-4d50-a57d-f78369de1cf6 req-892ba7f6-535e-4dc4-807d-cf1aa3e0e24f service nova] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.176553] env[64443]: ERROR nova.scheduler.client.report [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [req-4202d0c9-ebd7-4a98-984d-dbfa95ebdb4e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4202d0c9-ebd7-4a98-984d-dbfa95ebdb4e"}]} [ 1059.195220] env[64443]: DEBUG nova.scheduler.client.report [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1059.208930] env[64443]: DEBUG nova.scheduler.client.report [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1059.209179] env[64443]: DEBUG nova.compute.provider_tree [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.219835] env[64443]: DEBUG nova.scheduler.client.report [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1059.236696] env[64443]: DEBUG nova.scheduler.client.report [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1059.389487] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ba3994-18ae-4bc3-85af-781c89b8396d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.397519] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f723d2a1-2990-47bd-bcdf-4397e55df8d2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.429342] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7121e1a2-1c8a-4bde-b68e-4408d19bf712 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.431943] env[64443]: DEBUG oslo_concurrency.lockutils [None req-211191d0-eccc-4a97-adb8-25af846386e6 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lock "ae050470-34ea-4322-a751-9c9f1ce45802" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.779s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.436969] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01911c7a-e351-4d5f-9ecb-871f6fecf830 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.449891] env[64443]: DEBUG nova.compute.provider_tree [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.504158] env[64443]: DEBUG oslo_concurrency.lockutils [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.504395] env[64443]: DEBUG oslo_concurrency.lockutils [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.504599] env[64443]: DEBUG oslo_concurrency.lockutils [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.504781] env[64443]: DEBUG oslo_concurrency.lockutils [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.504948] env[64443]: DEBUG oslo_concurrency.lockutils [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.506869] env[64443]: INFO nova.compute.manager [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Terminating instance [ 1059.561155] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677093, 'name': Rename_Task, 'duration_secs': 0.149562} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.561315] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.561582] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1804330c-da68-4010-aa68-8c3980ee55b6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.568290] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1059.568290] env[64443]: value = "task-2677094" [ 1059.568290] env[64443]: _type = "Task" [ 1059.568290] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.576058] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.610682] env[64443]: DEBUG oslo_concurrency.lockutils [req-46bc38ab-d2d4-4d50-a57d-f78369de1cf6 req-892ba7f6-535e-4dc4-807d-cf1aa3e0e24f service nova] Releasing lock "refresh_cache-be741b46-d1ce-4dc4-a162-caaa271878c4" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.611116] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired lock "refresh_cache-be741b46-d1ce-4dc4-a162-caaa271878c4" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.611285] env[64443]: DEBUG nova.network.neutron [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.985351] env[64443]: DEBUG nova.scheduler.client.report [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1059.985648] env[64443]: DEBUG nova.compute.provider_tree [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 155 to 156 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1059.985840] env[64443]: DEBUG nova.compute.provider_tree [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.010174] env[64443]: DEBUG nova.compute.manager [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.010398] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.011410] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c770a2d9-9e15-4ac1-8af0-cdea8d5a97fa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.018970] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.019268] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.019480] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-838a115d-34a3-42c0-9a00-fdbf695d05eb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.020990] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93586d32-02ba-43f9-9a88-013463eee09d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.027379] env[64443]: DEBUG oslo_vmware.api [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 1060.027379] env[64443]: value = "task-2677096" [ 1060.027379] env[64443]: _type = "Task" [ 1060.027379] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.028282] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1060.028282] env[64443]: value = "task-2677095" [ 1060.028282] env[64443]: _type = "Task" [ 1060.028282] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.039316] env[64443]: DEBUG oslo_vmware.api [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2677096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.042425] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.078483] env[64443]: DEBUG oslo_vmware.api [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677094, 'name': PowerOnVM_Task, 'duration_secs': 0.44845} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.078900] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.078997] env[64443]: INFO nova.compute.manager [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Took 4.80 seconds to spawn the instance on the hypervisor. [ 1060.079179] env[64443]: DEBUG nova.compute.manager [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.079917] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648f919c-5899-41cd-931a-8e97192c08c1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.152043] env[64443]: DEBUG nova.network.neutron [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.309985] env[64443]: DEBUG nova.network.neutron [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Updating instance_info_cache with network_info: [{"id": "4d326927-d31d-49d9-a19a-e7f70b5f035a", "address": "fa:16:3e:d4:61:15", "network": {"id": "f088a9d2-17b6-427f-85e2-ca034835fc46", "bridge": "br-int", "label": "tempest-ServersTestJSON-1971365624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3415f9ef67841b19671a72e44fbd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d326927-d3", "ovs_interfaceid": "4d326927-d31d-49d9-a19a-e7f70b5f035a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.492060] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.647s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.493804] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.446s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.495135] env[64443]: INFO nova.compute.claims [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.516860] env[64443]: INFO nova.scheduler.client.report [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Deleted allocations for instance e221ca52-4fe1-4074-8e08-3c5dcc221c57 [ 1060.545385] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677095, 'name': PowerOffVM_Task, 'duration_secs': 0.244288} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.545695] env[64443]: DEBUG oslo_vmware.api [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2677096, 'name': PowerOffVM_Task, 'duration_secs': 0.244685} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.545965] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.547604] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.547783] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.548511] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ff33e91-3a2f-4156-87e4-170640dd85fa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.595540] env[64443]: INFO nova.compute.manager [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Took 12.76 seconds to build instance. [ 1060.616077] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.616328] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.616498] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Deleting the datastore file [datastore1] d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.616760] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f355363-2008-4392-8c19-28bfbcf2a185 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.623573] env[64443]: INFO nova.compute.manager [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Detaching volume 201ea7db-35a6-44ea-86eb-95756eccd973 [ 1060.627208] env[64443]: DEBUG oslo_vmware.api [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for the task: (returnval){ [ 1060.627208] env[64443]: value = "task-2677098" [ 1060.627208] env[64443]: _type = "Task" [ 1060.627208] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.637420] env[64443]: DEBUG oslo_vmware.api [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2677098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.657389] env[64443]: INFO nova.virt.block_device [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Attempting to driver detach volume 201ea7db-35a6-44ea-86eb-95756eccd973 from mountpoint /dev/sdb [ 1060.657605] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Volume detach. Driver type: vmdk {{(pid=64443) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1060.657792] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539771', 'volume_id': '201ea7db-35a6-44ea-86eb-95756eccd973', 'name': 'volume-201ea7db-35a6-44ea-86eb-95756eccd973', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f5b0965-2958-41cd-ba42-6bc10710355e', 'attached_at': '', 'detached_at': '', 'volume_id': '201ea7db-35a6-44ea-86eb-95756eccd973', 'serial': '201ea7db-35a6-44ea-86eb-95756eccd973'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1060.658637] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cfc512-e371-472e-ab6b-a1f8dac83e90 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.681815] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8cbba5-f668-444b-84b2-4897d20dc456 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.690805] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761e9ee6-eb2b-43d1-bb06-b82279628a73 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.712337] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b9832c-2551-42b9-9754-9cac17b867a2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.732113] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] The volume has not been displaced from its original location: [datastore2] volume-201ea7db-35a6-44ea-86eb-95756eccd973/volume-201ea7db-35a6-44ea-86eb-95756eccd973.vmdk. No consolidation needed. {{(pid=64443) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1060.737518] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1060.737877] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3e4aae3-2c02-4f5c-b669-8edab5640804 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.757921] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1060.757921] env[64443]: value = "task-2677099" [ 1060.757921] env[64443]: _type = "Task" [ 1060.757921] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.766821] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.813458] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Releasing lock "refresh_cache-be741b46-d1ce-4dc4-a162-caaa271878c4" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.813458] env[64443]: DEBUG nova.compute.manager [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Instance network_info: |[{"id": "4d326927-d31d-49d9-a19a-e7f70b5f035a", "address": "fa:16:3e:d4:61:15", "network": {"id": "f088a9d2-17b6-427f-85e2-ca034835fc46", "bridge": "br-int", "label": "tempest-ServersTestJSON-1971365624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3415f9ef67841b19671a72e44fbd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d326927-d3", "ovs_interfaceid": "4d326927-d31d-49d9-a19a-e7f70b5f035a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.813773] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:61:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b49c5024-2ced-42ca-90cc-6066766d43e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d326927-d31d-49d9-a19a-e7f70b5f035a', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.822432] env[64443]: DEBUG oslo.service.loopingcall [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1060.822567] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.822737] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a778a0f-e5ba-4ce7-bd7a-aac6a1a3fbb1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.845645] env[64443]: INFO nova.compute.manager [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Rebuilding instance [ 1060.849759] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.849759] env[64443]: value = "task-2677100" [ 1060.849759] env[64443]: _type = "Task" [ 1060.849759] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.861474] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677100, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.904461] env[64443]: DEBUG nova.compute.manager [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.905339] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ed6733-bee2-4b4f-89ad-5cb958caa49a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.024707] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba0515d6-c579-4fac-8b87-5deb4b1ccd3f tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "e221ca52-4fe1-4074-8e08-3c5dcc221c57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.152s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.097708] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c99a56c5-3208-47eb-9ff0-cc2c325a535f tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lock "bcfeb829-c61f-409a-8e8d-c91887f9c0c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.276s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.138635] env[64443]: DEBUG oslo_vmware.api [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Task: {'id': task-2677098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228341} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.138801] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.138878] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.139063] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.139262] env[64443]: INFO nova.compute.manager [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1061.139504] env[64443]: DEBUG oslo.service.loopingcall [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1061.139692] env[64443]: DEBUG nova.compute.manager [-] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.139786] env[64443]: DEBUG nova.network.neutron [-] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.273559] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677099, 'name': ReconfigVM_Task, 'duration_secs': 0.323458} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.273860] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1061.278503] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9008a5d0-c601-4b44-99f5-89ee3281be67 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.295566] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1061.295566] env[64443]: value = "task-2677101" [ 1061.295566] env[64443]: _type = "Task" [ 1061.295566] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.306411] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677101, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.359947] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677100, 'name': CreateVM_Task, 'duration_secs': 0.480692} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.360138] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.360941] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.361121] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.361475] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.361768] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b384f567-a3d6-4eab-997a-a21b0dd683b8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.367384] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1061.367384] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52bcd006-dc9b-f08e-6852-455e80e92646" [ 1061.367384] env[64443]: _type = "Task" [ 1061.367384] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.376183] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52bcd006-dc9b-f08e-6852-455e80e92646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.578019] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "4cf4ece1-dfba-4a22-b810-0b08b33066ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.578439] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "4cf4ece1-dfba-4a22-b810-0b08b33066ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.578749] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "4cf4ece1-dfba-4a22-b810-0b08b33066ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.579103] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "4cf4ece1-dfba-4a22-b810-0b08b33066ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.579393] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "4cf4ece1-dfba-4a22-b810-0b08b33066ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.585969] env[64443]: INFO nova.compute.manager [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Terminating instance [ 1061.621575] env[64443]: DEBUG nova.compute.manager [req-4bb47f4a-245d-4f25-86bc-a80c006802e3 req-3e263e48-84d1-483c-8dcd-a1245b60f7a6 service nova] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Received event network-vif-deleted-33530080-8065-416b-90c6-4c8caf409962 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1061.621838] env[64443]: INFO nova.compute.manager [req-4bb47f4a-245d-4f25-86bc-a80c006802e3 req-3e263e48-84d1-483c-8dcd-a1245b60f7a6 service nova] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Neutron deleted interface 33530080-8065-416b-90c6-4c8caf409962; detaching it from the instance and deleting it from the info cache [ 1061.621900] env[64443]: DEBUG nova.network.neutron [req-4bb47f4a-245d-4f25-86bc-a80c006802e3 req-3e263e48-84d1-483c-8dcd-a1245b60f7a6 service nova] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.714173] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc0649a-fa65-4382-b6d7-520356a2ea60 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.722424] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0804f9-75c7-4aae-b38f-a8f07feb0822 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.752186] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38524257-423d-4aba-b58f-c261011e26d2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.760088] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c31b02a-b28a-41e4-bd41-73dc3df2e0a8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.773678] env[64443]: DEBUG nova.compute.provider_tree [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.808202] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677101, 'name': ReconfigVM_Task, 'duration_secs': 0.312135} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.808663] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539771', 'volume_id': '201ea7db-35a6-44ea-86eb-95756eccd973', 'name': 'volume-201ea7db-35a6-44ea-86eb-95756eccd973', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f5b0965-2958-41cd-ba42-6bc10710355e', 'attached_at': '', 'detached_at': '', 'volume_id': '201ea7db-35a6-44ea-86eb-95756eccd973', 'serial': '201ea7db-35a6-44ea-86eb-95756eccd973'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1061.880487] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52bcd006-dc9b-f08e-6852-455e80e92646, 'name': SearchDatastore_Task, 'duration_secs': 0.033079} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.880832] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.881087] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.881329] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.881482] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.881685] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.881969] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0ba525c-7fc8-47ce-bba3-fe49739fb6e9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.893360] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.893550] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.894335] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbe18d9e-cc73-4543-9890-7f09f882c49c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.900638] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1061.900638] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ff58fa-0fbb-ed07-00cf-8521750bfe2c" [ 1061.900638] env[64443]: _type = "Task" [ 1061.900638] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.909295] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ff58fa-0fbb-ed07-00cf-8521750bfe2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.919334] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.919594] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-436b3d2d-cd5f-4ea0-a9ec-93b29c1d931a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.927660] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1061.927660] env[64443]: value = "task-2677102" [ 1061.927660] env[64443]: _type = "Task" [ 1061.927660] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.936692] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.096213] env[64443]: DEBUG nova.compute.manager [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.096463] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.096885] env[64443]: DEBUG nova.network.neutron [-] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.098513] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6682be97-fddd-4d3b-ba9b-733b91a2f699 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.107337] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.108154] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-807020a5-9648-448b-a3d3-af63ef3e945e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.115200] env[64443]: DEBUG oslo_vmware.api [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 1062.115200] env[64443]: value = "task-2677103" [ 1062.115200] env[64443]: _type = "Task" [ 1062.115200] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.124716] env[64443]: DEBUG oslo_vmware.api [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.124943] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-329834ac-7f09-413f-9db1-1706bfc07776 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.133991] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75679dfc-143c-4ac2-99cb-47cc5a86453b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.168600] env[64443]: DEBUG nova.compute.manager [req-4bb47f4a-245d-4f25-86bc-a80c006802e3 req-3e263e48-84d1-483c-8dcd-a1245b60f7a6 service nova] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Detach interface failed, port_id=33530080-8065-416b-90c6-4c8caf409962, reason: Instance d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1062.277390] env[64443]: DEBUG nova.scheduler.client.report [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.416026] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ff58fa-0fbb-ed07-00cf-8521750bfe2c, 'name': SearchDatastore_Task, 'duration_secs': 0.029349} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.417095] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ebd7623-bc8c-4091-aefb-612a60eaaa32 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.423498] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1062.423498] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52cb9f38-da38-bc83-8c3a-21e81b7cd746" [ 1062.423498] env[64443]: _type = "Task" [ 1062.423498] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.431465] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52cb9f38-da38-bc83-8c3a-21e81b7cd746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.438890] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677102, 'name': PowerOffVM_Task, 'duration_secs': 0.132586} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.439158] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.439391] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.440190] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb8bb9f-26c5-421f-abbc-90b069051142 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.448168] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.448373] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd233d7d-9e86-4eb9-a69f-ab078c141340 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.474081] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.474312] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.474491] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Deleting the datastore file [datastore2] bcfeb829-c61f-409a-8e8d-c91887f9c0c8 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.474838] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5633f037-b7b9-4e40-bc8b-744b2a249a1c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.481869] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1062.481869] env[64443]: value = "task-2677105" [ 1062.481869] env[64443]: _type = "Task" [ 1062.481869] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.489591] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.602846] env[64443]: INFO nova.compute.manager [-] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Took 1.46 seconds to deallocate network for instance. [ 1062.625208] env[64443]: DEBUG oslo_vmware.api [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677103, 'name': PowerOffVM_Task, 'duration_secs': 0.186093} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.625473] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.625641] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.625892] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ae2ae65-5749-4593-801c-494d01d86a13 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.688152] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.688422] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.688612] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Deleting the datastore file [datastore1] 4cf4ece1-dfba-4a22-b810-0b08b33066ef {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.688880] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-718bd46f-721d-4ad3-81f3-7b28215b2de2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.695776] env[64443]: DEBUG oslo_vmware.api [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for the task: (returnval){ [ 1062.695776] env[64443]: value = "task-2677107" [ 1062.695776] env[64443]: _type = "Task" [ 1062.695776] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.704476] env[64443]: DEBUG oslo_vmware.api [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.783289] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.784023] env[64443]: DEBUG nova.compute.manager [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.861510] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.861887] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f6394c6-2a97-42d8-a1ea-abaa59302d8c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.871671] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1062.871671] env[64443]: value = "task-2677108" [ 1062.871671] env[64443]: _type = "Task" [ 1062.871671] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.879817] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.933053] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52cb9f38-da38-bc83-8c3a-21e81b7cd746, 'name': SearchDatastore_Task, 'duration_secs': 0.01056} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.933331] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.933589] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] be741b46-d1ce-4dc4-a162-caaa271878c4/be741b46-d1ce-4dc4-a162-caaa271878c4.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.933850] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b370c33a-3aa5-425d-8437-5d36b40f30ce {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.940357] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1062.940357] env[64443]: value = "task-2677109" [ 1062.940357] env[64443]: _type = "Task" [ 1062.940357] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.948494] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.991826] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109358} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.992097] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.992289] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.992470] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.108675] env[64443]: DEBUG oslo_concurrency.lockutils [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.108998] env[64443]: DEBUG oslo_concurrency.lockutils [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.109263] env[64443]: DEBUG nova.objects.instance [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lazy-loading 'resources' on Instance uuid d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.206724] env[64443]: DEBUG oslo_vmware.api [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Task: {'id': task-2677107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180619} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.206993] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.207213] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.207422] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.207574] env[64443]: INFO nova.compute.manager [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1063.207923] env[64443]: DEBUG oslo.service.loopingcall [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1063.208145] env[64443]: DEBUG nova.compute.manager [-] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.208241] env[64443]: DEBUG nova.network.neutron [-] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.289958] env[64443]: DEBUG nova.compute.utils [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1063.292397] env[64443]: DEBUG nova.compute.manager [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.292658] env[64443]: DEBUG nova.network.neutron [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.355138] env[64443]: DEBUG nova.policy [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7a55973800a439699435490fb6efe04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '178931edd4484e4d90dd7b56afd70178', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.385094] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] VM already powered off {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1063.385094] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Volume detach. Driver type: vmdk {{(pid=64443) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1063.385094] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539771', 'volume_id': '201ea7db-35a6-44ea-86eb-95756eccd973', 'name': 'volume-201ea7db-35a6-44ea-86eb-95756eccd973', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f5b0965-2958-41cd-ba42-6bc10710355e', 'attached_at': '', 'detached_at': '', 'volume_id': '201ea7db-35a6-44ea-86eb-95756eccd973', 'serial': '201ea7db-35a6-44ea-86eb-95756eccd973'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1063.385691] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e083ff-aaa2-42b1-a77f-0b90a6d9e705 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.410747] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca110456-8b9d-41b7-b61f-f7f70528e669 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.418730] env[64443]: WARNING nova.virt.vmwareapi.driver [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1063.420118] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.420118] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc716e7b-7a90-400e-a6ce-8b5b003aa70f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.427852] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.428201] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67c61ee1-6806-49d9-83bb-ae2316810515 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.457052] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501768} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.457336] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] be741b46-d1ce-4dc4-a162-caaa271878c4/be741b46-d1ce-4dc4-a162-caaa271878c4.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.457543] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.457805] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1956178-958a-4d26-9fc7-675ee207e4e9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.465700] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1063.465700] env[64443]: value = "task-2677111" [ 1063.465700] env[64443]: _type = "Task" [ 1063.465700] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.476020] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.612168] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.612168] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.612168] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Deleting the datastore file [datastore2] 8f5b0965-2958-41cd-ba42-6bc10710355e {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.612168] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf57418d-17b6-4dc6-95f1-74ab1544df2e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.623194] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1063.623194] env[64443]: value = "task-2677112" [ 1063.623194] env[64443]: _type = "Task" [ 1063.623194] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.632287] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.670226] env[64443]: DEBUG nova.compute.manager [req-e48daef0-93d7-482b-a5cf-7aef8b22f7f7 req-b4f5b2f1-4afe-4048-920e-68fbd9833757 service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Received event network-vif-deleted-a45f2c2a-d745-4163-99b9-d782c7dd19de {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1063.670589] env[64443]: INFO nova.compute.manager [req-e48daef0-93d7-482b-a5cf-7aef8b22f7f7 req-b4f5b2f1-4afe-4048-920e-68fbd9833757 service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Neutron deleted interface a45f2c2a-d745-4163-99b9-d782c7dd19de; detaching it from the instance and deleting it from the info cache [ 1063.670812] env[64443]: DEBUG nova.network.neutron [req-e48daef0-93d7-482b-a5cf-7aef8b22f7f7 req-b4f5b2f1-4afe-4048-920e-68fbd9833757 service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.789838] env[64443]: DEBUG nova.network.neutron [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Successfully created port: e0c843e6-bb25-4a69-b065-bdd362a84c01 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.796270] env[64443]: DEBUG nova.compute.manager [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.824430] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701d6b79-4561-459b-a32a-f1298a6338a5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.832812] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebfe1de-0a85-47cb-8dc1-ae4d00c2499b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.864079] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3b85b9-4d4c-4d5c-895f-2d485287b8b7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.874376] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2712ea6d-8d43-4ef8-81eb-14a235b91450 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.889039] env[64443]: DEBUG nova.compute.provider_tree [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1063.976163] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084082} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.976430] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.977201] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63173aa8-5837-4ad5-a69e-3de1c377a091 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.999980] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] be741b46-d1ce-4dc4-a162-caaa271878c4/be741b46-d1ce-4dc4-a162-caaa271878c4.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.002911] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38f3d0ed-47c8-43c1-a2da-417a72c2715b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.024423] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1064.024423] env[64443]: value = "task-2677113" [ 1064.024423] env[64443]: _type = "Task" [ 1064.024423] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.034157] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.043785] env[64443]: DEBUG nova.virt.hardware [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.044059] env[64443]: DEBUG nova.virt.hardware [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.044224] env[64443]: DEBUG nova.virt.hardware [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.044405] env[64443]: DEBUG nova.virt.hardware [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.044551] env[64443]: DEBUG nova.virt.hardware [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.044727] env[64443]: DEBUG nova.virt.hardware [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.044943] env[64443]: DEBUG nova.virt.hardware [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.045122] env[64443]: DEBUG nova.virt.hardware [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.045296] env[64443]: DEBUG nova.virt.hardware [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.045461] env[64443]: DEBUG nova.virt.hardware [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.045636] env[64443]: DEBUG nova.virt.hardware [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.046495] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99714d2b-6ca3-41c9-b9a1-aff03e212afa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.057661] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6234e1-7d20-477d-bd98-32fd833b8161 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.106755] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Instance VIF info [] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.126159] env[64443]: DEBUG oslo.service.loopingcall [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1064.126929] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.134569] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51f582b3-6419-4b87-aee6-7684f89736cc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.156790] env[64443]: DEBUG nova.network.neutron [-] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.166512] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172715} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.167316] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.167517] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.167706] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.170321] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.170321] env[64443]: value = "task-2677114" [ 1064.170321] env[64443]: _type = "Task" [ 1064.170321] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.175732] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-381edf55-4029-4924-8486-67866be2442b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.185042] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677114, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.188684] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b20e3f-f4f2-4d19-9d06-fc150cead2fb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.224054] env[64443]: DEBUG nova.compute.manager [req-e48daef0-93d7-482b-a5cf-7aef8b22f7f7 req-b4f5b2f1-4afe-4048-920e-68fbd9833757 service nova] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Detach interface failed, port_id=a45f2c2a-d745-4163-99b9-d782c7dd19de, reason: Instance 4cf4ece1-dfba-4a22-b810-0b08b33066ef could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1064.423643] env[64443]: DEBUG nova.scheduler.client.report [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1064.424384] env[64443]: DEBUG nova.compute.provider_tree [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 156 to 157 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1064.424384] env[64443]: DEBUG nova.compute.provider_tree [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1064.539241] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.660709] env[64443]: INFO nova.compute.manager [-] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Took 1.45 seconds to deallocate network for instance. [ 1064.673059] env[64443]: INFO nova.virt.block_device [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Booting with volume 201ea7db-35a6-44ea-86eb-95756eccd973 at /dev/sdb [ 1064.685956] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677114, 'name': CreateVM_Task, 'duration_secs': 0.456063} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.686134] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.686514] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.687123] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.687123] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1064.687346] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ba9b3be-3cc0-40a9-a1b8-a0df9cfb95d0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.693036] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1064.693036] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5266dd03-f394-930e-5040-d8ddb91eb1b5" [ 1064.693036] env[64443]: _type = "Task" [ 1064.693036] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.702309] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5266dd03-f394-930e-5040-d8ddb91eb1b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.709933] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8be5ef1a-52d4-465d-a858-9000d596b61b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.719129] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9e6211-d687-40de-b435-51ace69b8be8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.750390] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d3409cb-5b6f-4f3a-a798-7a6d7c06a9c1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.759165] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80aae88-db5e-48a7-b8be-76ec104698d9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.793550] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ead1c9-1d44-46c5-bc6e-3e0505cb41ed {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.800823] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69561c8-625d-4c63-821b-34074e41dda4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.805695] env[64443]: DEBUG nova.compute.manager [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.814922] env[64443]: DEBUG nova.virt.block_device [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Updating existing volume attachment record: c58459a6-48d1-49c8-8f63-ad3743b3106f {{(pid=64443) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1064.827292] env[64443]: DEBUG nova.virt.hardware [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.827537] env[64443]: DEBUG nova.virt.hardware [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.827691] env[64443]: DEBUG nova.virt.hardware [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.827873] env[64443]: DEBUG nova.virt.hardware [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.828086] env[64443]: DEBUG nova.virt.hardware [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.828248] env[64443]: DEBUG nova.virt.hardware [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.828463] env[64443]: DEBUG nova.virt.hardware [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.828652] env[64443]: DEBUG nova.virt.hardware [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.828852] env[64443]: DEBUG nova.virt.hardware [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.829036] env[64443]: DEBUG nova.virt.hardware [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.829218] env[64443]: DEBUG nova.virt.hardware [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.830040] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bfd1ee-d0af-4f95-ad81-79111078790b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.838557] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd329ac1-8086-4caa-bba8-d7dbe9a55cac {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.930168] env[64443]: DEBUG oslo_concurrency.lockutils [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.953545] env[64443]: INFO nova.scheduler.client.report [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Deleted allocations for instance d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf [ 1065.036746] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677113, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.168053] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.168494] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.168766] env[64443]: DEBUG nova.objects.instance [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lazy-loading 'resources' on Instance uuid 4cf4ece1-dfba-4a22-b810-0b08b33066ef {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.205783] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5266dd03-f394-930e-5040-d8ddb91eb1b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009582} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.206167] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.206415] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.206653] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.206987] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.206987] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.207261] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8190369f-82c4-45b5-9265-dee07dff66fe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.217552] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.217552] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.218142] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06686a49-dc92-42c8-9612-eb3e820effac {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.224761] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1065.224761] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5268cde9-6007-1b95-f5d9-cc428f23b884" [ 1065.224761] env[64443]: _type = "Task" [ 1065.224761] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.233188] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5268cde9-6007-1b95-f5d9-cc428f23b884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.282641] env[64443]: DEBUG nova.network.neutron [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Successfully updated port: e0c843e6-bb25-4a69-b065-bdd362a84c01 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.461403] env[64443]: DEBUG oslo_concurrency.lockutils [None req-61ef61da-b977-4244-96e5-cb2c00908c36 tempest-AttachVolumeTestJSON-1026812064 tempest-AttachVolumeTestJSON-1026812064-project-member] Lock "d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.957s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.537688] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677113, 'name': ReconfigVM_Task, 'duration_secs': 1.024287} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.537975] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Reconfigured VM instance instance-00000069 to attach disk [datastore2] be741b46-d1ce-4dc4-a162-caaa271878c4/be741b46-d1ce-4dc4-a162-caaa271878c4.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.538667] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d13997f-a1aa-4a50-84de-3ee33e16088b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.546488] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1065.546488] env[64443]: value = "task-2677115" [ 1065.546488] env[64443]: _type = "Task" [ 1065.546488] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.555012] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677115, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.699110] env[64443]: DEBUG nova.compute.manager [req-d2eb5490-df79-4487-bf9e-dae4375754cf req-9f28868a-59f1-41b2-b6a4-5cbe3901adad service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Received event network-vif-plugged-e0c843e6-bb25-4a69-b065-bdd362a84c01 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.699294] env[64443]: DEBUG oslo_concurrency.lockutils [req-d2eb5490-df79-4487-bf9e-dae4375754cf req-9f28868a-59f1-41b2-b6a4-5cbe3901adad service nova] Acquiring lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.699501] env[64443]: DEBUG oslo_concurrency.lockutils [req-d2eb5490-df79-4487-bf9e-dae4375754cf req-9f28868a-59f1-41b2-b6a4-5cbe3901adad service nova] Lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.700730] env[64443]: DEBUG oslo_concurrency.lockutils [req-d2eb5490-df79-4487-bf9e-dae4375754cf req-9f28868a-59f1-41b2-b6a4-5cbe3901adad service nova] Lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.700730] env[64443]: DEBUG nova.compute.manager [req-d2eb5490-df79-4487-bf9e-dae4375754cf req-9f28868a-59f1-41b2-b6a4-5cbe3901adad service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] No waiting events found dispatching network-vif-plugged-e0c843e6-bb25-4a69-b065-bdd362a84c01 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.700730] env[64443]: WARNING nova.compute.manager [req-d2eb5490-df79-4487-bf9e-dae4375754cf req-9f28868a-59f1-41b2-b6a4-5cbe3901adad service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Received unexpected event network-vif-plugged-e0c843e6-bb25-4a69-b065-bdd362a84c01 for instance with vm_state building and task_state spawning. [ 1065.700730] env[64443]: DEBUG nova.compute.manager [req-d2eb5490-df79-4487-bf9e-dae4375754cf req-9f28868a-59f1-41b2-b6a4-5cbe3901adad service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Received event network-changed-e0c843e6-bb25-4a69-b065-bdd362a84c01 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1065.700730] env[64443]: DEBUG nova.compute.manager [req-d2eb5490-df79-4487-bf9e-dae4375754cf req-9f28868a-59f1-41b2-b6a4-5cbe3901adad service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Refreshing instance network info cache due to event network-changed-e0c843e6-bb25-4a69-b065-bdd362a84c01. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1065.700730] env[64443]: DEBUG oslo_concurrency.lockutils [req-d2eb5490-df79-4487-bf9e-dae4375754cf req-9f28868a-59f1-41b2-b6a4-5cbe3901adad service nova] Acquiring lock "refresh_cache-2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.700730] env[64443]: DEBUG oslo_concurrency.lockutils [req-d2eb5490-df79-4487-bf9e-dae4375754cf req-9f28868a-59f1-41b2-b6a4-5cbe3901adad service nova] Acquired lock "refresh_cache-2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.701043] env[64443]: DEBUG nova.network.neutron [req-d2eb5490-df79-4487-bf9e-dae4375754cf req-9f28868a-59f1-41b2-b6a4-5cbe3901adad service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Refreshing network info cache for port e0c843e6-bb25-4a69-b065-bdd362a84c01 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.738733] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5268cde9-6007-1b95-f5d9-cc428f23b884, 'name': SearchDatastore_Task, 'duration_secs': 0.010049} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.742780] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f91c85d-b26a-4c91-901e-62ace6918ae1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.749597] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1065.749597] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5282a49c-90e7-269b-98bb-06209345982b" [ 1065.749597] env[64443]: _type = "Task" [ 1065.749597] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.761409] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5282a49c-90e7-269b-98bb-06209345982b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.785041] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "refresh_cache-2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.852250] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d08289-fd58-4849-b4eb-d10553fdc603 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.863028] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918858e0-66c6-4613-99ca-762a57f2d1d5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.894940] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edbeb30-2370-44e5-b57f-221c89ddd348 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.903575] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c68a141-971b-49a2-baef-98a31dac0545 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.923229] env[64443]: DEBUG nova.compute.provider_tree [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.057630] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677115, 'name': Rename_Task, 'duration_secs': 0.299787} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.057919] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.058188] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-864e3319-7c26-4878-b396-f124ece703ec {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.066430] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1066.066430] env[64443]: value = "task-2677116" [ 1066.066430] env[64443]: _type = "Task" [ 1066.066430] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.078882] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.236293] env[64443]: DEBUG nova.network.neutron [req-d2eb5490-df79-4487-bf9e-dae4375754cf req-9f28868a-59f1-41b2-b6a4-5cbe3901adad service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.260776] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5282a49c-90e7-269b-98bb-06209345982b, 'name': SearchDatastore_Task, 'duration_secs': 0.011217} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.260776] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.261039] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] bcfeb829-c61f-409a-8e8d-c91887f9c0c8/bcfeb829-c61f-409a-8e8d-c91887f9c0c8.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.261295] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21d9fbc8-bb9c-4919-812d-fa56dc17b840 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.268458] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1066.268458] env[64443]: value = "task-2677118" [ 1066.268458] env[64443]: _type = "Task" [ 1066.268458] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.276700] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.312024] env[64443]: DEBUG nova.network.neutron [req-d2eb5490-df79-4487-bf9e-dae4375754cf req-9f28868a-59f1-41b2-b6a4-5cbe3901adad service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.425593] env[64443]: DEBUG nova.scheduler.client.report [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.584426] env[64443]: DEBUG oslo_vmware.api [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677116, 'name': PowerOnVM_Task, 'duration_secs': 0.516838} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.584698] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.584930] env[64443]: INFO nova.compute.manager [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1066.585160] env[64443]: DEBUG nova.compute.manager [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.586012] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdf965e-5713-4b03-924d-d457a868abff {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.780135] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504978} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.780412] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] bcfeb829-c61f-409a-8e8d-c91887f9c0c8/bcfeb829-c61f-409a-8e8d-c91887f9c0c8.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.780655] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.780915] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14bb3c7b-29de-4a98-a49b-fabb25a2e1d4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.788170] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1066.788170] env[64443]: value = "task-2677119" [ 1066.788170] env[64443]: _type = "Task" [ 1066.788170] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.796614] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.814722] env[64443]: DEBUG oslo_concurrency.lockutils [req-d2eb5490-df79-4487-bf9e-dae4375754cf req-9f28868a-59f1-41b2-b6a4-5cbe3901adad service nova] Releasing lock "refresh_cache-2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.814881] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired lock "refresh_cache-2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.815439] env[64443]: DEBUG nova.network.neutron [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.928110] env[64443]: DEBUG nova.virt.hardware [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.928373] env[64443]: DEBUG nova.virt.hardware [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.928538] env[64443]: DEBUG nova.virt.hardware [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.928712] env[64443]: DEBUG nova.virt.hardware [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.928863] env[64443]: DEBUG nova.virt.hardware [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.929021] env[64443]: DEBUG nova.virt.hardware [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.929239] env[64443]: DEBUG nova.virt.hardware [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.929400] env[64443]: DEBUG nova.virt.hardware [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.929566] env[64443]: DEBUG nova.virt.hardware [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.929731] env[64443]: DEBUG nova.virt.hardware [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.929902] env[64443]: DEBUG nova.virt.hardware [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.930636] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.932997] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b150cef0-ba68-490c-9b4e-772a2d74ee4f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.941421] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf97948-1fb3-43b3-bd69-624432571377 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.956813] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:7d:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da515b81-cf8c-415b-a1b0-b50a4c424583', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.964034] env[64443]: DEBUG oslo.service.loopingcall [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1066.964910] env[64443]: INFO nova.scheduler.client.report [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Deleted allocations for instance 4cf4ece1-dfba-4a22-b810-0b08b33066ef [ 1066.965815] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.966035] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcd8894e-7d67-49ce-9512-0c8c44c167ed {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.988682] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.988682] env[64443]: value = "task-2677120" [ 1066.988682] env[64443]: _type = "Task" [ 1066.988682] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.996869] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677120, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.108102] env[64443]: INFO nova.compute.manager [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Took 18.77 seconds to build instance. [ 1067.299056] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062745} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.299056] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.299542] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234d852a-3c84-4ade-81ea-07f349a03655 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.319346] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] bcfeb829-c61f-409a-8e8d-c91887f9c0c8/bcfeb829-c61f-409a-8e8d-c91887f9c0c8.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.321391] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12cf1fce-9e5e-4d71-afb8-b85d280ded23 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.341445] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1067.341445] env[64443]: value = "task-2677121" [ 1067.341445] env[64443]: _type = "Task" [ 1067.341445] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.355862] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677121, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.363101] env[64443]: DEBUG nova.network.neutron [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.486184] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b55fcc14-8ba0-4c98-a78a-7dff5a3e0cf8 tempest-AttachInterfacesTestJSON-577193443 tempest-AttachInterfacesTestJSON-577193443-project-member] Lock "4cf4ece1-dfba-4a22-b810-0b08b33066ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.908s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.499607] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677120, 'name': CreateVM_Task} progress is 25%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.504500] env[64443]: DEBUG nova.network.neutron [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Updating instance_info_cache with network_info: [{"id": "e0c843e6-bb25-4a69-b065-bdd362a84c01", "address": "fa:16:3e:7b:b9:82", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c843e6-bb", "ovs_interfaceid": "e0c843e6-bb25-4a69-b065-bdd362a84c01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.610150] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f87a57c-2e73-4e31-9a81-e7ea9803f498 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "be741b46-d1ce-4dc4-a162-caaa271878c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.287s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.853770] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677121, 'name': ReconfigVM_Task, 'duration_secs': 0.336565} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.854109] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Reconfigured VM instance instance-00000068 to attach disk [datastore1] bcfeb829-c61f-409a-8e8d-c91887f9c0c8/bcfeb829-c61f-409a-8e8d-c91887f9c0c8.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.854757] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e40728c2-a2b3-44bd-80a2-1cb756eab424 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.861887] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1067.861887] env[64443]: value = "task-2677122" [ 1067.861887] env[64443]: _type = "Task" [ 1067.861887] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.870614] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677122, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.000692] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677120, 'name': CreateVM_Task, 'duration_secs': 0.817233} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.000890] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.001677] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.001791] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.002124] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.002392] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43626349-703f-4e11-94fe-a2a868ac048f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.007656] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Releasing lock "refresh_cache-2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.008029] env[64443]: DEBUG nova.compute.manager [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Instance network_info: |[{"id": "e0c843e6-bb25-4a69-b065-bdd362a84c01", "address": "fa:16:3e:7b:b9:82", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c843e6-bb", "ovs_interfaceid": "e0c843e6-bb25-4a69-b065-bdd362a84c01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.008521] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1068.008521] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]524893a3-055c-82f0-b691-f4964c3de770" [ 1068.008521] env[64443]: _type = "Task" [ 1068.008521] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.008903] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:b9:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0c843e6-bb25-4a69-b065-bdd362a84c01', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.016631] env[64443]: DEBUG oslo.service.loopingcall [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1068.016980] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.020743] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-976feec2-6e06-4d36-be18-80d5f82cad4c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.042626] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]524893a3-055c-82f0-b691-f4964c3de770, 'name': SearchDatastore_Task, 'duration_secs': 0.020255} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.044055] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.044306] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.044543] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.044694] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.044872] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.045165] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.045165] env[64443]: value = "task-2677123" [ 1068.045165] env[64443]: _type = "Task" [ 1068.045165] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.045374] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11f09129-8d0c-49ae-84bd-2ff181b28a11 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.058512] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677123, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.060013] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.060213] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.061085] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf8038e7-e3b3-4fda-9ead-a44bf3f9949d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.067450] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1068.067450] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52476ca1-68da-4734-0339-63a7a3e00abc" [ 1068.067450] env[64443]: _type = "Task" [ 1068.067450] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.077094] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52476ca1-68da-4734-0339-63a7a3e00abc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.371934] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677122, 'name': Rename_Task, 'duration_secs': 0.159734} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.372912] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.372912] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f95a122b-9a86-4268-a250-88b415087fff {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.382674] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1068.382674] env[64443]: value = "task-2677124" [ 1068.382674] env[64443]: _type = "Task" [ 1068.382674] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.391207] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.562013] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677123, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.582128] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52476ca1-68da-4734-0339-63a7a3e00abc, 'name': SearchDatastore_Task, 'duration_secs': 0.011088} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.583436] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b21e5b1-254d-4283-af5a-1b04ecb5a102 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.591746] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1068.591746] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]522e66a1-45fa-2227-2658-2e8c87960d9e" [ 1068.591746] env[64443]: _type = "Task" [ 1068.591746] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.604067] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]522e66a1-45fa-2227-2658-2e8c87960d9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.637805] env[64443]: DEBUG oslo_concurrency.lockutils [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "92b16fd1-5990-4e06-8a9c-60a12bbd57c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.638044] env[64443]: DEBUG oslo_concurrency.lockutils [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "92b16fd1-5990-4e06-8a9c-60a12bbd57c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.896636] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677124, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.058640] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677123, 'name': CreateVM_Task, 'duration_secs': 0.555849} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.058733] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.059453] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.059636] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.060140] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1069.060189] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf813e8-3e78-4aea-be96-71896aafe06f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.065737] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1069.065737] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52b6af94-a635-7550-44cb-f9229a9bae96" [ 1069.065737] env[64443]: _type = "Task" [ 1069.065737] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.074778] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b6af94-a635-7550-44cb-f9229a9bae96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.102275] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]522e66a1-45fa-2227-2658-2e8c87960d9e, 'name': SearchDatastore_Task, 'duration_secs': 0.015246} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.102574] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.102860] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 8f5b0965-2958-41cd-ba42-6bc10710355e/8f5b0965-2958-41cd-ba42-6bc10710355e.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.103165] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c7aa650-026d-4774-9a43-fe4b9f810157 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.111430] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1069.111430] env[64443]: value = "task-2677125" [ 1069.111430] env[64443]: _type = "Task" [ 1069.111430] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.120440] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.140203] env[64443]: DEBUG nova.compute.manager [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.396987] env[64443]: DEBUG oslo_vmware.api [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677124, 'name': PowerOnVM_Task, 'duration_secs': 0.681097} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.397285] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.397446] env[64443]: DEBUG nova.compute.manager [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.398419] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b6838d-9e4a-419c-8f2a-93cc3d5d488d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.577627] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b6af94-a635-7550-44cb-f9229a9bae96, 'name': SearchDatastore_Task, 'duration_secs': 0.014737} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.578295] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.578295] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.578556] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.578718] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.578910] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.579224] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-461bd725-ad01-49ef-9966-efad5df004a3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.592165] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.592165] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.592312] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81584b25-336f-463e-9ce0-8ea3e984d64b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.601258] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1069.601258] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]524fd259-c9f5-0a22-4969-fbabcc9c1792" [ 1069.601258] env[64443]: _type = "Task" [ 1069.601258] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.611266] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]524fd259-c9f5-0a22-4969-fbabcc9c1792, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.623174] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677125, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.668206] env[64443]: DEBUG oslo_concurrency.lockutils [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.668646] env[64443]: DEBUG oslo_concurrency.lockutils [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.670223] env[64443]: INFO nova.compute.claims [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.920022] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.111878] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]524fd259-c9f5-0a22-4969-fbabcc9c1792, 'name': SearchDatastore_Task, 'duration_secs': 0.021861} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.113049] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ef71a4f-807f-40cc-8efb-eb78bf027f4e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.121993] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1070.121993] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]523c65b2-7bfe-73ca-250f-9334ca2e9fe5" [ 1070.121993] env[64443]: _type = "Task" [ 1070.121993] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.125160] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534546} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.128191] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 8f5b0965-2958-41cd-ba42-6bc10710355e/8f5b0965-2958-41cd-ba42-6bc10710355e.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.128421] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.128679] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27ae6df8-ef73-4ee8-89ee-5047781fddd8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.136154] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]523c65b2-7bfe-73ca-250f-9334ca2e9fe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.137638] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1070.137638] env[64443]: value = "task-2677127" [ 1070.137638] env[64443]: _type = "Task" [ 1070.137638] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.146054] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.635657] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]523c65b2-7bfe-73ca-250f-9334ca2e9fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.03116} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.635947] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.636209] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d/2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.636473] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e8728d6-7e80-4ace-8e24-cf82bc62daf7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.648530] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252019} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.650159] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.650560] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1070.650560] env[64443]: value = "task-2677128" [ 1070.650560] env[64443]: _type = "Task" [ 1070.650560] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.651304] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b77cbb-8279-4cb6-bd54-6560b0cc62bf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.662441] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.680126] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 8f5b0965-2958-41cd-ba42-6bc10710355e/8f5b0965-2958-41cd-ba42-6bc10710355e.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.683318] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1503518e-417e-49f0-bda0-60c315139052 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.706445] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1070.706445] env[64443]: value = "task-2677129" [ 1070.706445] env[64443]: _type = "Task" [ 1070.706445] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.718081] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.810192] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquiring lock "bcfeb829-c61f-409a-8e8d-c91887f9c0c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.810581] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lock "bcfeb829-c61f-409a-8e8d-c91887f9c0c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.810771] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquiring lock "bcfeb829-c61f-409a-8e8d-c91887f9c0c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.811105] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lock "bcfeb829-c61f-409a-8e8d-c91887f9c0c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.811443] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lock "bcfeb829-c61f-409a-8e8d-c91887f9c0c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.815194] env[64443]: INFO nova.compute.manager [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Terminating instance [ 1071.012269] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a94be72-024b-4848-8705-1ee3629d2a6b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.020266] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f53e022-575e-4868-af84-ab693d743dc4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.072668] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2503ed4-207e-4718-96b8-63000e97e838 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.085656] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8867ad-6828-4ec5-930d-5fe52ba6a816 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.110999] env[64443]: DEBUG nova.compute.provider_tree [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1071.168058] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677128, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.218166] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.320335] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquiring lock "refresh_cache-bcfeb829-c61f-409a-8e8d-c91887f9c0c8" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.320580] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquired lock "refresh_cache-bcfeb829-c61f-409a-8e8d-c91887f9c0c8" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.320809] env[64443]: DEBUG nova.network.neutron [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.637772] env[64443]: ERROR nova.scheduler.client.report [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [req-b5017755-b0f0-4392-9aea-78b428c4358f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b5017755-b0f0-4392-9aea-78b428c4358f"}]} [ 1071.655828] env[64443]: DEBUG nova.scheduler.client.report [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1071.667963] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770383} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.668345] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d/2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.668579] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.668889] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38b4bee0-3bab-4a07-bdb1-606a291f46c0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.677326] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1071.677326] env[64443]: value = "task-2677130" [ 1071.677326] env[64443]: _type = "Task" [ 1071.677326] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.678390] env[64443]: DEBUG nova.scheduler.client.report [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1071.679096] env[64443]: DEBUG nova.compute.provider_tree [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1071.692413] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.693578] env[64443]: DEBUG nova.scheduler.client.report [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1071.717994] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677129, 'name': ReconfigVM_Task, 'duration_secs': 0.984796} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.719095] env[64443]: DEBUG nova.scheduler.client.report [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1071.721490] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 8f5b0965-2958-41cd-ba42-6bc10710355e/8f5b0965-2958-41cd-ba42-6bc10710355e.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.722777] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'guest_format': None, 'size': 0, 'boot_index': 0, 'encryption_secret_uuid': None, 'encrypted': False, 'encryption_options': None, 'disk_bus': None, 'device_name': '/dev/sda', 'device_type': 'disk', 'image_id': 'dd719037-1855-48c3-aee4-b2a657ffb2c7'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'mount_device': '/dev/sdb', 'guest_format': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539771', 'volume_id': '201ea7db-35a6-44ea-86eb-95756eccd973', 'name': 'volume-201ea7db-35a6-44ea-86eb-95756eccd973', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f5b0965-2958-41cd-ba42-6bc10710355e', 'attached_at': '', 'detached_at': '', 'volume_id': '201ea7db-35a6-44ea-86eb-95756eccd973', 'serial': '201ea7db-35a6-44ea-86eb-95756eccd973'}, 'disk_bus': None, 'device_type': None, 'attachment_id': 'c58459a6-48d1-49c8-8f63-ad3743b3106f', 'volume_type': None}], 'swap': None} {{(pid=64443) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1071.722988] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Volume attach. Driver type: vmdk {{(pid=64443) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1071.723213] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539771', 'volume_id': '201ea7db-35a6-44ea-86eb-95756eccd973', 'name': 'volume-201ea7db-35a6-44ea-86eb-95756eccd973', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f5b0965-2958-41cd-ba42-6bc10710355e', 'attached_at': '', 'detached_at': '', 'volume_id': '201ea7db-35a6-44ea-86eb-95756eccd973', 'serial': '201ea7db-35a6-44ea-86eb-95756eccd973'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1071.724815] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8322ec1-6f24-4f59-a04e-0dcb35792ed6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.744403] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487a4727-f045-45c4-a23b-daa62b5b4c09 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.773915] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-201ea7db-35a6-44ea-86eb-95756eccd973/volume-201ea7db-35a6-44ea-86eb-95756eccd973.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.777079] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ca1be7d-067d-4ab3-82f2-aa3bc638f6d1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.796506] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1071.796506] env[64443]: value = "task-2677131" [ 1071.796506] env[64443]: _type = "Task" [ 1071.796506] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.807779] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.850138] env[64443]: DEBUG nova.network.neutron [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.938808] env[64443]: DEBUG nova.network.neutron [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.972193] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bb9756-ca26-4c4e-b3ea-0a968381a1c8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.981229] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89470ada-de5f-4dde-925d-9c2e82b7f5fd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.015746] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e50e08-8dea-4aff-bba2-0d9ab677183e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.024977] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db03e596-8f8d-491a-8dff-3471c1290d61 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.043210] env[64443]: DEBUG nova.compute.provider_tree [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1072.192007] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078551} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.192007] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.192007] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef46040-62bb-469d-8c2d-554f6903d331 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.215849] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d/2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.216191] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a22ad85-12e1-4dc6-90ee-8a1a8cff480b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.238214] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1072.238214] env[64443]: value = "task-2677132" [ 1072.238214] env[64443]: _type = "Task" [ 1072.238214] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.248385] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.311660] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.443089] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Releasing lock "refresh_cache-bcfeb829-c61f-409a-8e8d-c91887f9c0c8" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.443524] env[64443]: DEBUG nova.compute.manager [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.444597] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.444661] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28753527-bbe1-4834-9303-a9941c935d9e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.456031] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.456031] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d8d5729-45a7-43c5-a6e2-e6302d7fa984 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.466428] env[64443]: DEBUG oslo_vmware.api [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1072.466428] env[64443]: value = "task-2677133" [ 1072.466428] env[64443]: _type = "Task" [ 1072.466428] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.476510] env[64443]: DEBUG oslo_vmware.api [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.570030] env[64443]: ERROR nova.scheduler.client.report [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [req-3507d0a3-c782-4392-91a9-4eb32e6f8de5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3507d0a3-c782-4392-91a9-4eb32e6f8de5"}]} [ 1072.591820] env[64443]: DEBUG nova.scheduler.client.report [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1072.611351] env[64443]: DEBUG nova.scheduler.client.report [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1072.611595] env[64443]: DEBUG nova.compute.provider_tree [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1072.626214] env[64443]: DEBUG nova.scheduler.client.report [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1072.651141] env[64443]: DEBUG nova.scheduler.client.report [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1072.752303] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677132, 'name': ReconfigVM_Task, 'duration_secs': 0.377716} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.752434] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d/2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.753017] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ac6df51-078b-4cd9-a344-5a49355f36d6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.763141] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1072.763141] env[64443]: value = "task-2677135" [ 1072.763141] env[64443]: _type = "Task" [ 1072.763141] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.772243] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677135, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.809994] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677131, 'name': ReconfigVM_Task, 'duration_secs': 0.803082} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.809994] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-201ea7db-35a6-44ea-86eb-95756eccd973/volume-201ea7db-35a6-44ea-86eb-95756eccd973.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.813588] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe97c4bd-bdf0-443f-9354-0e168a498168 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.831662] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "5f81a44d-0799-4b08-b334-829e8cfbaa83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.832055] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "5f81a44d-0799-4b08-b334-829e8cfbaa83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.833129] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "5f81a44d-0799-4b08-b334-829e8cfbaa83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.833129] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "5f81a44d-0799-4b08-b334-829e8cfbaa83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.833513] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "5f81a44d-0799-4b08-b334-829e8cfbaa83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.836880] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1072.836880] env[64443]: value = "task-2677136" [ 1072.836880] env[64443]: _type = "Task" [ 1072.836880] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.837399] env[64443]: INFO nova.compute.manager [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Terminating instance [ 1072.851596] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677136, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.888082] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bd6b94-b97f-495f-8db5-f52753c1a28d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.897406] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fb783c-5ea3-475b-9d53-6141c5c1dc76 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.933242] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c71fe6b-3592-4af3-9097-65a0f1ae7505 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.941338] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6be8fda-e32d-4efd-934d-a42f9c226b7e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.955704] env[64443]: DEBUG nova.compute.provider_tree [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1072.974907] env[64443]: DEBUG oslo_vmware.api [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677133, 'name': PowerOffVM_Task, 'duration_secs': 0.183161} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.975185] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.975371] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.975593] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b56381df-d2cb-4c5a-bce0-74af64134e1f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.002376] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.002602] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.003087] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Deleting the datastore file [datastore1] bcfeb829-c61f-409a-8e8d-c91887f9c0c8 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.003087] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1611980-4deb-4d14-8698-85c3b77db46b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.010341] env[64443]: DEBUG oslo_vmware.api [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1073.010341] env[64443]: value = "task-2677138" [ 1073.010341] env[64443]: _type = "Task" [ 1073.010341] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.018576] env[64443]: DEBUG oslo_vmware.api [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.227716] env[64443]: DEBUG nova.compute.manager [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Stashing vm_state: active {{(pid=64443) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1073.274415] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677135, 'name': Rename_Task, 'duration_secs': 0.149728} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.275467] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.276062] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2a02ec0-6a70-4208-9f2a-2583dc359b2f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.283742] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1073.283742] env[64443]: value = "task-2677139" [ 1073.283742] env[64443]: _type = "Task" [ 1073.283742] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.292133] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.348495] env[64443]: DEBUG nova.compute.manager [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.348881] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.351714] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6b6b39-78e7-4ce1-af23-2e86923277e9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.366265] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677136, 'name': ReconfigVM_Task, 'duration_secs': 0.293417} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.369168] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539771', 'volume_id': '201ea7db-35a6-44ea-86eb-95756eccd973', 'name': 'volume-201ea7db-35a6-44ea-86eb-95756eccd973', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f5b0965-2958-41cd-ba42-6bc10710355e', 'attached_at': '', 'detached_at': '', 'volume_id': '201ea7db-35a6-44ea-86eb-95756eccd973', 'serial': '201ea7db-35a6-44ea-86eb-95756eccd973'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1073.369980] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08615b1a-f397-4319-83d1-3364892f5464 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.375421] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.376263] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfb6d0fb-2e39-44bd-929c-e441c2fb6e7f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.382272] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1073.382272] env[64443]: value = "task-2677140" [ 1073.382272] env[64443]: _type = "Task" [ 1073.382272] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.383587] env[64443]: DEBUG oslo_vmware.api [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 1073.383587] env[64443]: value = "task-2677141" [ 1073.383587] env[64443]: _type = "Task" [ 1073.383587] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.397263] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677140, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.400486] env[64443]: DEBUG oslo_vmware.api [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.477079] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "d0194524-eba8-4e22-a69f-572f5d9d44cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.477313] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "d0194524-eba8-4e22-a69f-572f5d9d44cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.479212] env[64443]: ERROR nova.scheduler.client.report [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [req-686c3303-e537-4df2-bc2f-b58903831248] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 082176e5-bc15-4857-8991-de4e4f42c66a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-686c3303-e537-4df2-bc2f-b58903831248"}]} [ 1073.496965] env[64443]: DEBUG nova.scheduler.client.report [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1073.515912] env[64443]: DEBUG nova.scheduler.client.report [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1073.516181] env[64443]: DEBUG nova.compute.provider_tree [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1073.524848] env[64443]: DEBUG oslo_vmware.api [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099391} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.525130] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.525323] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.525504] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.525682] env[64443]: INFO nova.compute.manager [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1073.525934] env[64443]: DEBUG oslo.service.loopingcall [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1073.526154] env[64443]: DEBUG nova.compute.manager [-] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.526254] env[64443]: DEBUG nova.network.neutron [-] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.528731] env[64443]: DEBUG nova.scheduler.client.report [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1073.547018] env[64443]: DEBUG nova.network.neutron [-] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.549099] env[64443]: DEBUG nova.scheduler.client.report [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1073.743832] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.757785] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be058a2-bb56-4862-8b25-ffffd994e7e7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.766189] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322f01ba-6b06-4797-bcf7-3b57518075a6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.800572] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf04b153-87cc-40ad-97c0-64516ca3446d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.811742] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f613bbde-fae2-47ef-8690-158f2df8b137 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.818335] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677139, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.832392] env[64443]: DEBUG nova.compute.provider_tree [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1073.896517] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677140, 'name': Rename_Task, 'duration_secs': 0.215958} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.899737] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.900064] env[64443]: DEBUG oslo_vmware.api [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677141, 'name': PowerOffVM_Task, 'duration_secs': 0.29872} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.900299] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60887457-b256-42ed-9ed4-2c4220c54dff {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.902229] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.902483] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.902719] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95d3a96c-a354-4c42-9b54-135d714211b4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.910026] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1073.910026] env[64443]: value = "task-2677142" [ 1073.910026] env[64443]: _type = "Task" [ 1073.910026] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.918722] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.976095] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.976420] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.976756] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Deleting the datastore file [datastore1] 5f81a44d-0799-4b08-b334-829e8cfbaa83 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.977169] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aea4ac78-c039-4b98-9b0a-e853a161161c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.982952] env[64443]: DEBUG nova.compute.manager [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.988854] env[64443]: DEBUG oslo_vmware.api [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for the task: (returnval){ [ 1073.988854] env[64443]: value = "task-2677144" [ 1073.988854] env[64443]: _type = "Task" [ 1073.988854] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.997987] env[64443]: DEBUG oslo_vmware.api [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.052585] env[64443]: DEBUG nova.network.neutron [-] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.308040] env[64443]: DEBUG oslo_vmware.api [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677139, 'name': PowerOnVM_Task, 'duration_secs': 0.543341} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.308040] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.308040] env[64443]: INFO nova.compute.manager [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1074.308040] env[64443]: DEBUG nova.compute.manager [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.308614] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f86696-63f8-411c-a657-a29eb1c5333d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.365588] env[64443]: DEBUG nova.scheduler.client.report [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1074.365863] env[64443]: DEBUG nova.compute.provider_tree [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 161 to 162 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1074.366048] env[64443]: DEBUG nova.compute.provider_tree [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1074.421395] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677142, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.505445] env[64443]: DEBUG oslo_vmware.api [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Task: {'id': task-2677144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133461} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.505818] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.506038] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.506248] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.506473] env[64443]: INFO nova.compute.manager [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1074.506767] env[64443]: DEBUG oslo.service.loopingcall [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1074.506999] env[64443]: DEBUG nova.compute.manager [-] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.507153] env[64443]: DEBUG nova.network.neutron [-] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.514412] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.555151] env[64443]: INFO nova.compute.manager [-] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Took 1.03 seconds to deallocate network for instance. [ 1074.830763] env[64443]: INFO nova.compute.manager [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Took 16.81 seconds to build instance. [ 1074.871730] env[64443]: DEBUG oslo_concurrency.lockutils [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.203s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.872981] env[64443]: DEBUG nova.compute.manager [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.875944] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.956s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.876209] env[64443]: DEBUG nova.objects.instance [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64443) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1074.922028] env[64443]: DEBUG oslo_vmware.api [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677142, 'name': PowerOnVM_Task, 'duration_secs': 0.817903} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.923330] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.923543] env[64443]: DEBUG nova.compute.manager [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.924387] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395a007b-16a1-4290-a0d6-72b021656d73 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.016053] env[64443]: DEBUG nova.compute.manager [req-dfc66cbe-0750-4b5e-8008-aa42b717dbb8 req-6beb1842-f7f2-4dea-9500-4b01b25a38bf service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Received event network-vif-deleted-2d6bb360-4c5f-4be9-97ea-d80513dc0ea4 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1075.016275] env[64443]: INFO nova.compute.manager [req-dfc66cbe-0750-4b5e-8008-aa42b717dbb8 req-6beb1842-f7f2-4dea-9500-4b01b25a38bf service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Neutron deleted interface 2d6bb360-4c5f-4be9-97ea-d80513dc0ea4; detaching it from the instance and deleting it from the info cache [ 1075.016453] env[64443]: DEBUG nova.network.neutron [req-dfc66cbe-0750-4b5e-8008-aa42b717dbb8 req-6beb1842-f7f2-4dea-9500-4b01b25a38bf service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.062646] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.175506] env[64443]: DEBUG nova.compute.manager [req-d1a4da96-ceb6-4bc5-b826-570424556355 req-375fd148-ff44-4527-acef-8ef38b8f733f service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Received event network-changed-e0c843e6-bb25-4a69-b065-bdd362a84c01 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1075.175707] env[64443]: DEBUG nova.compute.manager [req-d1a4da96-ceb6-4bc5-b826-570424556355 req-375fd148-ff44-4527-acef-8ef38b8f733f service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Refreshing instance network info cache due to event network-changed-e0c843e6-bb25-4a69-b065-bdd362a84c01. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1075.175923] env[64443]: DEBUG oslo_concurrency.lockutils [req-d1a4da96-ceb6-4bc5-b826-570424556355 req-375fd148-ff44-4527-acef-8ef38b8f733f service nova] Acquiring lock "refresh_cache-2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.176082] env[64443]: DEBUG oslo_concurrency.lockutils [req-d1a4da96-ceb6-4bc5-b826-570424556355 req-375fd148-ff44-4527-acef-8ef38b8f733f service nova] Acquired lock "refresh_cache-2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.176252] env[64443]: DEBUG nova.network.neutron [req-d1a4da96-ceb6-4bc5-b826-570424556355 req-375fd148-ff44-4527-acef-8ef38b8f733f service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Refreshing network info cache for port e0c843e6-bb25-4a69-b065-bdd362a84c01 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.334241] env[64443]: DEBUG oslo_concurrency.lockutils [None req-55ff6494-c1f9-4893-af5d-38e1dd26520b tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.318s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.380844] env[64443]: DEBUG nova.compute.utils [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1075.384909] env[64443]: DEBUG nova.compute.manager [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.385095] env[64443]: DEBUG nova.network.neutron [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.427779] env[64443]: DEBUG nova.policy [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2d047da5b7f438a9160ddef66b334c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3415f9ef67841b19671a72e44fbd805', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.443704] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.494067] env[64443]: DEBUG nova.network.neutron [-] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.520341] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-610a1057-01f3-49ae-bcd0-a1de39801b94 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.531805] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b8d2a9-2195-4683-b905-98d2cd4f63ab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.565270] env[64443]: DEBUG nova.compute.manager [req-dfc66cbe-0750-4b5e-8008-aa42b717dbb8 req-6beb1842-f7f2-4dea-9500-4b01b25a38bf service nova] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Detach interface failed, port_id=2d6bb360-4c5f-4be9-97ea-d80513dc0ea4, reason: Instance 5f81a44d-0799-4b08-b334-829e8cfbaa83 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1075.730734] env[64443]: DEBUG nova.network.neutron [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Successfully created port: d1a5cac1-468f-4e02-b39f-d51679633601 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.887803] env[64443]: DEBUG nova.compute.manager [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.891301] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b3cfa599-9085-409f-91a5-dde744c14613 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.893554] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.149s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.001635] env[64443]: INFO nova.compute.manager [-] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Took 1.49 seconds to deallocate network for instance. [ 1076.082309] env[64443]: DEBUG nova.network.neutron [req-d1a4da96-ceb6-4bc5-b826-570424556355 req-375fd148-ff44-4527-acef-8ef38b8f733f service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Updated VIF entry in instance network info cache for port e0c843e6-bb25-4a69-b065-bdd362a84c01. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.082309] env[64443]: DEBUG nova.network.neutron [req-d1a4da96-ceb6-4bc5-b826-570424556355 req-375fd148-ff44-4527-acef-8ef38b8f733f service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Updating instance_info_cache with network_info: [{"id": "e0c843e6-bb25-4a69-b065-bdd362a84c01", "address": "fa:16:3e:7b:b9:82", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c843e6-bb", "ovs_interfaceid": "e0c843e6-bb25-4a69-b065-bdd362a84c01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.404074] env[64443]: INFO nova.compute.claims [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.507553] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.584247] env[64443]: DEBUG oslo_concurrency.lockutils [req-d1a4da96-ceb6-4bc5-b826-570424556355 req-375fd148-ff44-4527-acef-8ef38b8f733f service nova] Releasing lock "refresh_cache-2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.909822] env[64443]: DEBUG nova.compute.manager [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.915061] env[64443]: INFO nova.compute.resource_tracker [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Updating resource usage from migration b30580ba-d95a-481a-8af1-cd2ca0012430 [ 1076.939802] env[64443]: DEBUG nova.virt.hardware [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.941019] env[64443]: DEBUG nova.virt.hardware [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.941019] env[64443]: DEBUG nova.virt.hardware [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.941019] env[64443]: DEBUG nova.virt.hardware [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.941019] env[64443]: DEBUG nova.virt.hardware [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.941019] env[64443]: DEBUG nova.virt.hardware [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.945019] env[64443]: DEBUG nova.virt.hardware [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.945019] env[64443]: DEBUG nova.virt.hardware [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.945019] env[64443]: DEBUG nova.virt.hardware [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.945019] env[64443]: DEBUG nova.virt.hardware [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.945019] env[64443]: DEBUG nova.virt.hardware [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.945019] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376bb830-69a5-4ecc-b87f-02c22378f747 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.959739] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c425ff-82c1-4b9c-855b-fc7885cced6e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.145218] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0d714c-392e-43cc-9012-ede5177d2125 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.154092] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741d496a-abb5-4ab2-a54c-5e85ea5921c4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.188390] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901dc811-32be-4243-9430-54fcdbc77615 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.194969] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cd8019-5074-4904-8eec-e84fc9b9c92b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.209693] env[64443]: DEBUG nova.compute.provider_tree [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.295538] env[64443]: DEBUG nova.compute.manager [req-42f86b0c-9ead-4920-ab83-dbcae7c0304b req-16869cab-ea26-41fe-8fd2-5461c68d15e9 service nova] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Received event network-vif-plugged-d1a5cac1-468f-4e02-b39f-d51679633601 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1077.295883] env[64443]: DEBUG oslo_concurrency.lockutils [req-42f86b0c-9ead-4920-ab83-dbcae7c0304b req-16869cab-ea26-41fe-8fd2-5461c68d15e9 service nova] Acquiring lock "92b16fd1-5990-4e06-8a9c-60a12bbd57c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.296314] env[64443]: DEBUG oslo_concurrency.lockutils [req-42f86b0c-9ead-4920-ab83-dbcae7c0304b req-16869cab-ea26-41fe-8fd2-5461c68d15e9 service nova] Lock "92b16fd1-5990-4e06-8a9c-60a12bbd57c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.296314] env[64443]: DEBUG oslo_concurrency.lockutils [req-42f86b0c-9ead-4920-ab83-dbcae7c0304b req-16869cab-ea26-41fe-8fd2-5461c68d15e9 service nova] Lock "92b16fd1-5990-4e06-8a9c-60a12bbd57c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.296525] env[64443]: DEBUG nova.compute.manager [req-42f86b0c-9ead-4920-ab83-dbcae7c0304b req-16869cab-ea26-41fe-8fd2-5461c68d15e9 service nova] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] No waiting events found dispatching network-vif-plugged-d1a5cac1-468f-4e02-b39f-d51679633601 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.296669] env[64443]: WARNING nova.compute.manager [req-42f86b0c-9ead-4920-ab83-dbcae7c0304b req-16869cab-ea26-41fe-8fd2-5461c68d15e9 service nova] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Received unexpected event network-vif-plugged-d1a5cac1-468f-4e02-b39f-d51679633601 for instance with vm_state building and task_state spawning. [ 1077.397746] env[64443]: DEBUG nova.network.neutron [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Successfully updated port: d1a5cac1-468f-4e02-b39f-d51679633601 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.712607] env[64443]: DEBUG nova.scheduler.client.report [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.899602] env[64443]: DEBUG oslo_concurrency.lockutils [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "refresh_cache-92b16fd1-5990-4e06-8a9c-60a12bbd57c9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.899785] env[64443]: DEBUG oslo_concurrency.lockutils [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired lock "refresh_cache-92b16fd1-5990-4e06-8a9c-60a12bbd57c9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.899865] env[64443]: DEBUG nova.network.neutron [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.220054] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.326s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.220054] env[64443]: INFO nova.compute.manager [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Migrating [ 1078.225888] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.712s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.227593] env[64443]: INFO nova.compute.claims [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.431862] env[64443]: DEBUG nova.network.neutron [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.567205] env[64443]: DEBUG nova.network.neutron [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Updating instance_info_cache with network_info: [{"id": "d1a5cac1-468f-4e02-b39f-d51679633601", "address": "fa:16:3e:6a:3f:10", "network": {"id": "f088a9d2-17b6-427f-85e2-ca034835fc46", "bridge": "br-int", "label": "tempest-ServersTestJSON-1971365624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3415f9ef67841b19671a72e44fbd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a5cac1-46", "ovs_interfaceid": "d1a5cac1-468f-4e02-b39f-d51679633601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.739860] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "refresh_cache-cdb2555a-5e01-4f7b-8a1d-d861966d361a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.740071] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "refresh_cache-cdb2555a-5e01-4f7b-8a1d-d861966d361a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.740161] env[64443]: DEBUG nova.network.neutron [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.070468] env[64443]: DEBUG oslo_concurrency.lockutils [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Releasing lock "refresh_cache-92b16fd1-5990-4e06-8a9c-60a12bbd57c9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.070877] env[64443]: DEBUG nova.compute.manager [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Instance network_info: |[{"id": "d1a5cac1-468f-4e02-b39f-d51679633601", "address": "fa:16:3e:6a:3f:10", "network": {"id": "f088a9d2-17b6-427f-85e2-ca034835fc46", "bridge": "br-int", "label": "tempest-ServersTestJSON-1971365624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3415f9ef67841b19671a72e44fbd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a5cac1-46", "ovs_interfaceid": "d1a5cac1-468f-4e02-b39f-d51679633601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.071342] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:3f:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b49c5024-2ced-42ca-90cc-6066766d43e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1a5cac1-468f-4e02-b39f-d51679633601', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.078648] env[64443]: DEBUG oslo.service.loopingcall [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1079.078889] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.079136] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-702f849f-382d-4e94-994a-63ab51c751d2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.099645] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.099645] env[64443]: value = "task-2677145" [ 1079.099645] env[64443]: _type = "Task" [ 1079.099645] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.107661] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677145, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.322480] env[64443]: DEBUG nova.compute.manager [req-1c568921-ce01-47bd-a14c-6ac8e7342949 req-b9231332-4867-4417-aa9e-e43bbcf60629 service nova] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Received event network-changed-d1a5cac1-468f-4e02-b39f-d51679633601 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1079.322750] env[64443]: DEBUG nova.compute.manager [req-1c568921-ce01-47bd-a14c-6ac8e7342949 req-b9231332-4867-4417-aa9e-e43bbcf60629 service nova] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Refreshing instance network info cache due to event network-changed-d1a5cac1-468f-4e02-b39f-d51679633601. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1079.322750] env[64443]: DEBUG oslo_concurrency.lockutils [req-1c568921-ce01-47bd-a14c-6ac8e7342949 req-b9231332-4867-4417-aa9e-e43bbcf60629 service nova] Acquiring lock "refresh_cache-92b16fd1-5990-4e06-8a9c-60a12bbd57c9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.322878] env[64443]: DEBUG oslo_concurrency.lockutils [req-1c568921-ce01-47bd-a14c-6ac8e7342949 req-b9231332-4867-4417-aa9e-e43bbcf60629 service nova] Acquired lock "refresh_cache-92b16fd1-5990-4e06-8a9c-60a12bbd57c9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.323056] env[64443]: DEBUG nova.network.neutron [req-1c568921-ce01-47bd-a14c-6ac8e7342949 req-b9231332-4867-4417-aa9e-e43bbcf60629 service nova] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Refreshing network info cache for port d1a5cac1-468f-4e02-b39f-d51679633601 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.449642] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25aaad94-045c-48f7-aae3-53ad373fe34a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.457487] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2c9d84-a465-4783-bd4b-3d927b5c0c17 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.461487] env[64443]: DEBUG nova.network.neutron [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Updating instance_info_cache with network_info: [{"id": "2a1ad330-3d4b-4067-b271-002efee7db84", "address": "fa:16:3e:70:48:ac", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1ad330-3d", "ovs_interfaceid": "2a1ad330-3d4b-4067-b271-002efee7db84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.491623] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539058ea-a1e5-4b23-a0f7-2cb98be2f03e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.499604] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69583136-6814-45de-876d-e42dd2013bbe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.513130] env[64443]: DEBUG nova.compute.provider_tree [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.610240] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677145, 'name': CreateVM_Task, 'duration_secs': 0.294413} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.610427] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.611159] env[64443]: DEBUG oslo_concurrency.lockutils [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.611333] env[64443]: DEBUG oslo_concurrency.lockutils [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.611666] env[64443]: DEBUG oslo_concurrency.lockutils [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1079.611935] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a3f267-dc94-459d-8281-f192cd9b2599 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.616763] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1079.616763] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52813447-d280-1056-a774-fb8fd082c4c9" [ 1079.616763] env[64443]: _type = "Task" [ 1079.616763] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.624638] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52813447-d280-1056-a774-fb8fd082c4c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.963913] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "refresh_cache-cdb2555a-5e01-4f7b-8a1d-d861966d361a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.016352] env[64443]: DEBUG nova.scheduler.client.report [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.052576] env[64443]: DEBUG nova.network.neutron [req-1c568921-ce01-47bd-a14c-6ac8e7342949 req-b9231332-4867-4417-aa9e-e43bbcf60629 service nova] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Updated VIF entry in instance network info cache for port d1a5cac1-468f-4e02-b39f-d51679633601. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.052576] env[64443]: DEBUG nova.network.neutron [req-1c568921-ce01-47bd-a14c-6ac8e7342949 req-b9231332-4867-4417-aa9e-e43bbcf60629 service nova] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Updating instance_info_cache with network_info: [{"id": "d1a5cac1-468f-4e02-b39f-d51679633601", "address": "fa:16:3e:6a:3f:10", "network": {"id": "f088a9d2-17b6-427f-85e2-ca034835fc46", "bridge": "br-int", "label": "tempest-ServersTestJSON-1971365624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3415f9ef67841b19671a72e44fbd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a5cac1-46", "ovs_interfaceid": "d1a5cac1-468f-4e02-b39f-d51679633601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.127318] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52813447-d280-1056-a774-fb8fd082c4c9, 'name': SearchDatastore_Task, 'duration_secs': 0.012408} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.127971] env[64443]: DEBUG oslo_concurrency.lockutils [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.128251] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.128500] env[64443]: DEBUG oslo_concurrency.lockutils [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.128629] env[64443]: DEBUG oslo_concurrency.lockutils [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.128807] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.129085] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95392b36-b430-4fcd-8b00-3dcc1815b344 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.137798] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.137976] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.138702] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601cecd5-b586-44c1-82c4-b321ed6d855f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.144368] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1080.144368] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5201eb6c-3a7f-eebb-b6ac-6c6e9f3a9ea3" [ 1080.144368] env[64443]: _type = "Task" [ 1080.144368] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.152885] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5201eb6c-3a7f-eebb-b6ac-6c6e9f3a9ea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.521734] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.522300] env[64443]: DEBUG nova.compute.manager [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.524660] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.462s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.524944] env[64443]: DEBUG nova.objects.instance [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lazy-loading 'resources' on Instance uuid bcfeb829-c61f-409a-8e8d-c91887f9c0c8 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.555398] env[64443]: DEBUG oslo_concurrency.lockutils [req-1c568921-ce01-47bd-a14c-6ac8e7342949 req-b9231332-4867-4417-aa9e-e43bbcf60629 service nova] Releasing lock "refresh_cache-92b16fd1-5990-4e06-8a9c-60a12bbd57c9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.654373] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5201eb6c-3a7f-eebb-b6ac-6c6e9f3a9ea3, 'name': SearchDatastore_Task, 'duration_secs': 0.010487} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.655170] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdf1f071-cc2f-4f32-98e8-b9ad2f7e22e6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.660122] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1080.660122] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52e6ade6-0079-82dd-4011-412212a09ba6" [ 1080.660122] env[64443]: _type = "Task" [ 1080.660122] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.667505] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52e6ade6-0079-82dd-4011-412212a09ba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.672937] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.673155] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1080.673299] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Starting heal instance info cache {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1081.028024] env[64443]: DEBUG nova.compute.utils [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1081.031931] env[64443]: DEBUG nova.compute.manager [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.032112] env[64443]: DEBUG nova.network.neutron [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.072969] env[64443]: DEBUG nova.policy [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86271945b7864bcf9bb103c867500d62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64f7cdfa710248878e953b2925868c39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.173873] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52e6ade6-0079-82dd-4011-412212a09ba6, 'name': SearchDatastore_Task, 'duration_secs': 0.010679} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.173873] env[64443]: DEBUG oslo_concurrency.lockutils [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.173873] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 92b16fd1-5990-4e06-8a9c-60a12bbd57c9/92b16fd1-5990-4e06-8a9c-60a12bbd57c9.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.173873] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75aa6524-2a42-4b44-ace8-ad0ea5b90f47 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.187783] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1081.187783] env[64443]: value = "task-2677146" [ 1081.187783] env[64443]: _type = "Task" [ 1081.187783] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.199219] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.222334] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "refresh_cache-36b6417a-ddb2-42f0-a081-097fcf051e0c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.222449] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquired lock "refresh_cache-36b6417a-ddb2-42f0-a081-097fcf051e0c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.222593] env[64443]: DEBUG nova.network.neutron [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Forcefully refreshing network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1081.247530] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e80e887-5f8e-4150-a30c-f580e1ca49c7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.257227] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a942ac6a-87d3-4739-b325-4d3c0ff6a948 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.292212] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0848e789-6a5c-4e15-a202-62f82dce3df1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.302506] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc781d1-bd65-4dc7-81cf-2cad1e2a0947 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.317764] env[64443]: DEBUG nova.compute.provider_tree [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.378802] env[64443]: DEBUG nova.network.neutron [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Successfully created port: b5e5a243-fa15-43d9-a463-9f2e76739e58 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.480873] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad74a81-262e-4422-8d38-ea2181b92952 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.501631] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Updating instance 'cdb2555a-5e01-4f7b-8a1d-d861966d361a' progress to 0 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.532637] env[64443]: DEBUG nova.compute.manager [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.698221] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481211} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.698472] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 92b16fd1-5990-4e06-8a9c-60a12bbd57c9/92b16fd1-5990-4e06-8a9c-60a12bbd57c9.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.698716] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.698966] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41de5299-1d87-444a-a325-2b52d0bf663c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.706469] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1081.706469] env[64443]: value = "task-2677147" [ 1081.706469] env[64443]: _type = "Task" [ 1081.706469] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.714320] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.823417] env[64443]: DEBUG nova.scheduler.client.report [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.008430] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.008970] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78198d0a-0c73-4dce-87ef-cdf9ffb6db69 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.018197] env[64443]: DEBUG oslo_vmware.api [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1082.018197] env[64443]: value = "task-2677148" [ 1082.018197] env[64443]: _type = "Task" [ 1082.018197] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.026545] env[64443]: DEBUG oslo_vmware.api [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.217672] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063543} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.217968] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.218855] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ffe79b-c748-46ed-b073-fa6eeffb33e6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.243131] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 92b16fd1-5990-4e06-8a9c-60a12bbd57c9/92b16fd1-5990-4e06-8a9c-60a12bbd57c9.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.243483] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06877a03-d7fb-4280-b261-176dc6d9e3c1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.264591] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1082.264591] env[64443]: value = "task-2677149" [ 1082.264591] env[64443]: _type = "Task" [ 1082.264591] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.275639] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.328852] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.333417] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.890s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.333630] env[64443]: DEBUG nova.objects.instance [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64443) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1082.355191] env[64443]: INFO nova.scheduler.client.report [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Deleted allocations for instance bcfeb829-c61f-409a-8e8d-c91887f9c0c8 [ 1082.462877] env[64443]: DEBUG nova.network.neutron [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Updating instance_info_cache with network_info: [{"id": "fac3ca19-4214-4b50-ab63-07b289ad9bea", "address": "fa:16:3e:8f:25:16", "network": {"id": "0f5b4996-7e6d-47b2-aeda-90ce35308de9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1763186808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "977c9966dc484868b335536469de110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfac3ca19-42", "ovs_interfaceid": "fac3ca19-4214-4b50-ab63-07b289ad9bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.528151] env[64443]: DEBUG oslo_vmware.api [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677148, 'name': PowerOffVM_Task, 'duration_secs': 0.241467} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.528432] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.528668] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Updating instance 'cdb2555a-5e01-4f7b-8a1d-d861966d361a' progress to 17 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.542375] env[64443]: DEBUG nova.compute.manager [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.572744] env[64443]: DEBUG nova.virt.hardware [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.573063] env[64443]: DEBUG nova.virt.hardware [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.573242] env[64443]: DEBUG nova.virt.hardware [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.573430] env[64443]: DEBUG nova.virt.hardware [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.573581] env[64443]: DEBUG nova.virt.hardware [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.573728] env[64443]: DEBUG nova.virt.hardware [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.573949] env[64443]: DEBUG nova.virt.hardware [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.574117] env[64443]: DEBUG nova.virt.hardware [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.574288] env[64443]: DEBUG nova.virt.hardware [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.574451] env[64443]: DEBUG nova.virt.hardware [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.574625] env[64443]: DEBUG nova.virt.hardware [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.575534] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627b7999-f67d-4336-a2ff-b66c1c08e787 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.586353] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1310a56-bc4e-46ac-b03b-58ef82f43436 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.776152] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677149, 'name': ReconfigVM_Task, 'duration_secs': 0.321327} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.776461] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 92b16fd1-5990-4e06-8a9c-60a12bbd57c9/92b16fd1-5990-4e06-8a9c-60a12bbd57c9.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.777170] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8240a5b-eecd-47cf-9844-be331c97419b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.787291] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1082.787291] env[64443]: value = "task-2677150" [ 1082.787291] env[64443]: _type = "Task" [ 1082.787291] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.802663] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677150, 'name': Rename_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.868401] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ac594fe-dd39-47f5-8cee-c25e591858b4 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lock "bcfeb829-c61f-409a-8e8d-c91887f9c0c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.058s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.965506] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Releasing lock "refresh_cache-36b6417a-ddb2-42f0-a081-097fcf051e0c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.965723] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Updated the network info_cache for instance {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1082.965940] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.966117] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.966265] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.966413] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.966606] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.968021] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1082.968021] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64443) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1082.968021] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1083.035499] env[64443]: DEBUG nova.virt.hardware [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.035740] env[64443]: DEBUG nova.virt.hardware [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.036038] env[64443]: DEBUG nova.virt.hardware [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.036126] env[64443]: DEBUG nova.virt.hardware [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.036306] env[64443]: DEBUG nova.virt.hardware [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.036464] env[64443]: DEBUG nova.virt.hardware [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.036674] env[64443]: DEBUG nova.virt.hardware [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.036837] env[64443]: DEBUG nova.virt.hardware [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.037016] env[64443]: DEBUG nova.virt.hardware [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.037187] env[64443]: DEBUG nova.virt.hardware [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.037362] env[64443]: DEBUG nova.virt.hardware [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.044516] env[64443]: DEBUG nova.compute.manager [req-86e19f70-22ed-460d-b27b-f8b5b6c8f49f req-709a325a-afe0-4caa-b6d9-92e37b442b19 service nova] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Received event network-vif-plugged-b5e5a243-fa15-43d9-a463-9f2e76739e58 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1083.044892] env[64443]: DEBUG oslo_concurrency.lockutils [req-86e19f70-22ed-460d-b27b-f8b5b6c8f49f req-709a325a-afe0-4caa-b6d9-92e37b442b19 service nova] Acquiring lock "d0194524-eba8-4e22-a69f-572f5d9d44cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.045259] env[64443]: DEBUG oslo_concurrency.lockutils [req-86e19f70-22ed-460d-b27b-f8b5b6c8f49f req-709a325a-afe0-4caa-b6d9-92e37b442b19 service nova] Lock "d0194524-eba8-4e22-a69f-572f5d9d44cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.045566] env[64443]: DEBUG oslo_concurrency.lockutils [req-86e19f70-22ed-460d-b27b-f8b5b6c8f49f req-709a325a-afe0-4caa-b6d9-92e37b442b19 service nova] Lock "d0194524-eba8-4e22-a69f-572f5d9d44cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.045870] env[64443]: DEBUG nova.compute.manager [req-86e19f70-22ed-460d-b27b-f8b5b6c8f49f req-709a325a-afe0-4caa-b6d9-92e37b442b19 service nova] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] No waiting events found dispatching network-vif-plugged-b5e5a243-fa15-43d9-a463-9f2e76739e58 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.046226] env[64443]: WARNING nova.compute.manager [req-86e19f70-22ed-460d-b27b-f8b5b6c8f49f req-709a325a-afe0-4caa-b6d9-92e37b442b19 service nova] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Received unexpected event network-vif-plugged-b5e5a243-fa15-43d9-a463-9f2e76739e58 for instance with vm_state building and task_state spawning. [ 1083.047445] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-055c67c8-4394-4570-b9c0-3a8de2bfe249 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.065770] env[64443]: DEBUG oslo_vmware.api [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1083.065770] env[64443]: value = "task-2677151" [ 1083.065770] env[64443]: _type = "Task" [ 1083.065770] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.078749] env[64443]: DEBUG oslo_vmware.api [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677151, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.132309] env[64443]: DEBUG nova.network.neutron [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Successfully updated port: b5e5a243-fa15-43d9-a463-9f2e76739e58 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.297621] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677150, 'name': Rename_Task, 'duration_secs': 0.162329} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.297969] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.298274] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8b141aa-1339-4140-88c4-44f2977efb6f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.304852] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1083.304852] env[64443]: value = "task-2677152" [ 1083.304852] env[64443]: _type = "Task" [ 1083.304852] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.312841] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.343440] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ec8ad3a4-efac-4e2f-8136-d2eee6936f3f tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.344678] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.837s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.345136] env[64443]: DEBUG nova.objects.instance [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lazy-loading 'resources' on Instance uuid 5f81a44d-0799-4b08-b334-829e8cfbaa83 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.469553] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.576750] env[64443]: DEBUG oslo_vmware.api [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677151, 'name': ReconfigVM_Task, 'duration_secs': 0.344798} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.577123] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Updating instance 'cdb2555a-5e01-4f7b-8a1d-d861966d361a' progress to 33 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.594669] env[64443]: DEBUG oslo_concurrency.lockutils [None req-34147244-8926-44ce-848b-6f45564b140d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "05cbdea7-4062-4cdf-9c3d-a2c2532676ac" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.594801] env[64443]: DEBUG oslo_concurrency.lockutils [None req-34147244-8926-44ce-848b-6f45564b140d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "05cbdea7-4062-4cdf-9c3d-a2c2532676ac" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.635526] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "refresh_cache-d0194524-eba8-4e22-a69f-572f5d9d44cf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.635696] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "refresh_cache-d0194524-eba8-4e22-a69f-572f5d9d44cf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.635841] env[64443]: DEBUG nova.network.neutron [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.815866] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677152, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.084057] env[64443]: DEBUG nova.virt.hardware [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.084312] env[64443]: DEBUG nova.virt.hardware [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.084472] env[64443]: DEBUG nova.virt.hardware [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.084673] env[64443]: DEBUG nova.virt.hardware [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.084848] env[64443]: DEBUG nova.virt.hardware [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.085013] env[64443]: DEBUG nova.virt.hardware [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.085225] env[64443]: DEBUG nova.virt.hardware [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.085385] env[64443]: DEBUG nova.virt.hardware [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.085549] env[64443]: DEBUG nova.virt.hardware [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.085736] env[64443]: DEBUG nova.virt.hardware [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.085924] env[64443]: DEBUG nova.virt.hardware [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.091404] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1084.094175] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquiring lock "ae050470-34ea-4322-a751-9c9f1ce45802" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.094401] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lock "ae050470-34ea-4322-a751-9c9f1ce45802" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.094597] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquiring lock "ae050470-34ea-4322-a751-9c9f1ce45802-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.094780] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lock "ae050470-34ea-4322-a751-9c9f1ce45802-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.094959] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lock "ae050470-34ea-4322-a751-9c9f1ce45802-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.096466] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bed12f3c-02c9-41cf-8781-ea6ad04c7c45 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.109475] env[64443]: INFO nova.compute.manager [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Terminating instance [ 1084.111339] env[64443]: INFO nova.compute.manager [None req-34147244-8926-44ce-848b-6f45564b140d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Detaching volume e531c257-e36e-45a2-8c91-23645473d766 [ 1084.120289] env[64443]: DEBUG oslo_vmware.api [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1084.120289] env[64443]: value = "task-2677153" [ 1084.120289] env[64443]: _type = "Task" [ 1084.120289] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.131634] env[64443]: DEBUG oslo_vmware.api [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.147634] env[64443]: INFO nova.virt.block_device [None req-34147244-8926-44ce-848b-6f45564b140d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Attempting to driver detach volume e531c257-e36e-45a2-8c91-23645473d766 from mountpoint /dev/sdb [ 1084.147868] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-34147244-8926-44ce-848b-6f45564b140d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Volume detach. Driver type: vmdk {{(pid=64443) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1084.148080] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-34147244-8926-44ce-848b-6f45564b140d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539766', 'volume_id': 'e531c257-e36e-45a2-8c91-23645473d766', 'name': 'volume-e531c257-e36e-45a2-8c91-23645473d766', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05cbdea7-4062-4cdf-9c3d-a2c2532676ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'e531c257-e36e-45a2-8c91-23645473d766', 'serial': 'e531c257-e36e-45a2-8c91-23645473d766'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1084.148899] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b86d60b-7547-4249-ac89-88c045f4ca45 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.175699] env[64443]: DEBUG nova.network.neutron [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.180033] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0c360f-2bfc-4f84-95a9-266ea1a38ad5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.187380] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d95fe9c-a588-47ea-bfcb-f204a0ff1aeb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.213388] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f961964a-f882-4fc4-ad23-a0324df61d52 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.228765] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-34147244-8926-44ce-848b-6f45564b140d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] The volume has not been displaced from its original location: [datastore1] volume-e531c257-e36e-45a2-8c91-23645473d766/volume-e531c257-e36e-45a2-8c91-23645473d766.vmdk. No consolidation needed. {{(pid=64443) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1084.234062] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-34147244-8926-44ce-848b-6f45564b140d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1084.235187] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2462ccd4-3b40-4aeb-80c9-eff4ed94eb07 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.247902] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7e4346-034a-4d0a-80d3-a727a99aec7d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.259735] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a949df-1297-47b3-ab0b-14fcc4b24ba0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.262698] env[64443]: DEBUG oslo_vmware.api [None req-34147244-8926-44ce-848b-6f45564b140d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 1084.262698] env[64443]: value = "task-2677154" [ 1084.262698] env[64443]: _type = "Task" [ 1084.262698] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.294119] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb524b66-7406-46fa-be00-96e519f955e5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.300237] env[64443]: DEBUG oslo_vmware.api [None req-34147244-8926-44ce-848b-6f45564b140d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.304841] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc95d900-3371-445f-970a-b96fd4e9be45 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.315404] env[64443]: DEBUG oslo_vmware.api [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677152, 'name': PowerOnVM_Task, 'duration_secs': 0.522054} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.323166] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.323409] env[64443]: INFO nova.compute.manager [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1084.323607] env[64443]: DEBUG nova.compute.manager [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.324087] env[64443]: DEBUG nova.compute.provider_tree [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.325845] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fa9cd2-135a-4a17-b68c-79f70254832e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.368180] env[64443]: DEBUG nova.network.neutron [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Updating instance_info_cache with network_info: [{"id": "b5e5a243-fa15-43d9-a463-9f2e76739e58", "address": "fa:16:3e:ee:4f:6d", "network": {"id": "d4f2997b-70b0-48af-8ccc-7f2d361cd2fc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1568830297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f7cdfa710248878e953b2925868c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5e5a243-fa", "ovs_interfaceid": "b5e5a243-fa15-43d9-a463-9f2e76739e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.616011] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquiring lock "refresh_cache-ae050470-34ea-4322-a751-9c9f1ce45802" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.616349] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquired lock "refresh_cache-ae050470-34ea-4322-a751-9c9f1ce45802" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.616399] env[64443]: DEBUG nova.network.neutron [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.634376] env[64443]: DEBUG oslo_vmware.api [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677153, 'name': ReconfigVM_Task, 'duration_secs': 0.404799} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.634641] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1084.635464] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494bb3fd-e0ea-4b58-b73f-a246e59403e1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.657768] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] cdb2555a-5e01-4f7b-8a1d-d861966d361a/cdb2555a-5e01-4f7b-8a1d-d861966d361a.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.658168] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cffb0177-94e6-49a0-ad02-5978330ba50b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.676601] env[64443]: DEBUG oslo_vmware.api [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1084.676601] env[64443]: value = "task-2677155" [ 1084.676601] env[64443]: _type = "Task" [ 1084.676601] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.683834] env[64443]: DEBUG oslo_vmware.api [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.773647] env[64443]: DEBUG oslo_vmware.api [None req-34147244-8926-44ce-848b-6f45564b140d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677154, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.829885] env[64443]: DEBUG nova.scheduler.client.report [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.840716] env[64443]: INFO nova.compute.manager [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Took 15.19 seconds to build instance. [ 1084.870954] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "refresh_cache-d0194524-eba8-4e22-a69f-572f5d9d44cf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.871349] env[64443]: DEBUG nova.compute.manager [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Instance network_info: |[{"id": "b5e5a243-fa15-43d9-a463-9f2e76739e58", "address": "fa:16:3e:ee:4f:6d", "network": {"id": "d4f2997b-70b0-48af-8ccc-7f2d361cd2fc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1568830297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f7cdfa710248878e953b2925868c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5e5a243-fa", "ovs_interfaceid": "b5e5a243-fa15-43d9-a463-9f2e76739e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.871798] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:4f:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5e5a243-fa15-43d9-a463-9f2e76739e58', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.879151] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Creating folder: Project (64f7cdfa710248878e953b2925868c39). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.879702] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef7f7025-c440-4556-be48-66a3985d92d1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.898012] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Created folder: Project (64f7cdfa710248878e953b2925868c39) in parent group-v539479. [ 1084.898223] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Creating folder: Instances. Parent ref: group-v539781. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.898472] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a82e6f9-ce6b-4c1c-8b2e-0e0f6ab9896a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.907686] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Created folder: Instances in parent group-v539781. [ 1084.907989] env[64443]: DEBUG oslo.service.loopingcall [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1084.908211] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.908426] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c8c1e32-afb1-48c2-b938-9c3232cd7127 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.937867] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.937867] env[64443]: value = "task-2677158" [ 1084.937867] env[64443]: _type = "Task" [ 1084.937867] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.950494] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677158, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.060472] env[64443]: DEBUG nova.compute.manager [req-fd13e999-8ade-4447-be07-3b1ba2a1a3c2 req-b59d949b-a6f5-41f6-849b-abd7e27e511e service nova] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Received event network-changed-b5e5a243-fa15-43d9-a463-9f2e76739e58 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1085.060680] env[64443]: DEBUG nova.compute.manager [req-fd13e999-8ade-4447-be07-3b1ba2a1a3c2 req-b59d949b-a6f5-41f6-849b-abd7e27e511e service nova] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Refreshing instance network info cache due to event network-changed-b5e5a243-fa15-43d9-a463-9f2e76739e58. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1085.060927] env[64443]: DEBUG oslo_concurrency.lockutils [req-fd13e999-8ade-4447-be07-3b1ba2a1a3c2 req-b59d949b-a6f5-41f6-849b-abd7e27e511e service nova] Acquiring lock "refresh_cache-d0194524-eba8-4e22-a69f-572f5d9d44cf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.061085] env[64443]: DEBUG oslo_concurrency.lockutils [req-fd13e999-8ade-4447-be07-3b1ba2a1a3c2 req-b59d949b-a6f5-41f6-849b-abd7e27e511e service nova] Acquired lock "refresh_cache-d0194524-eba8-4e22-a69f-572f5d9d44cf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.061247] env[64443]: DEBUG nova.network.neutron [req-fd13e999-8ade-4447-be07-3b1ba2a1a3c2 req-b59d949b-a6f5-41f6-849b-abd7e27e511e service nova] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Refreshing network info cache for port b5e5a243-fa15-43d9-a463-9f2e76739e58 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.136824] env[64443]: DEBUG nova.network.neutron [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.183591] env[64443]: DEBUG nova.network.neutron [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.188458] env[64443]: DEBUG oslo_vmware.api [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677155, 'name': ReconfigVM_Task, 'duration_secs': 0.27449} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.188846] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Reconfigured VM instance instance-00000065 to attach disk [datastore1] cdb2555a-5e01-4f7b-8a1d-d861966d361a/cdb2555a-5e01-4f7b-8a1d-d861966d361a.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.189178] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Updating instance 'cdb2555a-5e01-4f7b-8a1d-d861966d361a' progress to 50 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.272928] env[64443]: DEBUG oslo_vmware.api [None req-34147244-8926-44ce-848b-6f45564b140d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677154, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.334657] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.337086] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.868s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.337283] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.337441] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64443) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1085.338260] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce1de48-268a-408a-90e5-a8d4d40399bb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.342620] env[64443]: DEBUG oslo_concurrency.lockutils [None req-93f41672-2772-42e9-8ba0-fe711eac0992 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "92b16fd1-5990-4e06-8a9c-60a12bbd57c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.704s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.346516] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d89ccef-0c53-4e11-9e66-6b8360ed620b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.360644] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691250e5-e072-481a-832f-fd7a9f8694c0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.368852] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c699b5a4-8c47-4c3e-b18e-28889a7541d3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.399504] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178683MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=64443) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1085.399606] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.399796] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.412270] env[64443]: INFO nova.scheduler.client.report [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Deleted allocations for instance 5f81a44d-0799-4b08-b334-829e8cfbaa83 [ 1085.446590] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677158, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.452187] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "92b16fd1-5990-4e06-8a9c-60a12bbd57c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.452438] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "92b16fd1-5990-4e06-8a9c-60a12bbd57c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.452658] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "92b16fd1-5990-4e06-8a9c-60a12bbd57c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.452842] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "92b16fd1-5990-4e06-8a9c-60a12bbd57c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.453020] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "92b16fd1-5990-4e06-8a9c-60a12bbd57c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.454953] env[64443]: INFO nova.compute.manager [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Terminating instance [ 1085.690117] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Releasing lock "refresh_cache-ae050470-34ea-4322-a751-9c9f1ce45802" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.690542] env[64443]: DEBUG nova.compute.manager [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.690764] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.691628] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0deb0674-28d2-4a7e-b9b4-5bde8398bd41 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.696400] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec51f741-7951-4928-9109-8b5cb8928a4b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.704075] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.716655] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-002cf5a3-bc31-4884-a320-e38c3e7dacb1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.721058] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd23b9e-f707-49c8-9f82-cdf0eed23794 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.739724] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Updating instance 'cdb2555a-5e01-4f7b-8a1d-d861966d361a' progress to 67 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.747333] env[64443]: DEBUG oslo_vmware.api [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1085.747333] env[64443]: value = "task-2677159" [ 1085.747333] env[64443]: _type = "Task" [ 1085.747333] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.759722] env[64443]: DEBUG oslo_vmware.api [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.761160] env[64443]: DEBUG nova.network.neutron [req-fd13e999-8ade-4447-be07-3b1ba2a1a3c2 req-b59d949b-a6f5-41f6-849b-abd7e27e511e service nova] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Updated VIF entry in instance network info cache for port b5e5a243-fa15-43d9-a463-9f2e76739e58. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.761743] env[64443]: DEBUG nova.network.neutron [req-fd13e999-8ade-4447-be07-3b1ba2a1a3c2 req-b59d949b-a6f5-41f6-849b-abd7e27e511e service nova] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Updating instance_info_cache with network_info: [{"id": "b5e5a243-fa15-43d9-a463-9f2e76739e58", "address": "fa:16:3e:ee:4f:6d", "network": {"id": "d4f2997b-70b0-48af-8ccc-7f2d361cd2fc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1568830297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f7cdfa710248878e953b2925868c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5e5a243-fa", "ovs_interfaceid": "b5e5a243-fa15-43d9-a463-9f2e76739e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.772446] env[64443]: DEBUG oslo_vmware.api [None req-34147244-8926-44ce-848b-6f45564b140d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677154, 'name': ReconfigVM_Task, 'duration_secs': 1.234752} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.773332] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-34147244-8926-44ce-848b-6f45564b140d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1085.778277] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef1d7d42-1d62-4b20-a1c7-dfabcc915d7e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.793559] env[64443]: DEBUG oslo_vmware.api [None req-34147244-8926-44ce-848b-6f45564b140d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 1085.793559] env[64443]: value = "task-2677160" [ 1085.793559] env[64443]: _type = "Task" [ 1085.793559] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.802013] env[64443]: DEBUG oslo_vmware.api [None req-34147244-8926-44ce-848b-6f45564b140d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.920847] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2baf0419-87d7-410a-9d8a-d3ff48b7436c tempest-AttachVolumeShelveTestJSON-1255090841 tempest-AttachVolumeShelveTestJSON-1255090841-project-member] Lock "5f81a44d-0799-4b08-b334-829e8cfbaa83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.089s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.947891] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677158, 'name': CreateVM_Task, 'duration_secs': 0.83207} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.948098] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.948837] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.949018] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.949371] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.949626] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45e07658-319d-4b8a-b52d-893fe59df790 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.954247] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1085.954247] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]520fa3cf-a7bf-08ea-a81d-8574f4aaad95" [ 1085.954247] env[64443]: _type = "Task" [ 1085.954247] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.958173] env[64443]: DEBUG nova.compute.manager [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.958397] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.959241] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf20a0d5-b3aa-4328-b102-28b4492c85e0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.968547] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520fa3cf-a7bf-08ea-a81d-8574f4aaad95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.970995] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.971245] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5720187b-a12a-49ef-805c-f550c43cb1a1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.977326] env[64443]: DEBUG oslo_vmware.api [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1085.977326] env[64443]: value = "task-2677161" [ 1085.977326] env[64443]: _type = "Task" [ 1085.977326] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.985283] env[64443]: DEBUG oslo_vmware.api [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.260945] env[64443]: DEBUG oslo_vmware.api [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677159, 'name': PowerOffVM_Task, 'duration_secs': 0.244379} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.261250] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.261423] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.261693] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55d5b895-936a-4090-8161-761a1726bc0e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.265203] env[64443]: DEBUG oslo_concurrency.lockutils [req-fd13e999-8ade-4447-be07-3b1ba2a1a3c2 req-b59d949b-a6f5-41f6-849b-abd7e27e511e service nova] Releasing lock "refresh_cache-d0194524-eba8-4e22-a69f-572f5d9d44cf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.286555] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.286555] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.286555] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Deleting the datastore file [datastore2] ae050470-34ea-4322-a751-9c9f1ce45802 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.286705] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a63ac97-f214-4fcc-8181-fdfb5e333b11 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.292820] env[64443]: DEBUG oslo_vmware.api [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for the task: (returnval){ [ 1086.292820] env[64443]: value = "task-2677163" [ 1086.292820] env[64443]: _type = "Task" [ 1086.292820] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.300745] env[64443]: DEBUG nova.network.neutron [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Port 2a1ad330-3d4b-4067-b271-002efee7db84 binding to destination host cpu-1 is already ACTIVE {{(pid=64443) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1086.308467] env[64443]: DEBUG oslo_vmware.api [None req-34147244-8926-44ce-848b-6f45564b140d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677160, 'name': ReconfigVM_Task, 'duration_secs': 0.150971} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.308707] env[64443]: DEBUG oslo_vmware.api [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.309213] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-34147244-8926-44ce-848b-6f45564b140d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539766', 'volume_id': 'e531c257-e36e-45a2-8c91-23645473d766', 'name': 'volume-e531c257-e36e-45a2-8c91-23645473d766', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '05cbdea7-4062-4cdf-9c3d-a2c2532676ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'e531c257-e36e-45a2-8c91-23645473d766', 'serial': 'e531c257-e36e-45a2-8c91-23645473d766'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1086.414382] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Applying migration context for instance cdb2555a-5e01-4f7b-8a1d-d861966d361a as it has an incoming, in-progress migration b30580ba-d95a-481a-8af1-cd2ca0012430. Migration status is migrating {{(pid=64443) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1086.415877] env[64443]: INFO nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Updating resource usage from migration b30580ba-d95a-481a-8af1-cd2ca0012430 [ 1086.446889] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 36b6417a-ddb2-42f0-a081-097fcf051e0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.447049] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 2db75f09-f8f6-477b-b922-64b5aae65e29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.447177] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance dc23b348-d002-432c-838a-644d3092057c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.447298] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 05cbdea7-4062-4cdf-9c3d-a2c2532676ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.447413] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance cfe684bb-ff0c-46bb-8485-a3cabaed9447 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.447527] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 8f5b0965-2958-41cd-ba42-6bc10710355e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.447638] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance ae050470-34ea-4322-a751-9c9f1ce45802 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.447748] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance be741b46-d1ce-4dc4-a162-caaa271878c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.447857] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.447965] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 92b16fd1-5990-4e06-8a9c-60a12bbd57c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.448088] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Migration b30580ba-d95a-481a-8af1-cd2ca0012430 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1086.448199] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance cdb2555a-5e01-4f7b-8a1d-d861966d361a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.448307] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance d0194524-eba8-4e22-a69f-572f5d9d44cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1086.448506] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1086.448684] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1086.464282] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520fa3cf-a7bf-08ea-a81d-8574f4aaad95, 'name': SearchDatastore_Task, 'duration_secs': 0.012842} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.466769] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.467010] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.467247] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.467394] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.467570] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.467986] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df69663a-0a4d-48cd-991d-81034bde94b3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.475853] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.476083] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.478768] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee4afc9-0020-428c-a289-e8d294327eb3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.486425] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1086.486425] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]520e5335-8ff8-b2b3-c164-38853d199681" [ 1086.486425] env[64443]: _type = "Task" [ 1086.486425] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.489392] env[64443]: DEBUG oslo_vmware.api [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677161, 'name': PowerOffVM_Task, 'duration_secs': 0.227282} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.492123] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.492297] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.494528] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f416e2f1-8acd-4dd6-a0cb-78967780da1f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.500814] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520e5335-8ff8-b2b3-c164-38853d199681, 'name': SearchDatastore_Task, 'duration_secs': 0.008673} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.501405] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96099d67-7d17-4286-83bd-4eaf90b3ea15 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.506874] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1086.506874] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]526f45d4-ad86-ee9e-909a-b388a9f53452" [ 1086.506874] env[64443]: _type = "Task" [ 1086.506874] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.514044] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]526f45d4-ad86-ee9e-909a-b388a9f53452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.555178] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.555394] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.555572] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Deleting the datastore file [datastore1] 92b16fd1-5990-4e06-8a9c-60a12bbd57c9 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.555826] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef7a813e-5d5a-4e7f-a4cd-2d51d84b1925 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.562307] env[64443]: DEBUG oslo_vmware.api [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1086.562307] env[64443]: value = "task-2677165" [ 1086.562307] env[64443]: _type = "Task" [ 1086.562307] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.570050] env[64443]: DEBUG oslo_vmware.api [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.609756] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966772ff-72ca-44e5-b06e-24106d0e76ae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.617127] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064261c2-11a8-457c-8e00-c84c67dbe610 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.647770] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f93767-37f8-4c59-b1a4-8b30a741c388 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.655046] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144a7ad2-ca72-4119-8684-2321946be948 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.667914] env[64443]: DEBUG nova.compute.provider_tree [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1086.801989] env[64443]: DEBUG oslo_vmware.api [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Task: {'id': task-2677163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119553} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.802325] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.802446] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.802623] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.802839] env[64443]: INFO nova.compute.manager [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1086.803166] env[64443]: DEBUG oslo.service.loopingcall [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1086.803357] env[64443]: DEBUG nova.compute.manager [-] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.803455] env[64443]: DEBUG nova.network.neutron [-] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.820943] env[64443]: DEBUG nova.network.neutron [-] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.875634] env[64443]: DEBUG nova.objects.instance [None req-34147244-8926-44ce-848b-6f45564b140d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lazy-loading 'flavor' on Instance uuid 05cbdea7-4062-4cdf-9c3d-a2c2532676ac {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.017189] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]526f45d4-ad86-ee9e-909a-b388a9f53452, 'name': SearchDatastore_Task, 'duration_secs': 0.008789} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.017459] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.017714] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] d0194524-eba8-4e22-a69f-572f5d9d44cf/d0194524-eba8-4e22-a69f-572f5d9d44cf.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.017970] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-909f64e9-d97a-4e24-8c32-b645a9331ecb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.024942] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1087.024942] env[64443]: value = "task-2677166" [ 1087.024942] env[64443]: _type = "Task" [ 1087.024942] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.032300] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.074877] env[64443]: DEBUG oslo_vmware.api [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151898} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.074877] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.074877] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.074877] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.075129] env[64443]: INFO nova.compute.manager [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1087.075176] env[64443]: DEBUG oslo.service.loopingcall [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1087.075366] env[64443]: DEBUG nova.compute.manager [-] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.075461] env[64443]: DEBUG nova.network.neutron [-] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.225627] env[64443]: DEBUG nova.scheduler.client.report [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1087.225825] env[64443]: DEBUG nova.compute.provider_tree [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 162 to 163 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1087.225957] env[64443]: DEBUG nova.compute.provider_tree [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1087.323934] env[64443]: DEBUG nova.network.neutron [-] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.332555] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "cdb2555a-5e01-4f7b-8a1d-d861966d361a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.333507] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "cdb2555a-5e01-4f7b-8a1d-d861966d361a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.333507] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "cdb2555a-5e01-4f7b-8a1d-d861966d361a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.534412] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45346} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.534682] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] d0194524-eba8-4e22-a69f-572f5d9d44cf/d0194524-eba8-4e22-a69f-572f5d9d44cf.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.534895] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.535580] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4e54b77-fb38-43ad-9c57-a72613c70228 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.542028] env[64443]: DEBUG nova.compute.manager [req-656054e9-83f7-4def-b8f2-df075def6d15 req-1592e218-1447-4425-abb1-e789f0a3e507 service nova] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Received event network-vif-deleted-d1a5cac1-468f-4e02-b39f-d51679633601 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1087.542028] env[64443]: INFO nova.compute.manager [req-656054e9-83f7-4def-b8f2-df075def6d15 req-1592e218-1447-4425-abb1-e789f0a3e507 service nova] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Neutron deleted interface d1a5cac1-468f-4e02-b39f-d51679633601; detaching it from the instance and deleting it from the info cache [ 1087.542028] env[64443]: DEBUG nova.network.neutron [req-656054e9-83f7-4def-b8f2-df075def6d15 req-1592e218-1447-4425-abb1-e789f0a3e507 service nova] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.544168] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1087.544168] env[64443]: value = "task-2677167" [ 1087.544168] env[64443]: _type = "Task" [ 1087.544168] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.553612] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.730736] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64443) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1087.730942] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.331s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.731179] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1087.731321] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Cleaning up deleted instances {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1087.834614] env[64443]: INFO nova.compute.manager [-] [instance: ae050470-34ea-4322-a751-9c9f1ce45802] Took 1.03 seconds to deallocate network for instance. [ 1087.883015] env[64443]: DEBUG oslo_concurrency.lockutils [None req-34147244-8926-44ce-848b-6f45564b140d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "05cbdea7-4062-4cdf-9c3d-a2c2532676ac" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.288s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.009334] env[64443]: DEBUG nova.network.neutron [-] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.045361] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69102a0f-ed31-4600-b93c-a5b268adfd96 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.058374] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068615} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.059481] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.060413] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb418d3-8b1c-40a8-aed8-a6e3c17c2cdb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.065376] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda44d2d-1a24-44b2-9531-2b48ce05c133 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.096073] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] d0194524-eba8-4e22-a69f-572f5d9d44cf/d0194524-eba8-4e22-a69f-572f5d9d44cf.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.105989] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a169e9e6-e97d-47f2-9dc3-0a1224470f3b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.120220] env[64443]: DEBUG nova.compute.manager [req-656054e9-83f7-4def-b8f2-df075def6d15 req-1592e218-1447-4425-abb1-e789f0a3e507 service nova] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Detach interface failed, port_id=d1a5cac1-468f-4e02-b39f-d51679633601, reason: Instance 92b16fd1-5990-4e06-8a9c-60a12bbd57c9 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1088.125774] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1088.125774] env[64443]: value = "task-2677169" [ 1088.125774] env[64443]: _type = "Task" [ 1088.125774] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.133265] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.245875] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] There are 52 instances to clean {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1088.246107] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: bcfeb829-c61f-409a-8e8d-c91887f9c0c8] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1088.341444] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.341730] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.341948] env[64443]: DEBUG nova.objects.instance [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lazy-loading 'resources' on Instance uuid ae050470-34ea-4322-a751-9c9f1ce45802 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.372760] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "refresh_cache-cdb2555a-5e01-4f7b-8a1d-d861966d361a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.372954] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "refresh_cache-cdb2555a-5e01-4f7b-8a1d-d861966d361a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.373190] env[64443]: DEBUG nova.network.neutron [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.511887] env[64443]: INFO nova.compute.manager [-] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Took 1.44 seconds to deallocate network for instance. [ 1088.635482] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677169, 'name': ReconfigVM_Task, 'duration_secs': 0.266558} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.635761] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Reconfigured VM instance instance-0000006c to attach disk [datastore2] d0194524-eba8-4e22-a69f-572f5d9d44cf/d0194524-eba8-4e22-a69f-572f5d9d44cf.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.636411] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f14021cd-0f25-45b1-8a92-1cd6089f56a4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.643817] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1088.643817] env[64443]: value = "task-2677170" [ 1088.643817] env[64443]: _type = "Task" [ 1088.643817] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.652350] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677170, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.749252] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: d154795d-d7cf-4e79-a359-f41e0935b1f2] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1089.017431] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.026067] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e11b50-916d-444d-a009-ce4ee75515f5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.037832] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab5d15a-8e7d-4040-ad1c-e18f860e8122 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.069803] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d36b9c-3886-4ac6-a9d7-d11fad08f7bb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.078027] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f32805-bb63-4925-a1b5-ef7dc4840478 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.091953] env[64443]: DEBUG nova.compute.provider_tree [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1089.100280] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "05cbdea7-4062-4cdf-9c3d-a2c2532676ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.100479] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "05cbdea7-4062-4cdf-9c3d-a2c2532676ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.100685] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "05cbdea7-4062-4cdf-9c3d-a2c2532676ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.100875] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "05cbdea7-4062-4cdf-9c3d-a2c2532676ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.101052] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "05cbdea7-4062-4cdf-9c3d-a2c2532676ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.103497] env[64443]: DEBUG nova.network.neutron [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Updating instance_info_cache with network_info: [{"id": "2a1ad330-3d4b-4067-b271-002efee7db84", "address": "fa:16:3e:70:48:ac", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1ad330-3d", "ovs_interfaceid": "2a1ad330-3d4b-4067-b271-002efee7db84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.104706] env[64443]: INFO nova.compute.manager [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Terminating instance [ 1089.153982] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677170, 'name': Rename_Task, 'duration_secs': 0.158824} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.154286] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.154520] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38ebdd6a-d3f8-495e-9aad-483e818d2963 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.160714] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1089.160714] env[64443]: value = "task-2677171" [ 1089.160714] env[64443]: _type = "Task" [ 1089.160714] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.171109] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.253690] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 6f5bec00-c67d-4b12-b07b-6e315bfa7ffa] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1089.607053] env[64443]: DEBUG oslo_concurrency.lockutils [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "refresh_cache-cdb2555a-5e01-4f7b-8a1d-d861966d361a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.611359] env[64443]: DEBUG nova.compute.manager [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.611567] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.612640] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08d78a7-06ff-48ce-84d4-3591651ea251 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.620016] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.620253] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70a7e336-60c6-4ddd-8994-58b6d0db5765 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.626137] env[64443]: DEBUG oslo_vmware.api [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 1089.626137] env[64443]: value = "task-2677172" [ 1089.626137] env[64443]: _type = "Task" [ 1089.626137] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.635859] env[64443]: DEBUG oslo_vmware.api [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.647433] env[64443]: DEBUG nova.scheduler.client.report [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1089.647694] env[64443]: DEBUG nova.compute.provider_tree [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 163 to 164 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1089.647910] env[64443]: DEBUG nova.compute.provider_tree [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1089.674544] env[64443]: DEBUG oslo_vmware.api [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677171, 'name': PowerOnVM_Task, 'duration_secs': 0.416018} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.677077] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.677077] env[64443]: INFO nova.compute.manager [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1089.677077] env[64443]: DEBUG nova.compute.manager [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.677524] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44789531-6615-40a5-b5a3-a0b80689064a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.757171] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 716c07e9-41e6-4a86-a49e-a9d7f203823b] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1090.136711] env[64443]: DEBUG oslo_vmware.api [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677172, 'name': PowerOffVM_Task, 'duration_secs': 0.177127} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.137094] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.137250] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.137501] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95fd8c91-170b-407b-b7e2-c5ec75921bac {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.149772] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0008d478-d5c3-4a5f-b90e-f18b48ba4ec4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.152861] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.155010] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.138s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.155254] env[64443]: DEBUG nova.objects.instance [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lazy-loading 'resources' on Instance uuid 92b16fd1-5990-4e06-8a9c-60a12bbd57c9 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.179459] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5472915c-b4bb-453f-a0a7-2fc0251a09f8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.185659] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Updating instance 'cdb2555a-5e01-4f7b-8a1d-d861966d361a' progress to 83 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.195542] env[64443]: INFO nova.compute.manager [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Took 15.70 seconds to build instance. [ 1090.201549] env[64443]: INFO nova.scheduler.client.report [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Deleted allocations for instance ae050470-34ea-4322-a751-9c9f1ce45802 [ 1090.209304] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.209553] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.209725] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Deleting the datastore file [datastore2] 05cbdea7-4062-4cdf-9c3d-a2c2532676ac {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.209987] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92f263e3-300c-4240-997b-4473b8a5a1f7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.216480] env[64443]: DEBUG oslo_vmware.api [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 1090.216480] env[64443]: value = "task-2677174" [ 1090.216480] env[64443]: _type = "Task" [ 1090.216480] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.226447] env[64443]: DEBUG oslo_vmware.api [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.263059] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 1b5f8ce3-bafd-4e44-8275-81c6c23db94b] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1090.696494] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.696494] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-825d6cbe-e5b9-4eb0-9169-4b67118985ea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.699328] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b32f972c-7c99-420d-95f8-295c362dfa7b tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "d0194524-eba8-4e22-a69f-572f5d9d44cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.222s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.704318] env[64443]: DEBUG oslo_vmware.api [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1090.704318] env[64443]: value = "task-2677175" [ 1090.704318] env[64443]: _type = "Task" [ 1090.704318] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.712283] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b4af41fc-f834-41d2-8dc8-6f16bc9ca421 tempest-ServerShowV247Test-31881356 tempest-ServerShowV247Test-31881356-project-member] Lock "ae050470-34ea-4322-a751-9c9f1ce45802" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.618s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.718228] env[64443]: DEBUG oslo_vmware.api [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.726490] env[64443]: DEBUG oslo_vmware.api [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32997} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.729666] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.729862] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.730049] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.730229] env[64443]: INFO nova.compute.manager [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1090.730471] env[64443]: DEBUG oslo.service.loopingcall [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1090.731094] env[64443]: DEBUG nova.compute.manager [-] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.731187] env[64443]: DEBUG nova.network.neutron [-] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.766286] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: e221ca52-4fe1-4074-8e08-3c5dcc221c57] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1090.833232] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4f5bee-c32b-4481-a64e-2c61109aae1d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.842367] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b386181-d46d-4019-af7a-6a604525dc14 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.875875] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0192216-0d0c-4378-96fd-f48c8a7fa97c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.890720] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b3ae18-37f3-4fcf-9761-346e64ca630a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.907889] env[64443]: DEBUG nova.compute.provider_tree [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.215638] env[64443]: DEBUG oslo_vmware.api [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677175, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.270533] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: d522bc66-8c24-4f5e-b21f-c6e3a5dc1bdf] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.386359] env[64443]: INFO nova.compute.manager [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Rebuilding instance [ 1091.482410] env[64443]: DEBUG nova.compute.manager [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.482410] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5f52c7-bb43-424a-9612-cf82db8fc632 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.493536] env[64443]: DEBUG nova.scheduler.client.report [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updated inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1091.496936] env[64443]: DEBUG nova.compute.provider_tree [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating resource provider 082176e5-bc15-4857-8991-de4e4f42c66a generation from 164 to 165 during operation: update_inventory {{(pid=64443) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1091.496936] env[64443]: DEBUG nova.compute.provider_tree [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.530149] env[64443]: DEBUG nova.compute.manager [req-f89a8864-eaea-471b-9afe-41e036d9edbf req-7f756ccb-0cb9-43cd-95d3-12aa09293a1a service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Received event network-vif-deleted-5678b67b-44d5-4fef-98c8-c4d9b5ba51ba {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1091.530398] env[64443]: INFO nova.compute.manager [req-f89a8864-eaea-471b-9afe-41e036d9edbf req-7f756ccb-0cb9-43cd-95d3-12aa09293a1a service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Neutron deleted interface 5678b67b-44d5-4fef-98c8-c4d9b5ba51ba; detaching it from the instance and deleting it from the info cache [ 1091.530579] env[64443]: DEBUG nova.network.neutron [req-f89a8864-eaea-471b-9afe-41e036d9edbf req-7f756ccb-0cb9-43cd-95d3-12aa09293a1a service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.716056] env[64443]: DEBUG oslo_vmware.api [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677175, 'name': PowerOnVM_Task, 'duration_secs': 0.589918} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.716634] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.716862] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a9068e-fe56-4f99-9f81-73d7b4b604f6 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Updating instance 'cdb2555a-5e01-4f7b-8a1d-d861966d361a' progress to 100 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1091.774239] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 3b7d9f53-8df2-4dd1-89c6-abc2c63d17c3] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.001753] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.006085] env[64443]: DEBUG nova.network.neutron [-] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.033716] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5737d637-269e-49b5-886b-45a1c22d1ab2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.044147] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a298ffa6-8001-4348-a4b1-cfb200787e56 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.077262] env[64443]: DEBUG nova.compute.manager [req-f89a8864-eaea-471b-9afe-41e036d9edbf req-7f756ccb-0cb9-43cd-95d3-12aa09293a1a service nova] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Detach interface failed, port_id=5678b67b-44d5-4fef-98c8-c4d9b5ba51ba, reason: Instance 05cbdea7-4062-4cdf-9c3d-a2c2532676ac could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1092.182565] env[64443]: INFO nova.scheduler.client.report [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Deleted allocations for instance 92b16fd1-5990-4e06-8a9c-60a12bbd57c9 [ 1092.277267] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 99fa9e11-31c2-4182-b402-3365fa09f2a5] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.508225] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.508590] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c64ccad-20b9-4924-bef0-59dfe7a46192 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.510785] env[64443]: INFO nova.compute.manager [-] [instance: 05cbdea7-4062-4cdf-9c3d-a2c2532676ac] Took 1.78 seconds to deallocate network for instance. [ 1092.517917] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1092.517917] env[64443]: value = "task-2677176" [ 1092.517917] env[64443]: _type = "Task" [ 1092.517917] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.526419] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.694409] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e53bca8a-d8f4-4583-a200-6261338bdd33 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "92b16fd1-5990-4e06-8a9c-60a12bbd57c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.242s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.782446] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 4cf4ece1-dfba-4a22-b810-0b08b33066ef] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1093.017447] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.017701] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.017920] env[64443]: DEBUG nova.objects.instance [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lazy-loading 'resources' on Instance uuid 05cbdea7-4062-4cdf-9c3d-a2c2532676ac {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.028193] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677176, 'name': PowerOffVM_Task, 'duration_secs': 0.226698} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.028447] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.028650] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.029424] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98996087-3ef2-46ae-a43b-8cd079a2b4dc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.036917] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.037155] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bac70b9-6f67-4103-b820-382085ec36c7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.104376] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.104376] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.104376] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Deleting the datastore file [datastore2] d0194524-eba8-4e22-a69f-572f5d9d44cf {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.104640] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f3bf867-b6a9-4528-b8ac-6aba5fbcace4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.113795] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1093.113795] env[64443]: value = "task-2677178" [ 1093.113795] env[64443]: _type = "Task" [ 1093.113795] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.121894] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.260390] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "be741b46-d1ce-4dc4-a162-caaa271878c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.260390] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "be741b46-d1ce-4dc4-a162-caaa271878c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.260390] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "be741b46-d1ce-4dc4-a162-caaa271878c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.260390] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "be741b46-d1ce-4dc4-a162-caaa271878c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.260390] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "be741b46-d1ce-4dc4-a162-caaa271878c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.263335] env[64443]: INFO nova.compute.manager [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Terminating instance [ 1093.286305] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 9c1f79fb-8883-43f7-9b37-96857485c53d] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1093.636650] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145825} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.636650] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.636650] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.636650] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.750131] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61de68c0-8697-4f6a-9cca-488ccf5af919 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.758096] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b86d02-e894-4eca-b41e-bca8f9138739 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.792408] env[64443]: DEBUG nova.compute.manager [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.792689] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.793672] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 456752b1-5451-4f7b-bd30-31c6edc0837a] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1093.796118] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ee556c-61d0-4723-893e-8f4dc4ef3dc2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.802308] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a597c4e-34e9-4e6f-8bee-8ef9afc0eb02 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.812907] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da307c8-f961-4c62-bffa-9e07d009c448 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.816887] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.817207] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a9c6fd4-1e92-4853-8afc-575589560af6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.829082] env[64443]: DEBUG nova.compute.provider_tree [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.831680] env[64443]: DEBUG oslo_vmware.api [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1093.831680] env[64443]: value = "task-2677179" [ 1093.831680] env[64443]: _type = "Task" [ 1093.831680] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.840344] env[64443]: DEBUG oslo_vmware.api [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.303881] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 17791435-701d-4a7a-b1f2-0d7d61e339da] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.333846] env[64443]: DEBUG nova.scheduler.client.report [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.348704] env[64443]: DEBUG oslo_vmware.api [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677179, 'name': PowerOffVM_Task, 'duration_secs': 0.21806} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.349646] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.349828] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.350106] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1c184c4-fbeb-49c0-ba55-b51663f8c9e5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.410900] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.411165] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.411340] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Deleting the datastore file [datastore2] be741b46-d1ce-4dc4-a162-caaa271878c4 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.411605] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91c8b5ae-83bb-4c77-a0e9-68b22421cdce {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.417800] env[64443]: DEBUG oslo_vmware.api [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1094.417800] env[64443]: value = "task-2677181" [ 1094.417800] env[64443]: _type = "Task" [ 1094.417800] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.427021] env[64443]: DEBUG oslo_vmware.api [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.710168] env[64443]: DEBUG nova.virt.hardware [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.710430] env[64443]: DEBUG nova.virt.hardware [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.710589] env[64443]: DEBUG nova.virt.hardware [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.710810] env[64443]: DEBUG nova.virt.hardware [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.710963] env[64443]: DEBUG nova.virt.hardware [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.712165] env[64443]: DEBUG nova.virt.hardware [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.713330] env[64443]: DEBUG nova.virt.hardware [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.717082] env[64443]: DEBUG nova.virt.hardware [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.717082] env[64443]: DEBUG nova.virt.hardware [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.717082] env[64443]: DEBUG nova.virt.hardware [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.717082] env[64443]: DEBUG nova.virt.hardware [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.717082] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044bee38-d3b5-49df-a1e2-8813cd0867d5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.725986] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2deb27ff-96ff-48fe-8f32-85ebad70e93f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.743069] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:4f:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5e5a243-fa15-43d9-a463-9f2e76739e58', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.754436] env[64443]: DEBUG oslo.service.loopingcall [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1094.754916] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.755334] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c5da01a-192e-4cc5-aae5-5957d5e19ced {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.776366] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.776366] env[64443]: value = "task-2677182" [ 1094.776366] env[64443]: _type = "Task" [ 1094.776366] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.786622] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677182, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.807316] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 9230d532-c130-4aaa-a332-80991a281086] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.842762] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.900206] env[64443]: DEBUG nova.network.neutron [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Port 2a1ad330-3d4b-4067-b271-002efee7db84 binding to destination host cpu-1 is already ACTIVE {{(pid=64443) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1094.900513] env[64443]: DEBUG oslo_concurrency.lockutils [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "refresh_cache-cdb2555a-5e01-4f7b-8a1d-d861966d361a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.900687] env[64443]: DEBUG oslo_concurrency.lockutils [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "refresh_cache-cdb2555a-5e01-4f7b-8a1d-d861966d361a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.900958] env[64443]: DEBUG nova.network.neutron [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.929313] env[64443]: DEBUG oslo_vmware.api [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133757} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.929597] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.929794] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.930079] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.930319] env[64443]: INFO nova.compute.manager [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1094.930572] env[64443]: DEBUG oslo.service.loopingcall [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1094.930776] env[64443]: DEBUG nova.compute.manager [-] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.930882] env[64443]: DEBUG nova.network.neutron [-] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.069939] env[64443]: INFO nova.scheduler.client.report [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Deleted allocations for instance 05cbdea7-4062-4cdf-9c3d-a2c2532676ac [ 1095.288977] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677182, 'name': CreateVM_Task, 'duration_secs': 0.368607} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.289167] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.289892] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.290119] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.290537] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1095.290984] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12f0f4c-98ed-44aa-8139-96349b30e52b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.299035] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1095.299035] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52aace28-72b9-4b11-2d7d-a03da043a4c0" [ 1095.299035] env[64443]: _type = "Task" [ 1095.299035] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.307346] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52aace28-72b9-4b11-2d7d-a03da043a4c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.312033] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 629f1078-51fb-416e-8335-aa864708ca9c] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.407849] env[64443]: DEBUG nova.compute.manager [req-d62ec0d1-f2f1-49ff-ac7c-9ead21f0e710 req-bb77368d-8143-4490-8623-fd4ddf7608bc service nova] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Received event network-vif-deleted-4d326927-d31d-49d9-a19a-e7f70b5f035a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1095.407849] env[64443]: INFO nova.compute.manager [req-d62ec0d1-f2f1-49ff-ac7c-9ead21f0e710 req-bb77368d-8143-4490-8623-fd4ddf7608bc service nova] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Neutron deleted interface 4d326927-d31d-49d9-a19a-e7f70b5f035a; detaching it from the instance and deleting it from the info cache [ 1095.408105] env[64443]: DEBUG nova.network.neutron [req-d62ec0d1-f2f1-49ff-ac7c-9ead21f0e710 req-bb77368d-8143-4490-8623-fd4ddf7608bc service nova] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.578374] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9ffe1859-fc17-43b5-bb25-fdee6096e973 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "05cbdea7-4062-4cdf-9c3d-a2c2532676ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.478s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.700044] env[64443]: DEBUG nova.network.neutron [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Updating instance_info_cache with network_info: [{"id": "2a1ad330-3d4b-4067-b271-002efee7db84", "address": "fa:16:3e:70:48:ac", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1ad330-3d", "ovs_interfaceid": "2a1ad330-3d4b-4067-b271-002efee7db84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.806951] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52aace28-72b9-4b11-2d7d-a03da043a4c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010012} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.807273] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.807508] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.807737] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.807888] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.808086] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.808342] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20e3076d-f70d-478a-92e9-225003d51f3e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.815724] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: ab8a79f4-4628-4bd1-b191-54fd9a84bb5a] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.818521] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.818696] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.819619] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e226e26e-f0e1-40e3-afe3-8d2a71db527e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.826911] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1095.826911] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5232b951-3ba0-b46b-d90d-0b48abcb0b38" [ 1095.826911] env[64443]: _type = "Task" [ 1095.826911] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.835516] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5232b951-3ba0-b46b-d90d-0b48abcb0b38, 'name': SearchDatastore_Task, 'duration_secs': 0.008138} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.836216] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b013be3-ecc8-4537-a08d-330b06cf042f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.840960] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1095.840960] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5222a6a0-127b-a9a1-7170-dafc601a21aa" [ 1095.840960] env[64443]: _type = "Task" [ 1095.840960] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.850621] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5222a6a0-127b-a9a1-7170-dafc601a21aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.886510] env[64443]: DEBUG nova.network.neutron [-] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.910354] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4753ed3f-a5ac-4c8f-b1ef-a122b55bc39f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.920312] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769e347d-451b-4bb7-bd2b-4d7687d927f9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.954692] env[64443]: DEBUG nova.compute.manager [req-d62ec0d1-f2f1-49ff-ac7c-9ead21f0e710 req-bb77368d-8143-4490-8623-fd4ddf7608bc service nova] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Detach interface failed, port_id=4d326927-d31d-49d9-a19a-e7f70b5f035a, reason: Instance be741b46-d1ce-4dc4-a162-caaa271878c4 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1096.204637] env[64443]: DEBUG oslo_concurrency.lockutils [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "refresh_cache-cdb2555a-5e01-4f7b-8a1d-d861966d361a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.321753] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 76b7ad43-136e-404c-acf4-11101f4c425f] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.356543] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5222a6a0-127b-a9a1-7170-dafc601a21aa, 'name': SearchDatastore_Task, 'duration_secs': 0.025864} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.363619] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.363619] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] d0194524-eba8-4e22-a69f-572f5d9d44cf/d0194524-eba8-4e22-a69f-572f5d9d44cf.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.363619] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2807691b-1246-4c76-87f4-d8f0a2300928 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.369923] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1096.369923] env[64443]: value = "task-2677183" [ 1096.369923] env[64443]: _type = "Task" [ 1096.369923] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.384849] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.388393] env[64443]: INFO nova.compute.manager [-] [instance: be741b46-d1ce-4dc4-a162-caaa271878c4] Took 1.46 seconds to deallocate network for instance. [ 1096.708554] env[64443]: DEBUG nova.compute.manager [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=64443) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1096.708848] env[64443]: DEBUG oslo_concurrency.lockutils [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.709071] env[64443]: DEBUG oslo_concurrency.lockutils [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.826791] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: c6edfade-81b0-4c08-b835-f0b9ddaff99f] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.881401] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458326} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.881659] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] d0194524-eba8-4e22-a69f-572f5d9d44cf/d0194524-eba8-4e22-a69f-572f5d9d44cf.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.881993] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.882197] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b515cfca-8935-4eac-8720-edd2699e268c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.891038] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1096.891038] env[64443]: value = "task-2677185" [ 1096.891038] env[64443]: _type = "Task" [ 1096.891038] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.894956] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.900092] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.212488] env[64443]: DEBUG nova.objects.instance [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lazy-loading 'migration_context' on Instance uuid cdb2555a-5e01-4f7b-8a1d-d861966d361a {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.329823] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 5f81a44d-0799-4b08-b334-829e8cfbaa83] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.401453] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172122} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.401453] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.402140] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3894311b-1f86-42f0-85fe-42780e5589ca {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.424897] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] d0194524-eba8-4e22-a69f-572f5d9d44cf/d0194524-eba8-4e22-a69f-572f5d9d44cf.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.425227] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85aaee74-258e-4cd4-8039-e54128a2a8b3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.445773] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1097.445773] env[64443]: value = "task-2677186" [ 1097.445773] env[64443]: _type = "Task" [ 1097.445773] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.454251] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.833397] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 17c0b912-f5c8-4bbd-9e15-0e26d490ff65] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.882031] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0166b0b8-fd3a-42be-9a68-27a82e7c3f7d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.890410] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d828e3-c73a-4599-b341-af3caa54caa6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.923532] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ff84c7-3c84-42cf-926e-9735f2442076 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.932479] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f5ec6a-6004-4dce-87b3-8443308386fa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.945821] env[64443]: DEBUG nova.compute.provider_tree [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.954829] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677186, 'name': ReconfigVM_Task, 'duration_secs': 0.32109} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.955116] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Reconfigured VM instance instance-0000006c to attach disk [datastore2] d0194524-eba8-4e22-a69f-572f5d9d44cf/d0194524-eba8-4e22-a69f-572f5d9d44cf.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.956306] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a91b7ef-8f29-4b3d-bc20-c63a7a4ca5a4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.963784] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1097.963784] env[64443]: value = "task-2677187" [ 1097.963784] env[64443]: _type = "Task" [ 1097.963784] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.973337] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677187, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.336613] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 5884420d-748b-4bc3-9513-fedda3df2a86] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.452343] env[64443]: DEBUG nova.scheduler.client.report [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.473810] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677187, 'name': Rename_Task, 'duration_secs': 0.140325} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.474472] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.474472] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e382d66-c3af-4ad9-93f7-7a61bb57ac68 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.481751] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1098.481751] env[64443]: value = "task-2677188" [ 1098.481751] env[64443]: _type = "Task" [ 1098.481751] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.489496] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.840033] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 1d7a7ec8-bd79-4607-b1ac-99a91913bbdd] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.994344] env[64443]: DEBUG oslo_vmware.api [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677188, 'name': PowerOnVM_Task, 'duration_secs': 0.442474} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.994892] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.995126] env[64443]: DEBUG nova.compute.manager [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.995893] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c36f418-2761-4f53-96d4-c029663b3a96 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.343669] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 2cf1f29c-38f5-40d8-b643-23aacfd60d96] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.445820] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "0a897bf8-614b-4800-9f53-505ac8ebad72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.446077] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "0a897bf8-614b-4800-9f53-505ac8ebad72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.463033] env[64443]: DEBUG oslo_concurrency.lockutils [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.753s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.468339] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.573s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.468604] env[64443]: DEBUG nova.objects.instance [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lazy-loading 'resources' on Instance uuid be741b46-d1ce-4dc4-a162-caaa271878c4 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.514256] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.846759] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 6e7b78ad-7d1d-4cb4-b216-33d5f75afbda] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.949637] env[64443]: DEBUG nova.compute.manager [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.136933] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fd4a93-d298-49a3-9c27-e582ca6970c3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.144348] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21e2d0f-48d4-4b66-990d-8e8854468b3c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.174685] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8919e8d-1561-45a7-b789-d4b389aedea3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.183364] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7a81eb-7b00-4dca-9035-19f66b8a3fbd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.198022] env[64443]: DEBUG nova.compute.provider_tree [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.351863] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: a1c728ab-d6a4-46ef-84e8-a0beb82d62b9] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.465978] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.703878] env[64443]: DEBUG nova.scheduler.client.report [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.707116] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "d0194524-eba8-4e22-a69f-572f5d9d44cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.708204] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "d0194524-eba8-4e22-a69f-572f5d9d44cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.708204] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "d0194524-eba8-4e22-a69f-572f5d9d44cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.708611] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "d0194524-eba8-4e22-a69f-572f5d9d44cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.708611] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "d0194524-eba8-4e22-a69f-572f5d9d44cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.710401] env[64443]: INFO nova.compute.manager [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Terminating instance [ 1100.853999] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 2b8158f0-c55c-48d5-88c9-269f0c89256a] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.004081] env[64443]: INFO nova.compute.manager [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Swapping old allocation on dict_keys(['082176e5-bc15-4857-8991-de4e4f42c66a']) held by migration b30580ba-d95a-481a-8af1-cd2ca0012430 for instance [ 1101.026308] env[64443]: DEBUG nova.scheduler.client.report [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Overwriting current allocation {'allocations': {'082176e5-bc15-4857-8991-de4e4f42c66a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 167}}, 'project_id': 'ba1d9be87e324c16af67845240b31fcd', 'user_id': '6e0a9819dc19432a80ef11b4035b171d', 'consumer_generation': 1} on consumer cdb2555a-5e01-4f7b-8a1d-d861966d361a {{(pid=64443) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1101.103282] env[64443]: DEBUG oslo_concurrency.lockutils [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "refresh_cache-cdb2555a-5e01-4f7b-8a1d-d861966d361a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.103485] env[64443]: DEBUG oslo_concurrency.lockutils [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "refresh_cache-cdb2555a-5e01-4f7b-8a1d-d861966d361a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.103673] env[64443]: DEBUG nova.network.neutron [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.211731] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.214347] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.700s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.214347] env[64443]: DEBUG nova.objects.instance [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64443) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1101.216882] env[64443]: DEBUG nova.compute.manager [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.217037] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.218070] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f13172-4d4a-47a7-acae-13c29928b128 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.226862] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.227146] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8c3af74-2fbe-497f-8a94-e0f71868bff6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.232849] env[64443]: INFO nova.scheduler.client.report [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Deleted allocations for instance be741b46-d1ce-4dc4-a162-caaa271878c4 [ 1101.235057] env[64443]: DEBUG oslo_vmware.api [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1101.235057] env[64443]: value = "task-2677189" [ 1101.235057] env[64443]: _type = "Task" [ 1101.235057] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.249307] env[64443]: DEBUG oslo_vmware.api [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.357465] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 534390d7-da61-44a0-bc4b-94fb475598a7] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.415296] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "dfc828d9-34d3-4bda-a662-7824538540b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.415522] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "dfc828d9-34d3-4bda-a662-7824538540b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.416627] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "2db75f09-f8f6-477b-b922-64b5aae65e29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.416822] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "2db75f09-f8f6-477b-b922-64b5aae65e29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.417076] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "2db75f09-f8f6-477b-b922-64b5aae65e29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.417271] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "2db75f09-f8f6-477b-b922-64b5aae65e29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.417437] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "2db75f09-f8f6-477b-b922-64b5aae65e29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.419269] env[64443]: INFO nova.compute.manager [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Terminating instance [ 1101.746628] env[64443]: DEBUG oslo_vmware.api [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677189, 'name': PowerOffVM_Task, 'duration_secs': 0.419282} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.747090] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3d49a5af-a173-425a-9ebb-8e807256b5ce tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "be741b46-d1ce-4dc4-a162-caaa271878c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.489s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.750189] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.750367] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.750808] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f10a54e-51f7-47ed-b3c0-78aee1ed3347 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.819607] env[64443]: DEBUG nova.network.neutron [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Updating instance_info_cache with network_info: [{"id": "2a1ad330-3d4b-4067-b271-002efee7db84", "address": "fa:16:3e:70:48:ac", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1ad330-3d", "ovs_interfaceid": "2a1ad330-3d4b-4067-b271-002efee7db84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.840038] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.840038] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.840038] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Deleting the datastore file [datastore2] d0194524-eba8-4e22-a69f-572f5d9d44cf {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.840210] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7884c098-bd91-4314-b0c2-27af8c9c6a07 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.846380] env[64443]: DEBUG oslo_vmware.api [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1101.846380] env[64443]: value = "task-2677191" [ 1101.846380] env[64443]: _type = "Task" [ 1101.846380] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.854655] env[64443]: DEBUG oslo_vmware.api [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.860236] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: b84768f5-b018-4142-8db1-b1b2299bfa9e] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.920640] env[64443]: DEBUG nova.compute.manager [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.924377] env[64443]: DEBUG nova.compute.manager [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.924377] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.925370] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b01c850-a44b-45cd-987b-c8ab6169b793 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.933650] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.933946] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06ca5a80-0a30-43ea-b336-feb78d640b5d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.940457] env[64443]: DEBUG oslo_vmware.api [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 1101.940457] env[64443]: value = "task-2677192" [ 1101.940457] env[64443]: _type = "Task" [ 1101.940457] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.948590] env[64443]: DEBUG oslo_vmware.api [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.225922] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7111d918-4b1d-495a-a284-157fb7d65e2d tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.227158] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.761s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.228696] env[64443]: INFO nova.compute.claims [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.322419] env[64443]: DEBUG oslo_concurrency.lockutils [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "refresh_cache-cdb2555a-5e01-4f7b-8a1d-d861966d361a" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.322861] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.323180] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1641619-cfec-487e-bdef-56abc0b1a1cb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.331581] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1102.331581] env[64443]: value = "task-2677193" [ 1102.331581] env[64443]: _type = "Task" [ 1102.331581] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.342405] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.356915] env[64443]: DEBUG oslo_vmware.api [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.436306} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.357295] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.357542] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.357757] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.357994] env[64443]: INFO nova.compute.manager [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1102.358304] env[64443]: DEBUG oslo.service.loopingcall [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1102.358515] env[64443]: DEBUG nova.compute.manager [-] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.358612] env[64443]: DEBUG nova.network.neutron [-] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.363832] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: c064a08a-ab00-446c-a38e-a5d48cbde6d7] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.453183] env[64443]: DEBUG oslo_vmware.api [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677192, 'name': PowerOffVM_Task, 'duration_secs': 0.213497} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.454199] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.454473] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.454637] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.454872] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48990f9e-b4e7-41a9-9a94-1a7747625682 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.659616] env[64443]: DEBUG nova.compute.manager [req-4a62e522-6573-4dd4-93f4-88dd564ea84b req-5874292a-f831-456c-9377-f30089d919d7 service nova] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Received event network-vif-deleted-b5e5a243-fa15-43d9-a463-9f2e76739e58 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1102.659616] env[64443]: INFO nova.compute.manager [req-4a62e522-6573-4dd4-93f4-88dd564ea84b req-5874292a-f831-456c-9377-f30089d919d7 service nova] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Neutron deleted interface b5e5a243-fa15-43d9-a463-9f2e76739e58; detaching it from the instance and deleting it from the info cache [ 1102.659616] env[64443]: DEBUG nova.network.neutron [req-4a62e522-6573-4dd4-93f4-88dd564ea84b req-5874292a-f831-456c-9377-f30089d919d7 service nova] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.841705] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677193, 'name': PowerOffVM_Task, 'duration_secs': 0.205421} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.842067] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.842804] env[64443]: DEBUG nova.virt.hardware [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.843089] env[64443]: DEBUG nova.virt.hardware [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.843276] env[64443]: DEBUG nova.virt.hardware [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.843525] env[64443]: DEBUG nova.virt.hardware [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.843723] env[64443]: DEBUG nova.virt.hardware [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.843921] env[64443]: DEBUG nova.virt.hardware [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.844200] env[64443]: DEBUG nova.virt.hardware [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.844406] env[64443]: DEBUG nova.virt.hardware [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.844635] env[64443]: DEBUG nova.virt.hardware [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.844859] env[64443]: DEBUG nova.virt.hardware [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.845102] env[64443]: DEBUG nova.virt.hardware [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.850099] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4c6b671-9f6d-4d35-9ff8-943ce885ac67 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.866557] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 80602fb3-01a6-4048-9d49-e9429af72d1b] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.868512] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1102.868512] env[64443]: value = "task-2677195" [ 1102.868512] env[64443]: _type = "Task" [ 1102.868512] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.877760] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677195, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.029676] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "5d898e14-c22d-4ef6-a277-fce58b4025da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.030837] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "5d898e14-c22d-4ef6-a277-fce58b4025da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.144220] env[64443]: DEBUG nova.network.neutron [-] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.162331] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2bcd662-19de-4b0b-b8a9-7294dac1c5b2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.172166] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34304cee-9228-4f24-a463-de606bce21af {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.200818] env[64443]: DEBUG nova.compute.manager [req-4a62e522-6573-4dd4-93f4-88dd564ea84b req-5874292a-f831-456c-9377-f30089d919d7 service nova] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Detach interface failed, port_id=b5e5a243-fa15-43d9-a463-9f2e76739e58, reason: Instance d0194524-eba8-4e22-a69f-572f5d9d44cf could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1103.374852] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: db12f279-a8f8-478c-885d-2a0d3062d87c] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.377327] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15e0f68-439d-4dfc-9dad-7d5da4c95ccb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.387386] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8d1c31-62cf-4911-86e1-0136698ecdf5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.390726] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677195, 'name': ReconfigVM_Task, 'duration_secs': 0.152436} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.391839] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039e474e-bb92-4e17-9459-325408a16bd8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.423584] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52cbc8f-1e4e-4096-90f2-d203d8f4b618 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.441245] env[64443]: DEBUG nova.virt.hardware [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.441245] env[64443]: DEBUG nova.virt.hardware [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.441245] env[64443]: DEBUG nova.virt.hardware [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.441245] env[64443]: DEBUG nova.virt.hardware [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.441245] env[64443]: DEBUG nova.virt.hardware [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.441245] env[64443]: DEBUG nova.virt.hardware [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.441245] env[64443]: DEBUG nova.virt.hardware [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.441245] env[64443]: DEBUG nova.virt.hardware [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.441586] env[64443]: DEBUG nova.virt.hardware [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.441586] env[64443]: DEBUG nova.virt.hardware [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.441738] env[64443]: DEBUG nova.virt.hardware [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.443579] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eae7431-bcbe-4d13-96b5-28133c679921 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.449346] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757e88b8-f313-4853-a104-f42bc075a388 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.454502] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1103.454502] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ff38da-57e2-e3b9-a5a7-098468083902" [ 1103.454502] env[64443]: _type = "Task" [ 1103.454502] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.465417] env[64443]: DEBUG nova.compute.provider_tree [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.471251] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ff38da-57e2-e3b9-a5a7-098468083902, 'name': SearchDatastore_Task, 'duration_secs': 0.010055} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.477735] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1103.477735] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fc97f47-e02c-4112-ab0f-5433a4dcccff {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.497628] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1103.497628] env[64443]: value = "task-2677196" [ 1103.497628] env[64443]: _type = "Task" [ 1103.497628] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.504521] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.532558] env[64443]: DEBUG nova.compute.manager [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.646690] env[64443]: INFO nova.compute.manager [-] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Took 1.29 seconds to deallocate network for instance. [ 1103.880510] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 56c38d6a-4399-4852-99e7-23ff210146b2] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.969030] env[64443]: DEBUG nova.scheduler.client.report [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.005420] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.049674] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.153404] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.383967] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: de9533bd-cb27-4d84-9be4-ed7c3a3b2197] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.473073] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.473604] env[64443]: DEBUG nova.compute.manager [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.476179] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.022s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.477587] env[64443]: INFO nova.compute.claims [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.505254] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.887677] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: c78fe721-d1f8-410d-aef1-077f00e53604] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.947704] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.947934] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.948137] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Deleting the datastore file [datastore1] 2db75f09-f8f6-477b-b922-64b5aae65e29 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.948404] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-450cc5ac-df3c-4d48-b5cc-14400faf0432 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.956083] env[64443]: DEBUG oslo_vmware.api [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 1104.956083] env[64443]: value = "task-2677197" [ 1104.956083] env[64443]: _type = "Task" [ 1104.956083] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.963541] env[64443]: DEBUG oslo_vmware.api [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.982381] env[64443]: DEBUG nova.compute.utils [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1104.985522] env[64443]: DEBUG nova.compute.manager [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.985690] env[64443]: DEBUG nova.network.neutron [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.006528] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.059586] env[64443]: DEBUG nova.policy [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01c71189fb204cc5aa5b00836fe93f69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4f72016b64945a0b5fb0e033d074579', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.385930] env[64443]: DEBUG nova.network.neutron [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Successfully created port: 024cf3cf-9193-487c-af07-6c8af1319cbf {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.391176] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: e33c53ff-e145-485c-82ec-de74deaf219f] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.465680] env[64443]: DEBUG oslo_vmware.api [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321669} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.465909] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.466106] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.466385] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.466479] env[64443]: INFO nova.compute.manager [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Took 3.54 seconds to destroy the instance on the hypervisor. [ 1105.466709] env[64443]: DEBUG oslo.service.loopingcall [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1105.466888] env[64443]: DEBUG nova.compute.manager [-] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.467239] env[64443]: DEBUG nova.network.neutron [-] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1105.487823] env[64443]: DEBUG nova.compute.manager [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.511489] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677196, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.664467] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6680ee-962f-44c0-9d32-8e677414b181 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.671993] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09f1afd-e86f-4a13-9ef8-30230bd4a98f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.703713] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e63f14-9a3c-48c3-8c18-76f867b7714c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.710856] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b71ae4b-5204-47e4-9416-1e81857457c2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.723947] env[64443]: DEBUG nova.compute.provider_tree [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.829295] env[64443]: DEBUG nova.compute.manager [req-01deb17e-ea64-437a-b0a6-74bb771936ef req-4fbde4e2-ba34-432c-a7fa-31bf3284235d service nova] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Received event network-vif-deleted-244613f0-50a4-49be-8fcd-cda9fbfc74e0 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1105.829468] env[64443]: INFO nova.compute.manager [req-01deb17e-ea64-437a-b0a6-74bb771936ef req-4fbde4e2-ba34-432c-a7fa-31bf3284235d service nova] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Neutron deleted interface 244613f0-50a4-49be-8fcd-cda9fbfc74e0; detaching it from the instance and deleting it from the info cache [ 1105.829642] env[64443]: DEBUG nova.network.neutron [req-01deb17e-ea64-437a-b0a6-74bb771936ef req-4fbde4e2-ba34-432c-a7fa-31bf3284235d service nova] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.893847] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 132228fb-0f30-408a-9f0d-b7d0378846d2] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.009245] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677196, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.227483] env[64443]: DEBUG nova.scheduler.client.report [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.308796] env[64443]: DEBUG nova.network.neutron [-] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.332035] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d9d5700-d9e6-4c77-a538-b4e70ff5fe7b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.345594] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da8bce1-898a-4e28-9ebe-fdc511dbeec7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.375872] env[64443]: DEBUG nova.compute.manager [req-01deb17e-ea64-437a-b0a6-74bb771936ef req-4fbde4e2-ba34-432c-a7fa-31bf3284235d service nova] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Detach interface failed, port_id=244613f0-50a4-49be-8fcd-cda9fbfc74e0, reason: Instance 2db75f09-f8f6-477b-b922-64b5aae65e29 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1106.396943] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 607c9db3-eb01-4317-bb37-c717e49c1aa7] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.495708] env[64443]: DEBUG nova.compute.manager [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.506705] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677196, 'name': ReconfigVM_Task, 'duration_secs': 2.608953} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.506968] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1106.507785] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2529cf0f-6268-4339-a6d6-08482a7777cf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.530105] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] cdb2555a-5e01-4f7b-8a1d-d861966d361a/cdb2555a-5e01-4f7b-8a1d-d861966d361a.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.532172] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1bd4869-6a3b-4ee7-ba0a-2cb1214d8e5f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.550517] env[64443]: DEBUG nova.virt.hardware [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.550750] env[64443]: DEBUG nova.virt.hardware [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.550937] env[64443]: DEBUG nova.virt.hardware [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.551139] env[64443]: DEBUG nova.virt.hardware [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.551291] env[64443]: DEBUG nova.virt.hardware [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.551438] env[64443]: DEBUG nova.virt.hardware [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.551647] env[64443]: DEBUG nova.virt.hardware [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.551810] env[64443]: DEBUG nova.virt.hardware [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.551984] env[64443]: DEBUG nova.virt.hardware [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.552158] env[64443]: DEBUG nova.virt.hardware [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.552329] env[64443]: DEBUG nova.virt.hardware [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.553127] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b70d3b5-7566-4a84-94dd-4ece93ff9e3d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.557045] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1106.557045] env[64443]: value = "task-2677198" [ 1106.557045] env[64443]: _type = "Task" [ 1106.557045] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.563148] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040813ab-5a1f-4fa5-a3e7-6086e71c8f06 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.570231] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677198, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.732616] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.733160] env[64443]: DEBUG nova.compute.manager [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.735902] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.686s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.737348] env[64443]: INFO nova.compute.claims [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.811633] env[64443]: INFO nova.compute.manager [-] [instance: 2db75f09-f8f6-477b-b922-64b5aae65e29] Took 1.34 seconds to deallocate network for instance. [ 1106.899637] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 60590d5a-3ca8-4189-a294-c72f00d2bf8c] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.979331] env[64443]: DEBUG nova.network.neutron [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Successfully updated port: 024cf3cf-9193-487c-af07-6c8af1319cbf {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.067639] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677198, 'name': ReconfigVM_Task, 'duration_secs': 0.253342} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.067923] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Reconfigured VM instance instance-00000065 to attach disk [datastore1] cdb2555a-5e01-4f7b-8a1d-d861966d361a/cdb2555a-5e01-4f7b-8a1d-d861966d361a.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.068725] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605f5996-4c4c-4958-8d13-53405e878b7f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.089068] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5feddb-763d-45a8-a312-45d1dcd8967a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.107150] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988c2546-84ff-457f-85b5-5ab2ecdd239d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.127284] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88122504-dd12-4568-ba81-7b11cc3601e1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.133945] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.134216] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-437d0c5a-9714-4c2c-9518-272ccb7c9b45 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.140410] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1107.140410] env[64443]: value = "task-2677199" [ 1107.140410] env[64443]: _type = "Task" [ 1107.140410] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.147697] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.241687] env[64443]: DEBUG nova.compute.utils [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1107.244974] env[64443]: DEBUG nova.compute.manager [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.245163] env[64443]: DEBUG nova.network.neutron [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.314410] env[64443]: DEBUG nova.policy [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86271945b7864bcf9bb103c867500d62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64f7cdfa710248878e953b2925868c39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.317908] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.402766] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 816437a1-05dc-4c40-8fc6-5171bdb524e6] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.482527] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "refresh_cache-0a897bf8-614b-4800-9f53-505ac8ebad72" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.482796] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquired lock "refresh_cache-0a897bf8-614b-4800-9f53-505ac8ebad72" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.483065] env[64443]: DEBUG nova.network.neutron [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.581326] env[64443]: DEBUG nova.network.neutron [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Successfully created port: b0595563-7b50-4290-9ed3-3ef84c08e307 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1107.652386] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677199, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.745506] env[64443]: DEBUG nova.compute.manager [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.859369] env[64443]: DEBUG nova.compute.manager [req-89fd783d-5251-4a3a-8f85-221bd40073a7 req-f53518a3-9612-4461-a53b-c1e3a05bda3a service nova] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Received event network-vif-plugged-024cf3cf-9193-487c-af07-6c8af1319cbf {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1107.859423] env[64443]: DEBUG oslo_concurrency.lockutils [req-89fd783d-5251-4a3a-8f85-221bd40073a7 req-f53518a3-9612-4461-a53b-c1e3a05bda3a service nova] Acquiring lock "0a897bf8-614b-4800-9f53-505ac8ebad72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.859631] env[64443]: DEBUG oslo_concurrency.lockutils [req-89fd783d-5251-4a3a-8f85-221bd40073a7 req-f53518a3-9612-4461-a53b-c1e3a05bda3a service nova] Lock "0a897bf8-614b-4800-9f53-505ac8ebad72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.859795] env[64443]: DEBUG oslo_concurrency.lockutils [req-89fd783d-5251-4a3a-8f85-221bd40073a7 req-f53518a3-9612-4461-a53b-c1e3a05bda3a service nova] Lock "0a897bf8-614b-4800-9f53-505ac8ebad72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.859971] env[64443]: DEBUG nova.compute.manager [req-89fd783d-5251-4a3a-8f85-221bd40073a7 req-f53518a3-9612-4461-a53b-c1e3a05bda3a service nova] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] No waiting events found dispatching network-vif-plugged-024cf3cf-9193-487c-af07-6c8af1319cbf {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.861963] env[64443]: WARNING nova.compute.manager [req-89fd783d-5251-4a3a-8f85-221bd40073a7 req-f53518a3-9612-4461-a53b-c1e3a05bda3a service nova] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Received unexpected event network-vif-plugged-024cf3cf-9193-487c-af07-6c8af1319cbf for instance with vm_state building and task_state spawning. [ 1107.861963] env[64443]: DEBUG nova.compute.manager [req-89fd783d-5251-4a3a-8f85-221bd40073a7 req-f53518a3-9612-4461-a53b-c1e3a05bda3a service nova] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Received event network-changed-024cf3cf-9193-487c-af07-6c8af1319cbf {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1107.861963] env[64443]: DEBUG nova.compute.manager [req-89fd783d-5251-4a3a-8f85-221bd40073a7 req-f53518a3-9612-4461-a53b-c1e3a05bda3a service nova] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Refreshing instance network info cache due to event network-changed-024cf3cf-9193-487c-af07-6c8af1319cbf. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1107.861963] env[64443]: DEBUG oslo_concurrency.lockutils [req-89fd783d-5251-4a3a-8f85-221bd40073a7 req-f53518a3-9612-4461-a53b-c1e3a05bda3a service nova] Acquiring lock "refresh_cache-0a897bf8-614b-4800-9f53-505ac8ebad72" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.906313] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: b13e79da-5a9e-4e1d-a535-e5b97e76d2aa] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.914450] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5149dd-3472-43cd-95eb-970b0b471fcf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.922560] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3ce121-7eed-40cb-b6ea-2171952982df {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.954537] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec20d048-976b-4d06-a228-2477d95d2c5e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.962630] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c234bd-9405-4e5f-82e8-7c40d54e543c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.976461] env[64443]: DEBUG nova.compute.provider_tree [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.012674] env[64443]: DEBUG nova.network.neutron [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.139440] env[64443]: DEBUG nova.network.neutron [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Updating instance_info_cache with network_info: [{"id": "024cf3cf-9193-487c-af07-6c8af1319cbf", "address": "fa:16:3e:ac:73:6a", "network": {"id": "e805300a-b8d0-4d9f-97a2-d4ff40cb73b7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-148640411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f72016b64945a0b5fb0e033d074579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap024cf3cf-91", "ovs_interfaceid": "024cf3cf-9193-487c-af07-6c8af1319cbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.151188] env[64443]: DEBUG oslo_vmware.api [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677199, 'name': PowerOnVM_Task, 'duration_secs': 0.529827} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.151929] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.409218] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 58d285df-0345-4a37-8254-87007c3af28d] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.479229] env[64443]: DEBUG nova.scheduler.client.report [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.642159] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Releasing lock "refresh_cache-0a897bf8-614b-4800-9f53-505ac8ebad72" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.642436] env[64443]: DEBUG nova.compute.manager [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Instance network_info: |[{"id": "024cf3cf-9193-487c-af07-6c8af1319cbf", "address": "fa:16:3e:ac:73:6a", "network": {"id": "e805300a-b8d0-4d9f-97a2-d4ff40cb73b7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-148640411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f72016b64945a0b5fb0e033d074579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap024cf3cf-91", "ovs_interfaceid": "024cf3cf-9193-487c-af07-6c8af1319cbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.642738] env[64443]: DEBUG oslo_concurrency.lockutils [req-89fd783d-5251-4a3a-8f85-221bd40073a7 req-f53518a3-9612-4461-a53b-c1e3a05bda3a service nova] Acquired lock "refresh_cache-0a897bf8-614b-4800-9f53-505ac8ebad72" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.642973] env[64443]: DEBUG nova.network.neutron [req-89fd783d-5251-4a3a-8f85-221bd40073a7 req-f53518a3-9612-4461-a53b-c1e3a05bda3a service nova] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Refreshing network info cache for port 024cf3cf-9193-487c-af07-6c8af1319cbf {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.644187] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:73:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '024cf3cf-9193-487c-af07-6c8af1319cbf', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.651506] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Creating folder: Project (d4f72016b64945a0b5fb0e033d074579). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1108.654405] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fc5bf1e-50ad-4235-9e68-ddf201590cf3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.670101] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Created folder: Project (d4f72016b64945a0b5fb0e033d074579) in parent group-v539479. [ 1108.671025] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Creating folder: Instances. Parent ref: group-v539785. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1108.671025] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d05ae9d-8676-4a38-ba00-40a2de197c12 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.681929] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Created folder: Instances in parent group-v539785. [ 1108.682189] env[64443]: DEBUG oslo.service.loopingcall [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1108.682354] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.682559] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b244d94-28a1-4c8a-b001-91ff864725be {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.705035] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.705035] env[64443]: value = "task-2677202" [ 1108.705035] env[64443]: _type = "Task" [ 1108.705035] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.716767] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677202, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.757355] env[64443]: DEBUG nova.compute.manager [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.783743] env[64443]: DEBUG nova.virt.hardware [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.784048] env[64443]: DEBUG nova.virt.hardware [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.784257] env[64443]: DEBUG nova.virt.hardware [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.784489] env[64443]: DEBUG nova.virt.hardware [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.784684] env[64443]: DEBUG nova.virt.hardware [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.784877] env[64443]: DEBUG nova.virt.hardware [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.785145] env[64443]: DEBUG nova.virt.hardware [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.785356] env[64443]: DEBUG nova.virt.hardware [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.785569] env[64443]: DEBUG nova.virt.hardware [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.785778] env[64443]: DEBUG nova.virt.hardware [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.786007] env[64443]: DEBUG nova.virt.hardware [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.786895] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc133357-94e8-4cd5-9c44-856683a1a306 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.797309] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9673cf6b-bc13-4340-b9a5-657133b610c6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.892795] env[64443]: DEBUG nova.network.neutron [req-89fd783d-5251-4a3a-8f85-221bd40073a7 req-f53518a3-9612-4461-a53b-c1e3a05bda3a service nova] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Updated VIF entry in instance network info cache for port 024cf3cf-9193-487c-af07-6c8af1319cbf. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.893206] env[64443]: DEBUG nova.network.neutron [req-89fd783d-5251-4a3a-8f85-221bd40073a7 req-f53518a3-9612-4461-a53b-c1e3a05bda3a service nova] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Updating instance_info_cache with network_info: [{"id": "024cf3cf-9193-487c-af07-6c8af1319cbf", "address": "fa:16:3e:ac:73:6a", "network": {"id": "e805300a-b8d0-4d9f-97a2-d4ff40cb73b7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-148640411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f72016b64945a0b5fb0e033d074579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap024cf3cf-91", "ovs_interfaceid": "024cf3cf-9193-487c-af07-6c8af1319cbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.912957] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 4531838e-0b18-44a3-ab03-87107bfde98b] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.984388] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.984914] env[64443]: DEBUG nova.compute.manager [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.987343] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.834s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.987582] env[64443]: DEBUG nova.objects.instance [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lazy-loading 'resources' on Instance uuid d0194524-eba8-4e22-a69f-572f5d9d44cf {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.080214] env[64443]: DEBUG nova.network.neutron [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Successfully updated port: b0595563-7b50-4290-9ed3-3ef84c08e307 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.161938] env[64443]: INFO nova.compute.manager [None req-02e11bda-51a0-4fd9-aee3-b047a905f458 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Updating instance to original state: 'active' [ 1109.216581] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677202, 'name': CreateVM_Task, 'duration_secs': 0.324012} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.216748] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.217454] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.217624] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.217947] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1109.218208] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1569f2d2-2cb4-4db1-8566-cb527f0a8e20 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.222965] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1109.222965] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52a6520c-551f-b4c7-ddc2-92bacadb2044" [ 1109.222965] env[64443]: _type = "Task" [ 1109.222965] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.231477] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52a6520c-551f-b4c7-ddc2-92bacadb2044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.396241] env[64443]: DEBUG oslo_concurrency.lockutils [req-89fd783d-5251-4a3a-8f85-221bd40073a7 req-f53518a3-9612-4461-a53b-c1e3a05bda3a service nova] Releasing lock "refresh_cache-0a897bf8-614b-4800-9f53-505ac8ebad72" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.416100] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: cdcc1d35-9ead-4e4c-ada3-ab31513b73af] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.491040] env[64443]: DEBUG nova.compute.utils [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1109.495661] env[64443]: DEBUG nova.compute.manager [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.495661] env[64443]: DEBUG nova.network.neutron [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.531124] env[64443]: DEBUG nova.policy [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2d047da5b7f438a9160ddef66b334c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3415f9ef67841b19671a72e44fbd805', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.581890] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "refresh_cache-dfc828d9-34d3-4bda-a662-7824538540b7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.582072] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "refresh_cache-dfc828d9-34d3-4bda-a662-7824538540b7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.582225] env[64443]: DEBUG nova.network.neutron [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.629129] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f5250b-fa80-40f1-86cc-7799da6fb2a1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.636707] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8762888-e540-4f93-8211-e12ab3a25098 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.668512] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b7728d-773c-4bbf-991b-fe6368612c2a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.678254] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee673bd1-4dad-44fe-bb26-04d4891d437e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.691766] env[64443]: DEBUG nova.compute.provider_tree [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.734858] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52a6520c-551f-b4c7-ddc2-92bacadb2044, 'name': SearchDatastore_Task, 'duration_secs': 0.010175} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.735186] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.735407] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.735632] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.735779] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.735966] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.736212] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de94c8fa-8be1-45ef-9114-2d3e4683c9c2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.745134] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.746011] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.746149] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae6b76c-940c-4aaf-94f2-bdf158d6660d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.757539] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1109.757539] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52fcd099-6f76-83bc-f67f-a94ef9025cf2" [ 1109.757539] env[64443]: _type = "Task" [ 1109.757539] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.765380] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52fcd099-6f76-83bc-f67f-a94ef9025cf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.790517] env[64443]: DEBUG nova.network.neutron [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Successfully created port: 625dca93-f86f-412f-a248-b314a3ce76b8 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.889947] env[64443]: DEBUG nova.compute.manager [req-5824aa84-01b3-4ae4-a2d1-6c47db1b5309 req-73482858-fb27-4891-9f3b-78f3b6b5b504 service nova] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Received event network-vif-plugged-b0595563-7b50-4290-9ed3-3ef84c08e307 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1109.890219] env[64443]: DEBUG oslo_concurrency.lockutils [req-5824aa84-01b3-4ae4-a2d1-6c47db1b5309 req-73482858-fb27-4891-9f3b-78f3b6b5b504 service nova] Acquiring lock "dfc828d9-34d3-4bda-a662-7824538540b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.890435] env[64443]: DEBUG oslo_concurrency.lockutils [req-5824aa84-01b3-4ae4-a2d1-6c47db1b5309 req-73482858-fb27-4891-9f3b-78f3b6b5b504 service nova] Lock "dfc828d9-34d3-4bda-a662-7824538540b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.890568] env[64443]: DEBUG oslo_concurrency.lockutils [req-5824aa84-01b3-4ae4-a2d1-6c47db1b5309 req-73482858-fb27-4891-9f3b-78f3b6b5b504 service nova] Lock "dfc828d9-34d3-4bda-a662-7824538540b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.890739] env[64443]: DEBUG nova.compute.manager [req-5824aa84-01b3-4ae4-a2d1-6c47db1b5309 req-73482858-fb27-4891-9f3b-78f3b6b5b504 service nova] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] No waiting events found dispatching network-vif-plugged-b0595563-7b50-4290-9ed3-3ef84c08e307 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.890962] env[64443]: WARNING nova.compute.manager [req-5824aa84-01b3-4ae4-a2d1-6c47db1b5309 req-73482858-fb27-4891-9f3b-78f3b6b5b504 service nova] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Received unexpected event network-vif-plugged-b0595563-7b50-4290-9ed3-3ef84c08e307 for instance with vm_state building and task_state spawning. [ 1109.891148] env[64443]: DEBUG nova.compute.manager [req-5824aa84-01b3-4ae4-a2d1-6c47db1b5309 req-73482858-fb27-4891-9f3b-78f3b6b5b504 service nova] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Received event network-changed-b0595563-7b50-4290-9ed3-3ef84c08e307 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1109.891310] env[64443]: DEBUG nova.compute.manager [req-5824aa84-01b3-4ae4-a2d1-6c47db1b5309 req-73482858-fb27-4891-9f3b-78f3b6b5b504 service nova] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Refreshing instance network info cache due to event network-changed-b0595563-7b50-4290-9ed3-3ef84c08e307. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1109.891478] env[64443]: DEBUG oslo_concurrency.lockutils [req-5824aa84-01b3-4ae4-a2d1-6c47db1b5309 req-73482858-fb27-4891-9f3b-78f3b6b5b504 service nova] Acquiring lock "refresh_cache-dfc828d9-34d3-4bda-a662-7824538540b7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.918965] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: d0381940-546b-45e7-984e-a78444d069f1] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.996034] env[64443]: DEBUG nova.compute.manager [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.112767] env[64443]: DEBUG nova.network.neutron [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.194639] env[64443]: DEBUG nova.scheduler.client.report [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.241571] env[64443]: DEBUG nova.network.neutron [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Updating instance_info_cache with network_info: [{"id": "b0595563-7b50-4290-9ed3-3ef84c08e307", "address": "fa:16:3e:54:c8:ad", "network": {"id": "d4f2997b-70b0-48af-8ccc-7f2d361cd2fc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1568830297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f7cdfa710248878e953b2925868c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0595563-7b", "ovs_interfaceid": "b0595563-7b50-4290-9ed3-3ef84c08e307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.268445] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52fcd099-6f76-83bc-f67f-a94ef9025cf2, 'name': SearchDatastore_Task, 'duration_secs': 0.009497} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.269318] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6c90963-9699-41a5-bd2d-dcdde2d9262d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.274636] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1110.274636] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]520440c0-ecc3-5911-c1ee-1e3a176d01ad" [ 1110.274636] env[64443]: _type = "Task" [ 1110.274636] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.282733] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520440c0-ecc3-5911-c1ee-1e3a176d01ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.422354] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 47374946-3398-439c-b530-9f249844450b] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.699255] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.701581] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.384s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.701812] env[64443]: DEBUG nova.objects.instance [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lazy-loading 'resources' on Instance uuid 2db75f09-f8f6-477b-b922-64b5aae65e29 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.721200] env[64443]: INFO nova.scheduler.client.report [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Deleted allocations for instance d0194524-eba8-4e22-a69f-572f5d9d44cf [ 1110.744219] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "refresh_cache-dfc828d9-34d3-4bda-a662-7824538540b7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.744515] env[64443]: DEBUG nova.compute.manager [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Instance network_info: |[{"id": "b0595563-7b50-4290-9ed3-3ef84c08e307", "address": "fa:16:3e:54:c8:ad", "network": {"id": "d4f2997b-70b0-48af-8ccc-7f2d361cd2fc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1568830297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f7cdfa710248878e953b2925868c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0595563-7b", "ovs_interfaceid": "b0595563-7b50-4290-9ed3-3ef84c08e307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.744793] env[64443]: DEBUG oslo_concurrency.lockutils [req-5824aa84-01b3-4ae4-a2d1-6c47db1b5309 req-73482858-fb27-4891-9f3b-78f3b6b5b504 service nova] Acquired lock "refresh_cache-dfc828d9-34d3-4bda-a662-7824538540b7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.744967] env[64443]: DEBUG nova.network.neutron [req-5824aa84-01b3-4ae4-a2d1-6c47db1b5309 req-73482858-fb27-4891-9f3b-78f3b6b5b504 service nova] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Refreshing network info cache for port b0595563-7b50-4290-9ed3-3ef84c08e307 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.745994] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:c8:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0595563-7b50-4290-9ed3-3ef84c08e307', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.753761] env[64443]: DEBUG oslo.service.loopingcall [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1110.756496] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.756964] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5642b2fe-e6eb-4319-b326-fb1ba4b31e2d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.780817] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.780817] env[64443]: value = "task-2677203" [ 1110.780817] env[64443]: _type = "Task" [ 1110.780817] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.784453] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]520440c0-ecc3-5911-c1ee-1e3a176d01ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010235} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.787166] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.787421] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 0a897bf8-614b-4800-9f53-505ac8ebad72/0a897bf8-614b-4800-9f53-505ac8ebad72.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.788032] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04139ffb-8b28-452c-ab7c-e44b3d6cb81b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.795131] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677203, 'name': CreateVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.796367] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1110.796367] env[64443]: value = "task-2677204" [ 1110.796367] env[64443]: _type = "Task" [ 1110.796367] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.805962] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.927554] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 31ab3f26-c0cf-4ff0-b92c-b4fd75fc1e0e] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.936233] env[64443]: DEBUG oslo_concurrency.lockutils [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "cdb2555a-5e01-4f7b-8a1d-d861966d361a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.936426] env[64443]: DEBUG oslo_concurrency.lockutils [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "cdb2555a-5e01-4f7b-8a1d-d861966d361a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.936622] env[64443]: DEBUG oslo_concurrency.lockutils [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "cdb2555a-5e01-4f7b-8a1d-d861966d361a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.936799] env[64443]: DEBUG oslo_concurrency.lockutils [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "cdb2555a-5e01-4f7b-8a1d-d861966d361a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.937291] env[64443]: DEBUG oslo_concurrency.lockutils [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "cdb2555a-5e01-4f7b-8a1d-d861966d361a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.939270] env[64443]: INFO nova.compute.manager [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Terminating instance [ 1110.982482] env[64443]: DEBUG nova.network.neutron [req-5824aa84-01b3-4ae4-a2d1-6c47db1b5309 req-73482858-fb27-4891-9f3b-78f3b6b5b504 service nova] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Updated VIF entry in instance network info cache for port b0595563-7b50-4290-9ed3-3ef84c08e307. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.983124] env[64443]: DEBUG nova.network.neutron [req-5824aa84-01b3-4ae4-a2d1-6c47db1b5309 req-73482858-fb27-4891-9f3b-78f3b6b5b504 service nova] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Updating instance_info_cache with network_info: [{"id": "b0595563-7b50-4290-9ed3-3ef84c08e307", "address": "fa:16:3e:54:c8:ad", "network": {"id": "d4f2997b-70b0-48af-8ccc-7f2d361cd2fc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1568830297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f7cdfa710248878e953b2925868c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0595563-7b", "ovs_interfaceid": "b0595563-7b50-4290-9ed3-3ef84c08e307", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.005148] env[64443]: DEBUG nova.compute.manager [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.035821] env[64443]: DEBUG nova.virt.hardware [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.036194] env[64443]: DEBUG nova.virt.hardware [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.036382] env[64443]: DEBUG nova.virt.hardware [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.036569] env[64443]: DEBUG nova.virt.hardware [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.036716] env[64443]: DEBUG nova.virt.hardware [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.036866] env[64443]: DEBUG nova.virt.hardware [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.037088] env[64443]: DEBUG nova.virt.hardware [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.037254] env[64443]: DEBUG nova.virt.hardware [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.037426] env[64443]: DEBUG nova.virt.hardware [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.037588] env[64443]: DEBUG nova.virt.hardware [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.037765] env[64443]: DEBUG nova.virt.hardware [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.038557] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2eab93f2-259e-46d4-962d-7bd056067f71 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "8f5b0965-2958-41cd-ba42-6bc10710355e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.038762] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2eab93f2-259e-46d4-962d-7bd056067f71 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "8f5b0965-2958-41cd-ba42-6bc10710355e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.040631] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b752ae-c9b3-462f-a590-061488d4f796 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.049782] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3d7be3-190d-4c8b-93c4-36bebc385a73 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.230576] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e11f76ab-951b-47b9-996f-76b60d0cab25 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "d0194524-eba8-4e22-a69f-572f5d9d44cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.523s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.293924] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677203, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.300647] env[64443]: DEBUG nova.network.neutron [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Successfully updated port: 625dca93-f86f-412f-a248-b314a3ce76b8 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.312762] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447314} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.313589] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 0a897bf8-614b-4800-9f53-505ac8ebad72/0a897bf8-614b-4800-9f53-505ac8ebad72.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.313813] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.314064] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4df2d672-97ce-4283-8617-3fea1f7be70f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.320609] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1111.320609] env[64443]: value = "task-2677205" [ 1111.320609] env[64443]: _type = "Task" [ 1111.320609] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.334013] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.357517] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718993ab-b01d-490d-b6ae-117eaece6a23 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.364888] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799b4fc8-c5e1-45f7-8d27-22868e7e6e91 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.395457] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5495bf3f-c195-4d99-a1cc-d8ab24380b86 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.402735] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5609d2fb-cfba-4b1e-91b7-31689a6b4664 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.415756] env[64443]: DEBUG nova.compute.provider_tree [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.431554] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 4527a9ba-28f7-4698-aec0-6389cfc9d788] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.443362] env[64443]: DEBUG nova.compute.manager [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.443567] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.444352] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebee5244-d170-4983-81ef-4fca28c6e124 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.451596] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.451814] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b23f524-0f0b-4619-b42a-7d1af6bdaffe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.458693] env[64443]: DEBUG oslo_vmware.api [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1111.458693] env[64443]: value = "task-2677206" [ 1111.458693] env[64443]: _type = "Task" [ 1111.458693] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.466419] env[64443]: DEBUG oslo_vmware.api [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.486457] env[64443]: DEBUG oslo_concurrency.lockutils [req-5824aa84-01b3-4ae4-a2d1-6c47db1b5309 req-73482858-fb27-4891-9f3b-78f3b6b5b504 service nova] Releasing lock "refresh_cache-dfc828d9-34d3-4bda-a662-7824538540b7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.544520] env[64443]: INFO nova.compute.manager [None req-2eab93f2-259e-46d4-962d-7bd056067f71 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Detaching volume 201ea7db-35a6-44ea-86eb-95756eccd973 [ 1111.580652] env[64443]: INFO nova.virt.block_device [None req-2eab93f2-259e-46d4-962d-7bd056067f71 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Attempting to driver detach volume 201ea7db-35a6-44ea-86eb-95756eccd973 from mountpoint /dev/sdb [ 1111.580981] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eab93f2-259e-46d4-962d-7bd056067f71 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Volume detach. Driver type: vmdk {{(pid=64443) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1111.581226] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eab93f2-259e-46d4-962d-7bd056067f71 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539771', 'volume_id': '201ea7db-35a6-44ea-86eb-95756eccd973', 'name': 'volume-201ea7db-35a6-44ea-86eb-95756eccd973', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f5b0965-2958-41cd-ba42-6bc10710355e', 'attached_at': '', 'detached_at': '', 'volume_id': '201ea7db-35a6-44ea-86eb-95756eccd973', 'serial': '201ea7db-35a6-44ea-86eb-95756eccd973'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1111.582155] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6604f9b0-1d22-45e4-9dbb-7d9a985432a7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.606882] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786c10a8-b4f2-42dd-a3d8-185c33c91f16 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.614495] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7f47e4-4635-42cc-b641-3722440a3975 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.636461] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0289495d-6103-4899-ae19-92ced844270e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.652566] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eab93f2-259e-46d4-962d-7bd056067f71 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] The volume has not been displaced from its original location: [datastore2] volume-201ea7db-35a6-44ea-86eb-95756eccd973/volume-201ea7db-35a6-44ea-86eb-95756eccd973.vmdk. No consolidation needed. {{(pid=64443) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1111.658032] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eab93f2-259e-46d4-962d-7bd056067f71 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1111.658323] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faf760af-a725-4be6-b571-7e74b201170a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.676223] env[64443]: DEBUG oslo_vmware.api [None req-2eab93f2-259e-46d4-962d-7bd056067f71 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1111.676223] env[64443]: value = "task-2677207" [ 1111.676223] env[64443]: _type = "Task" [ 1111.676223] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.684496] env[64443]: DEBUG oslo_vmware.api [None req-2eab93f2-259e-46d4-962d-7bd056067f71 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.793689] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677203, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.806476] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "refresh_cache-5d898e14-c22d-4ef6-a277-fce58b4025da" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.806670] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired lock "refresh_cache-5d898e14-c22d-4ef6-a277-fce58b4025da" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.806831] env[64443]: DEBUG nova.network.neutron [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.829947] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181399} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.830266] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.831053] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a0beb2-30a4-4e4d-bcf8-e3d49fab29d8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.852745] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 0a897bf8-614b-4800-9f53-505ac8ebad72/0a897bf8-614b-4800-9f53-505ac8ebad72.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.853209] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53fa3fa1-c480-47ed-89d0-fafa9513eece {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.872104] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1111.872104] env[64443]: value = "task-2677208" [ 1111.872104] env[64443]: _type = "Task" [ 1111.872104] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.879556] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.919124] env[64443]: DEBUG nova.scheduler.client.report [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.924097] env[64443]: DEBUG nova.compute.manager [req-c5c47a98-fb49-4e7f-bc46-f1fbc7eb31fa req-6aa2430a-b297-41cf-969a-e1353cf514f0 service nova] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Received event network-vif-plugged-625dca93-f86f-412f-a248-b314a3ce76b8 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1111.924319] env[64443]: DEBUG oslo_concurrency.lockutils [req-c5c47a98-fb49-4e7f-bc46-f1fbc7eb31fa req-6aa2430a-b297-41cf-969a-e1353cf514f0 service nova] Acquiring lock "5d898e14-c22d-4ef6-a277-fce58b4025da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.924527] env[64443]: DEBUG oslo_concurrency.lockutils [req-c5c47a98-fb49-4e7f-bc46-f1fbc7eb31fa req-6aa2430a-b297-41cf-969a-e1353cf514f0 service nova] Lock "5d898e14-c22d-4ef6-a277-fce58b4025da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.924690] env[64443]: DEBUG oslo_concurrency.lockutils [req-c5c47a98-fb49-4e7f-bc46-f1fbc7eb31fa req-6aa2430a-b297-41cf-969a-e1353cf514f0 service nova] Lock "5d898e14-c22d-4ef6-a277-fce58b4025da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.924858] env[64443]: DEBUG nova.compute.manager [req-c5c47a98-fb49-4e7f-bc46-f1fbc7eb31fa req-6aa2430a-b297-41cf-969a-e1353cf514f0 service nova] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] No waiting events found dispatching network-vif-plugged-625dca93-f86f-412f-a248-b314a3ce76b8 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.925036] env[64443]: WARNING nova.compute.manager [req-c5c47a98-fb49-4e7f-bc46-f1fbc7eb31fa req-6aa2430a-b297-41cf-969a-e1353cf514f0 service nova] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Received unexpected event network-vif-plugged-625dca93-f86f-412f-a248-b314a3ce76b8 for instance with vm_state building and task_state spawning. [ 1111.925216] env[64443]: DEBUG nova.compute.manager [req-c5c47a98-fb49-4e7f-bc46-f1fbc7eb31fa req-6aa2430a-b297-41cf-969a-e1353cf514f0 service nova] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Received event network-changed-625dca93-f86f-412f-a248-b314a3ce76b8 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1111.925373] env[64443]: DEBUG nova.compute.manager [req-c5c47a98-fb49-4e7f-bc46-f1fbc7eb31fa req-6aa2430a-b297-41cf-969a-e1353cf514f0 service nova] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Refreshing instance network info cache due to event network-changed-625dca93-f86f-412f-a248-b314a3ce76b8. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1111.925537] env[64443]: DEBUG oslo_concurrency.lockutils [req-c5c47a98-fb49-4e7f-bc46-f1fbc7eb31fa req-6aa2430a-b297-41cf-969a-e1353cf514f0 service nova] Acquiring lock "refresh_cache-5d898e14-c22d-4ef6-a277-fce58b4025da" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.934218] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 184b46f6-60a1-4425-ae07-726c056b1a18] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.968674] env[64443]: DEBUG oslo_vmware.api [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677206, 'name': PowerOffVM_Task, 'duration_secs': 0.186049} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.968952] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.969138] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.969393] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aec11caa-6aca-4b47-a074-8f51a25c2556 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.036275] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.036508] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.036693] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Deleting the datastore file [datastore1] cdb2555a-5e01-4f7b-8a1d-d861966d361a {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.036961] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18ad98a4-2f6b-4d75-9744-40e617a309e3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.047142] env[64443]: DEBUG oslo_vmware.api [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1112.047142] env[64443]: value = "task-2677210" [ 1112.047142] env[64443]: _type = "Task" [ 1112.047142] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.055211] env[64443]: DEBUG oslo_vmware.api [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.187951] env[64443]: DEBUG oslo_vmware.api [None req-2eab93f2-259e-46d4-962d-7bd056067f71 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677207, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.295299] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677203, 'name': CreateVM_Task, 'duration_secs': 1.37019} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.295473] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.296256] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.296431] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.296748] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1112.297016] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7635ba50-a4f5-4e09-8171-c4348defc8b9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.302648] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1112.302648] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52947c7a-a942-4d2d-520f-404bd1a782f2" [ 1112.302648] env[64443]: _type = "Task" [ 1112.302648] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.311620] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52947c7a-a942-4d2d-520f-404bd1a782f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.338528] env[64443]: DEBUG nova.network.neutron [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.382482] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677208, 'name': ReconfigVM_Task, 'duration_secs': 0.288357} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.382761] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 0a897bf8-614b-4800-9f53-505ac8ebad72/0a897bf8-614b-4800-9f53-505ac8ebad72.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.383398] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81e4bbdb-222a-4cda-bd91-64d6becc9cba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.389818] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1112.389818] env[64443]: value = "task-2677211" [ 1112.389818] env[64443]: _type = "Task" [ 1112.389818] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.397886] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677211, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.427226] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.437045] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: a9cd65b5-58ae-4174-ba35-131d685991ef] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.451192] env[64443]: INFO nova.scheduler.client.report [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Deleted allocations for instance 2db75f09-f8f6-477b-b922-64b5aae65e29 [ 1112.480614] env[64443]: DEBUG nova.network.neutron [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Updating instance_info_cache with network_info: [{"id": "625dca93-f86f-412f-a248-b314a3ce76b8", "address": "fa:16:3e:66:7d:b4", "network": {"id": "f088a9d2-17b6-427f-85e2-ca034835fc46", "bridge": "br-int", "label": "tempest-ServersTestJSON-1971365624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3415f9ef67841b19671a72e44fbd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap625dca93-f8", "ovs_interfaceid": "625dca93-f86f-412f-a248-b314a3ce76b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.557314] env[64443]: DEBUG oslo_vmware.api [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178539} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.557525] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.557709] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.557889] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.558074] env[64443]: INFO nova.compute.manager [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1112.558315] env[64443]: DEBUG oslo.service.loopingcall [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1112.558499] env[64443]: DEBUG nova.compute.manager [-] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.558594] env[64443]: DEBUG nova.network.neutron [-] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.686693] env[64443]: DEBUG oslo_vmware.api [None req-2eab93f2-259e-46d4-962d-7bd056067f71 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677207, 'name': ReconfigVM_Task, 'duration_secs': 0.592307} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.687044] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eab93f2-259e-46d4-962d-7bd056067f71 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1112.691710] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba999aa6-5fed-4aaa-80da-ca3cd4d79ac8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.713335] env[64443]: DEBUG oslo_vmware.api [None req-2eab93f2-259e-46d4-962d-7bd056067f71 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1112.713335] env[64443]: value = "task-2677212" [ 1112.713335] env[64443]: _type = "Task" [ 1112.713335] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.725674] env[64443]: DEBUG oslo_vmware.api [None req-2eab93f2-259e-46d4-962d-7bd056067f71 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677212, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.814305] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52947c7a-a942-4d2d-520f-404bd1a782f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009308} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.814496] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.814679] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.814859] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.815293] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.815375] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.815613] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04fb2dcc-e249-4c22-90f6-994bd50f57c3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.825144] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.825566] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.827034] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e03bf84-3c53-40f3-a9ca-ae2d37f05e0c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.832758] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1112.832758] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5253fecc-736d-1d76-17ee-ec8759cb8ed1" [ 1112.832758] env[64443]: _type = "Task" [ 1112.832758] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.843207] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5253fecc-736d-1d76-17ee-ec8759cb8ed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.899703] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677211, 'name': Rename_Task, 'duration_secs': 0.147527} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.900010] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.900264] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8aa8fe2d-d36c-491c-a9f5-dce618646c51 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.907247] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1112.907247] env[64443]: value = "task-2677213" [ 1112.907247] env[64443]: _type = "Task" [ 1112.907247] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.914617] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.942772] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 7a36ccc9-c594-48f8-a847-9b26cd0431fb] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.958855] env[64443]: DEBUG oslo_concurrency.lockutils [None req-6330bd73-6a15-4ed4-b203-7cda3eca6aa5 tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "2db75f09-f8f6-477b-b922-64b5aae65e29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.541s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.983512] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Releasing lock "refresh_cache-5d898e14-c22d-4ef6-a277-fce58b4025da" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.983858] env[64443]: DEBUG nova.compute.manager [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Instance network_info: |[{"id": "625dca93-f86f-412f-a248-b314a3ce76b8", "address": "fa:16:3e:66:7d:b4", "network": {"id": "f088a9d2-17b6-427f-85e2-ca034835fc46", "bridge": "br-int", "label": "tempest-ServersTestJSON-1971365624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3415f9ef67841b19671a72e44fbd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap625dca93-f8", "ovs_interfaceid": "625dca93-f86f-412f-a248-b314a3ce76b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.984959] env[64443]: DEBUG oslo_concurrency.lockutils [req-c5c47a98-fb49-4e7f-bc46-f1fbc7eb31fa req-6aa2430a-b297-41cf-969a-e1353cf514f0 service nova] Acquired lock "refresh_cache-5d898e14-c22d-4ef6-a277-fce58b4025da" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.984959] env[64443]: DEBUG nova.network.neutron [req-c5c47a98-fb49-4e7f-bc46-f1fbc7eb31fa req-6aa2430a-b297-41cf-969a-e1353cf514f0 service nova] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Refreshing network info cache for port 625dca93-f86f-412f-a248-b314a3ce76b8 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.985713] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:7d:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b49c5024-2ced-42ca-90cc-6066766d43e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '625dca93-f86f-412f-a248-b314a3ce76b8', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.993942] env[64443]: DEBUG oslo.service.loopingcall [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1112.999016] env[64443]: DEBUG oslo_concurrency.lockutils [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.999360] env[64443]: DEBUG oslo_concurrency.lockutils [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.999591] env[64443]: INFO nova.compute.manager [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Shelving [ 1113.001406] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.002412] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74c0e9eb-6f02-4e51-af9d-48e5aea177e9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.024421] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.024421] env[64443]: value = "task-2677214" [ 1113.024421] env[64443]: _type = "Task" [ 1113.024421] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.032445] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677214, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.226391] env[64443]: DEBUG oslo_vmware.api [None req-2eab93f2-259e-46d4-962d-7bd056067f71 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677212, 'name': ReconfigVM_Task, 'duration_secs': 0.145068} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.227423] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eab93f2-259e-46d4-962d-7bd056067f71 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539771', 'volume_id': '201ea7db-35a6-44ea-86eb-95756eccd973', 'name': 'volume-201ea7db-35a6-44ea-86eb-95756eccd973', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f5b0965-2958-41cd-ba42-6bc10710355e', 'attached_at': '', 'detached_at': '', 'volume_id': '201ea7db-35a6-44ea-86eb-95756eccd973', 'serial': '201ea7db-35a6-44ea-86eb-95756eccd973'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1113.240558] env[64443]: DEBUG nova.network.neutron [req-c5c47a98-fb49-4e7f-bc46-f1fbc7eb31fa req-6aa2430a-b297-41cf-969a-e1353cf514f0 service nova] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Updated VIF entry in instance network info cache for port 625dca93-f86f-412f-a248-b314a3ce76b8. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.240912] env[64443]: DEBUG nova.network.neutron [req-c5c47a98-fb49-4e7f-bc46-f1fbc7eb31fa req-6aa2430a-b297-41cf-969a-e1353cf514f0 service nova] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Updating instance_info_cache with network_info: [{"id": "625dca93-f86f-412f-a248-b314a3ce76b8", "address": "fa:16:3e:66:7d:b4", "network": {"id": "f088a9d2-17b6-427f-85e2-ca034835fc46", "bridge": "br-int", "label": "tempest-ServersTestJSON-1971365624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3415f9ef67841b19671a72e44fbd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap625dca93-f8", "ovs_interfaceid": "625dca93-f86f-412f-a248-b314a3ce76b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.344520] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5253fecc-736d-1d76-17ee-ec8759cb8ed1, 'name': SearchDatastore_Task, 'duration_secs': 0.009424} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.345364] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-589a8ced-eebd-4e04-8518-ecbf4c6a25da {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.351779] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1113.351779] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52c02090-5907-095c-81c1-41d007246a4e" [ 1113.351779] env[64443]: _type = "Task" [ 1113.351779] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.362059] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c02090-5907-095c-81c1-41d007246a4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.417861] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677213, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.446584] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 8cbb1e8f-c258-42db-ac80-14af4337c82d] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.496311] env[64443]: DEBUG nova.network.neutron [-] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.534822] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677214, 'name': CreateVM_Task, 'duration_secs': 0.355172} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.535049] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.535732] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.535900] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.536309] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.536554] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d260969-d2b6-4186-9156-6a22166bca2b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.543079] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1113.543079] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52f838d6-156e-fa48-4f7b-a6b289f1c443" [ 1113.543079] env[64443]: _type = "Task" [ 1113.543079] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.549642] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f838d6-156e-fa48-4f7b-a6b289f1c443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.711963] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "36b6417a-ddb2-42f0-a081-097fcf051e0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.712295] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "36b6417a-ddb2-42f0-a081-097fcf051e0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.712515] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "36b6417a-ddb2-42f0-a081-097fcf051e0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.712701] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "36b6417a-ddb2-42f0-a081-097fcf051e0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.712875] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "36b6417a-ddb2-42f0-a081-097fcf051e0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.715106] env[64443]: INFO nova.compute.manager [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Terminating instance [ 1113.743374] env[64443]: DEBUG oslo_concurrency.lockutils [req-c5c47a98-fb49-4e7f-bc46-f1fbc7eb31fa req-6aa2430a-b297-41cf-969a-e1353cf514f0 service nova] Releasing lock "refresh_cache-5d898e14-c22d-4ef6-a277-fce58b4025da" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.775361] env[64443]: DEBUG nova.objects.instance [None req-2eab93f2-259e-46d4-962d-7bd056067f71 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lazy-loading 'flavor' on Instance uuid 8f5b0965-2958-41cd-ba42-6bc10710355e {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.863999] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c02090-5907-095c-81c1-41d007246a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.010777} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.864290] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.864543] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] dfc828d9-34d3-4bda-a662-7824538540b7/dfc828d9-34d3-4bda-a662-7824538540b7.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.864797] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a2184b2-5a18-4e90-babb-e376c0f99df2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.871112] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1113.871112] env[64443]: value = "task-2677215" [ 1113.871112] env[64443]: _type = "Task" [ 1113.871112] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.878707] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.918199] env[64443]: DEBUG oslo_vmware.api [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677213, 'name': PowerOnVM_Task, 'duration_secs': 0.519425} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.918554] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.918675] env[64443]: INFO nova.compute.manager [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1113.918877] env[64443]: DEBUG nova.compute.manager [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.919702] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad1e8d0-c04a-4263-a619-cb7caaeed2e4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.950546] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 2437eab1-4de1-4f9e-a946-c71695cd7895] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.953541] env[64443]: DEBUG nova.compute.manager [req-4a697021-f115-4502-9dbd-a991f95dca5d req-ff08e5d4-ddfa-492a-a6f1-857712e0f0b5 service nova] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Received event network-vif-deleted-2a1ad330-3d4b-4067-b271-002efee7db84 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1113.998468] env[64443]: INFO nova.compute.manager [-] [instance: cdb2555a-5e01-4f7b-8a1d-d861966d361a] Took 1.44 seconds to deallocate network for instance. [ 1114.009756] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.010013] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d474629-2549-4d99-9273-28087564ff5f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.018747] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1114.018747] env[64443]: value = "task-2677216" [ 1114.018747] env[64443]: _type = "Task" [ 1114.018747] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.027724] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.052963] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f838d6-156e-fa48-4f7b-a6b289f1c443, 'name': SearchDatastore_Task, 'duration_secs': 0.041473} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.053305] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.053549] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.053791] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1114.053953] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.054166] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.054421] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6ef696f-48de-42df-8697-bcf3ad495746 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.061863] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.062041] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.062970] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93ad24f5-d370-4b0f-b060-24e88663f7cf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.067798] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1114.067798] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52baeb3a-ac5b-3d79-6ef1-826378aeecf7" [ 1114.067798] env[64443]: _type = "Task" [ 1114.067798] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.075465] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52baeb3a-ac5b-3d79-6ef1-826378aeecf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.218512] env[64443]: DEBUG nova.compute.manager [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.218875] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.219781] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6238275-fcf0-4270-aea7-4785086c008f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.229902] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.230329] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fca72316-1311-4ff0-a376-8364f2a05639 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.238181] env[64443]: DEBUG oslo_vmware.api [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 1114.238181] env[64443]: value = "task-2677217" [ 1114.238181] env[64443]: _type = "Task" [ 1114.238181] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.249456] env[64443]: DEBUG oslo_vmware.api [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.384839] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677215, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.438767] env[64443]: INFO nova.compute.manager [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Took 13.99 seconds to build instance. [ 1114.454369] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.454665] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Cleaning up deleted instances with incomplete migration {{(pid=64443) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1114.504828] env[64443]: DEBUG oslo_concurrency.lockutils [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.505191] env[64443]: DEBUG oslo_concurrency.lockutils [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.505366] env[64443]: DEBUG oslo_concurrency.lockutils [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.528937] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677216, 'name': PowerOffVM_Task, 'duration_secs': 0.22814} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.529976] env[64443]: INFO nova.scheduler.client.report [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Deleted allocations for instance cdb2555a-5e01-4f7b-8a1d-d861966d361a [ 1114.531283] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.537639] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56ed30b-2854-4d86-bbbf-09a0025b869b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.572376] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef91666b-d79f-4af6-be1a-8acfc81cbe86 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.580982] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52baeb3a-ac5b-3d79-6ef1-826378aeecf7, 'name': SearchDatastore_Task, 'duration_secs': 0.008947} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.585493] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daac236c-4c15-4945-bba2-259106fb0931 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.590688] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1114.590688] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]529bae7d-95bf-7f1a-545b-ea5024f0db2b" [ 1114.590688] env[64443]: _type = "Task" [ 1114.590688] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.599392] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529bae7d-95bf-7f1a-545b-ea5024f0db2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.748723] env[64443]: DEBUG oslo_vmware.api [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677217, 'name': PowerOffVM_Task, 'duration_secs': 0.204544} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.748987] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.749271] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.749461] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2729debb-c176-4901-b99b-3e5bba3f5d67 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.785221] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2eab93f2-259e-46d4-962d-7bd056067f71 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "8f5b0965-2958-41cd-ba42-6bc10710355e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.746s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.812963] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.813632] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.813632] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Deleting the datastore file [datastore2] 36b6417a-ddb2-42f0-a081-097fcf051e0c {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.813632] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0105299f-c1bb-4d24-8a67-382364060781 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.820456] env[64443]: DEBUG oslo_vmware.api [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for the task: (returnval){ [ 1114.820456] env[64443]: value = "task-2677219" [ 1114.820456] env[64443]: _type = "Task" [ 1114.820456] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.828890] env[64443]: DEBUG oslo_vmware.api [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.882802] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600451} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.883102] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] dfc828d9-34d3-4bda-a662-7824538540b7/dfc828d9-34d3-4bda-a662-7824538540b7.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.883355] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.883617] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49d37e37-38c8-4d69-b072-6b54c7ea85ea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.890559] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1114.890559] env[64443]: value = "task-2677220" [ 1114.890559] env[64443]: _type = "Task" [ 1114.890559] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.899702] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.941270] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f70609e-57b1-4b62-aa01-80f8757b128e tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "0a897bf8-614b-4800-9f53-505ac8ebad72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.495s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.956989] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1115.044573] env[64443]: DEBUG oslo_concurrency.lockutils [None req-16bf5b13-f07c-496c-b316-ac0fa712fdf8 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "cdb2555a-5e01-4f7b-8a1d-d861966d361a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.108s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.089505] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Creating Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1115.089808] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-10a4189d-af4f-481b-8b81-d50328cb6421 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.103920] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]529bae7d-95bf-7f1a-545b-ea5024f0db2b, 'name': SearchDatastore_Task, 'duration_secs': 0.011491} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.105166] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.105433] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 5d898e14-c22d-4ef6-a277-fce58b4025da/5d898e14-c22d-4ef6-a277-fce58b4025da.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.105742] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1115.105742] env[64443]: value = "task-2677221" [ 1115.105742] env[64443]: _type = "Task" [ 1115.105742] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.105931] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-490928a7-53c8-4589-a7e3-cd9643f4b3bd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.116028] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677221, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.117300] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1115.117300] env[64443]: value = "task-2677222" [ 1115.117300] env[64443]: _type = "Task" [ 1115.117300] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.125018] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.278853] env[64443]: DEBUG oslo_concurrency.lockutils [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "8f5b0965-2958-41cd-ba42-6bc10710355e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.279186] env[64443]: DEBUG oslo_concurrency.lockutils [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "8f5b0965-2958-41cd-ba42-6bc10710355e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.279409] env[64443]: DEBUG oslo_concurrency.lockutils [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "8f5b0965-2958-41cd-ba42-6bc10710355e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.279595] env[64443]: DEBUG oslo_concurrency.lockutils [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "8f5b0965-2958-41cd-ba42-6bc10710355e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.279764] env[64443]: DEBUG oslo_concurrency.lockutils [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "8f5b0965-2958-41cd-ba42-6bc10710355e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.282073] env[64443]: INFO nova.compute.manager [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Terminating instance [ 1115.331314] env[64443]: DEBUG oslo_vmware.api [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Task: {'id': task-2677219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181722} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.331582] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.331780] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.331966] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.332157] env[64443]: INFO nova.compute.manager [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1115.332399] env[64443]: DEBUG oslo.service.loopingcall [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1115.332588] env[64443]: DEBUG nova.compute.manager [-] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.332691] env[64443]: DEBUG nova.network.neutron [-] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.401377] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067878} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.401742] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.402691] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e86e2d5-3927-41d9-ad63-e32b40f1fc66 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.429013] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] dfc828d9-34d3-4bda-a662-7824538540b7/dfc828d9-34d3-4bda-a662-7824538540b7.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.429013] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd285470-5ded-49f0-b944-b2f31696e7d5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.448984] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1115.448984] env[64443]: value = "task-2677223" [ 1115.448984] env[64443]: _type = "Task" [ 1115.448984] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.458409] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.617961] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677221, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.626350] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677222, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.786832] env[64443]: DEBUG nova.compute.manager [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.788531] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.788531] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cb40bf-6673-4e06-8447-b5664ea66b39 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.800757] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.800757] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67d6286b-de2e-431b-9f0f-576be62ad62f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.810194] env[64443]: DEBUG oslo_vmware.api [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1115.810194] env[64443]: value = "task-2677224" [ 1115.810194] env[64443]: _type = "Task" [ 1115.810194] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.822153] env[64443]: DEBUG oslo_vmware.api [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.960311] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677223, 'name': ReconfigVM_Task, 'duration_secs': 0.29081} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.960896] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Reconfigured VM instance instance-0000006e to attach disk [datastore1] dfc828d9-34d3-4bda-a662-7824538540b7/dfc828d9-34d3-4bda-a662-7824538540b7.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.961980] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34b1ed8e-f3c2-4bd7-9454-4c18f89f5318 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.968993] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1115.968993] env[64443]: value = "task-2677225" [ 1115.968993] env[64443]: _type = "Task" [ 1115.968993] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.978603] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677225, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.015030] env[64443]: DEBUG oslo_concurrency.lockutils [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "43754cc2-edeb-4644-92f4-7d6491d01cbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.015030] env[64443]: DEBUG oslo_concurrency.lockutils [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "43754cc2-edeb-4644-92f4-7d6491d01cbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.834673] env[64443]: DEBUG nova.compute.manager [req-0bc81d2b-0acf-4901-8463-cac1d2d4c38c req-5070f7d6-636f-4775-9abd-b2b4cf43d7d2 service nova] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Received event network-vif-deleted-fac3ca19-4214-4b50-ab63-07b289ad9bea {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1116.834982] env[64443]: INFO nova.compute.manager [req-0bc81d2b-0acf-4901-8463-cac1d2d4c38c req-5070f7d6-636f-4775-9abd-b2b4cf43d7d2 service nova] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Neutron deleted interface fac3ca19-4214-4b50-ab63-07b289ad9bea; detaching it from the instance and deleting it from the info cache [ 1116.835124] env[64443]: DEBUG nova.network.neutron [req-0bc81d2b-0acf-4901-8463-cac1d2d4c38c req-5070f7d6-636f-4775-9abd-b2b4cf43d7d2 service nova] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.837371] env[64443]: DEBUG nova.compute.manager [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1116.840400] env[64443]: DEBUG nova.network.neutron [-] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.862390] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677221, 'name': CreateSnapshot_Task, 'duration_secs': 1.083816} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.870633] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Created Snapshot of the VM instance {{(pid=64443) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1116.870960] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677225, 'name': Rename_Task, 'duration_secs': 0.194472} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.871485] env[64443]: DEBUG oslo_vmware.api [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677224, 'name': PowerOffVM_Task, 'duration_secs': 0.251935} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.871942] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852146} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.872699] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1041a5ed-2cf9-4e68-8230-963d4fc23249 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.875500] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.875752] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.875916] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.876158] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 5d898e14-c22d-4ef6-a277-fce58b4025da/5d898e14-c22d-4ef6-a277-fce58b4025da.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.876357] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.877221] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42d1161c-969e-46bb-abd5-915f11110578 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.878919] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed3b6db0-6507-4ad7-a27a-a79091fb1d5b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.880166] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-753aa770-ea7f-4141-8fe1-26e4d7a37630 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.893547] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1116.893547] env[64443]: value = "task-2677228" [ 1116.893547] env[64443]: _type = "Task" [ 1116.893547] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.893832] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1116.893832] env[64443]: value = "task-2677226" [ 1116.893832] env[64443]: _type = "Task" [ 1116.893832] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.905214] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.907917] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.947914] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.948155] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.948338] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Deleting the datastore file [datastore2] 8f5b0965-2958-41cd-ba42-6bc10710355e {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.948594] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2abbadf6-5c8c-4631-8f5b-7200a905d233 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.955393] env[64443]: DEBUG oslo_vmware.api [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1116.955393] env[64443]: value = "task-2677229" [ 1116.955393] env[64443]: _type = "Task" [ 1116.955393] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.963809] env[64443]: DEBUG oslo_vmware.api [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.338150] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5804247c-9c1d-4263-bffb-b94bb4816f40 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.343049] env[64443]: INFO nova.compute.manager [-] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Took 2.01 seconds to deallocate network for instance. [ 1117.352927] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b047236b-4ce0-4ebe-a5fa-e427cad18d8d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.364541] env[64443]: DEBUG oslo_concurrency.lockutils [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.364779] env[64443]: DEBUG oslo_concurrency.lockutils [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.366324] env[64443]: INFO nova.compute.claims [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.388663] env[64443]: DEBUG nova.compute.manager [req-0bc81d2b-0acf-4901-8463-cac1d2d4c38c req-5070f7d6-636f-4775-9abd-b2b4cf43d7d2 service nova] [instance: 36b6417a-ddb2-42f0-a081-097fcf051e0c] Detach interface failed, port_id=fac3ca19-4214-4b50-ab63-07b289ad9bea, reason: Instance 36b6417a-ddb2-42f0-a081-097fcf051e0c could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1117.399022] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Creating linked-clone VM from snapshot {{(pid=64443) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1117.399879] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8ec93816-01d6-47fa-aba9-d763718d7b16 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.417259] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677226, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.417504] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201578} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.418569] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.418978] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1117.418978] env[64443]: value = "task-2677230" [ 1117.418978] env[64443]: _type = "Task" [ 1117.418978] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.419626] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b75bfc-4303-4355-b6fd-2b1d7caf1469 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.443542] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 5d898e14-c22d-4ef6-a277-fce58b4025da/5d898e14-c22d-4ef6-a277-fce58b4025da.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.446285] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f82cdf59-78d0-4843-8918-9b1bbef6008d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.460191] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677230, 'name': CloneVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.460835] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.470979] env[64443]: DEBUG oslo_vmware.api [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296426} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.472238] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.472432] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.472614] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.472799] env[64443]: INFO nova.compute.manager [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1117.473054] env[64443]: DEBUG oslo.service.loopingcall [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1117.473315] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1117.473315] env[64443]: value = "task-2677231" [ 1117.473315] env[64443]: _type = "Task" [ 1117.473315] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.473510] env[64443]: DEBUG nova.compute.manager [-] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.473619] env[64443]: DEBUG nova.network.neutron [-] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.487735] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677231, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.871044] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.909541] env[64443]: DEBUG oslo_vmware.api [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677226, 'name': PowerOnVM_Task, 'duration_secs': 0.916984} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.909803] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.910011] env[64443]: INFO nova.compute.manager [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1117.910202] env[64443]: DEBUG nova.compute.manager [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.910955] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda72734-f2c2-4174-b16c-0521bb457f9a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.930574] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677230, 'name': CloneVM_Task} progress is 94%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.985633] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677231, 'name': ReconfigVM_Task, 'duration_secs': 0.410799} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.988423] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 5d898e14-c22d-4ef6-a277-fce58b4025da/5d898e14-c22d-4ef6-a277-fce58b4025da.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.988573] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d276cef-4370-4a87-802e-590ebeb192df {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.994894] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1117.994894] env[64443]: value = "task-2677232" [ 1117.994894] env[64443]: _type = "Task" [ 1117.994894] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.004250] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677232, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.124713] env[64443]: DEBUG nova.compute.manager [req-59afa4ff-7d82-49e2-ac0c-bbd034d56ca9 req-442e7c29-dda2-4297-879f-661d7da81b0f service nova] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Received event network-changed-024cf3cf-9193-487c-af07-6c8af1319cbf {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1118.124859] env[64443]: DEBUG nova.compute.manager [req-59afa4ff-7d82-49e2-ac0c-bbd034d56ca9 req-442e7c29-dda2-4297-879f-661d7da81b0f service nova] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Refreshing instance network info cache due to event network-changed-024cf3cf-9193-487c-af07-6c8af1319cbf. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1118.125139] env[64443]: DEBUG oslo_concurrency.lockutils [req-59afa4ff-7d82-49e2-ac0c-bbd034d56ca9 req-442e7c29-dda2-4297-879f-661d7da81b0f service nova] Acquiring lock "refresh_cache-0a897bf8-614b-4800-9f53-505ac8ebad72" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1118.125310] env[64443]: DEBUG oslo_concurrency.lockutils [req-59afa4ff-7d82-49e2-ac0c-bbd034d56ca9 req-442e7c29-dda2-4297-879f-661d7da81b0f service nova] Acquired lock "refresh_cache-0a897bf8-614b-4800-9f53-505ac8ebad72" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.125532] env[64443]: DEBUG nova.network.neutron [req-59afa4ff-7d82-49e2-ac0c-bbd034d56ca9 req-442e7c29-dda2-4297-879f-661d7da81b0f service nova] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Refreshing network info cache for port 024cf3cf-9193-487c-af07-6c8af1319cbf {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.431381] env[64443]: INFO nova.compute.manager [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Took 16.00 seconds to build instance. [ 1118.437416] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677230, 'name': CloneVM_Task} progress is 95%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.489113] env[64443]: DEBUG nova.network.neutron [-] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.507693] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677232, 'name': Rename_Task, 'duration_secs': 0.174957} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.508011] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.508349] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91908862-15c0-421b-81ae-4c6e384aac48 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.514406] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1118.514406] env[64443]: value = "task-2677233" [ 1118.514406] env[64443]: _type = "Task" [ 1118.514406] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.515985] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985392f7-5d04-4db4-9efc-1a3eba0ef3f0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.531449] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.532514] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07d3068-a28b-49cb-beb3-cbcdee77c0d0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.563278] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f591eebd-5de6-41f0-a280-95fb59d3147e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.570931] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c4ddf3-6b8b-4123-975d-ad8aea938560 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.589133] env[64443]: DEBUG nova.compute.provider_tree [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.866493] env[64443]: DEBUG nova.network.neutron [req-59afa4ff-7d82-49e2-ac0c-bbd034d56ca9 req-442e7c29-dda2-4297-879f-661d7da81b0f service nova] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Updated VIF entry in instance network info cache for port 024cf3cf-9193-487c-af07-6c8af1319cbf. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.866858] env[64443]: DEBUG nova.network.neutron [req-59afa4ff-7d82-49e2-ac0c-bbd034d56ca9 req-442e7c29-dda2-4297-879f-661d7da81b0f service nova] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Updating instance_info_cache with network_info: [{"id": "024cf3cf-9193-487c-af07-6c8af1319cbf", "address": "fa:16:3e:ac:73:6a", "network": {"id": "e805300a-b8d0-4d9f-97a2-d4ff40cb73b7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-148640411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f72016b64945a0b5fb0e033d074579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap024cf3cf-91", "ovs_interfaceid": "024cf3cf-9193-487c-af07-6c8af1319cbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.936111] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d9f6f603-012e-4aeb-b658-c224395a7d01 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "dfc828d9-34d3-4bda-a662-7824538540b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.520s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.936475] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677230, 'name': CloneVM_Task, 'duration_secs': 1.283653} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.936629] env[64443]: INFO nova.virt.vmwareapi.vmops [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Created linked-clone VM from snapshot [ 1118.937463] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c258c73-eeeb-4764-a2d4-b7f2d3cc64aa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.945793] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Uploading image 0d34eb0f-c0b8-4227-9d99-728e0f4f7162 {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1118.970203] env[64443]: DEBUG oslo_vmware.rw_handles [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1118.970203] env[64443]: value = "vm-539791" [ 1118.970203] env[64443]: _type = "VirtualMachine" [ 1118.970203] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1118.970520] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d8f3c0c4-6f38-4f2b-9a97-6e6c9657eb00 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.976914] env[64443]: DEBUG oslo_vmware.rw_handles [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lease: (returnval){ [ 1118.976914] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d52bda-b71f-73a9-65a9-307ec7199e8d" [ 1118.976914] env[64443]: _type = "HttpNfcLease" [ 1118.976914] env[64443]: } obtained for exporting VM: (result){ [ 1118.976914] env[64443]: value = "vm-539791" [ 1118.976914] env[64443]: _type = "VirtualMachine" [ 1118.976914] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1118.977182] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the lease: (returnval){ [ 1118.977182] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d52bda-b71f-73a9-65a9-307ec7199e8d" [ 1118.977182] env[64443]: _type = "HttpNfcLease" [ 1118.977182] env[64443]: } to be ready. {{(pid=64443) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1118.983288] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1118.983288] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d52bda-b71f-73a9-65a9-307ec7199e8d" [ 1118.983288] env[64443]: _type = "HttpNfcLease" [ 1118.983288] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1118.991798] env[64443]: INFO nova.compute.manager [-] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Took 1.52 seconds to deallocate network for instance. [ 1119.025109] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677233, 'name': PowerOnVM_Task} progress is 88%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.091347] env[64443]: DEBUG nova.scheduler.client.report [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.285790] env[64443]: INFO nova.compute.manager [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Rebuilding instance [ 1119.329344] env[64443]: DEBUG nova.compute.manager [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.330249] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c35387-ba90-461e-8d9e-49f3f1e4aa3c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.369334] env[64443]: DEBUG oslo_concurrency.lockutils [req-59afa4ff-7d82-49e2-ac0c-bbd034d56ca9 req-442e7c29-dda2-4297-879f-661d7da81b0f service nova] Releasing lock "refresh_cache-0a897bf8-614b-4800-9f53-505ac8ebad72" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.369588] env[64443]: DEBUG nova.compute.manager [req-59afa4ff-7d82-49e2-ac0c-bbd034d56ca9 req-442e7c29-dda2-4297-879f-661d7da81b0f service nova] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Received event network-vif-deleted-da515b81-cf8c-415b-a1b0-b50a4c424583 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1119.369765] env[64443]: INFO nova.compute.manager [req-59afa4ff-7d82-49e2-ac0c-bbd034d56ca9 req-442e7c29-dda2-4297-879f-661d7da81b0f service nova] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Neutron deleted interface da515b81-cf8c-415b-a1b0-b50a4c424583; detaching it from the instance and deleting it from the info cache [ 1119.369936] env[64443]: DEBUG nova.network.neutron [req-59afa4ff-7d82-49e2-ac0c-bbd034d56ca9 req-442e7c29-dda2-4297-879f-661d7da81b0f service nova] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.485734] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1119.485734] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d52bda-b71f-73a9-65a9-307ec7199e8d" [ 1119.485734] env[64443]: _type = "HttpNfcLease" [ 1119.485734] env[64443]: } is ready. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1119.486090] env[64443]: DEBUG oslo_vmware.rw_handles [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1119.486090] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d52bda-b71f-73a9-65a9-307ec7199e8d" [ 1119.486090] env[64443]: _type = "HttpNfcLease" [ 1119.486090] env[64443]: }. {{(pid=64443) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1119.486911] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673d2a09-e0f1-4638-8db1-8982809584b8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.495258] env[64443]: DEBUG oslo_vmware.rw_handles [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ff492-f989-f778-37d3-63084a0e078e/disk-0.vmdk from lease info. {{(pid=64443) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1119.495426] env[64443]: DEBUG oslo_vmware.rw_handles [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ff492-f989-f778-37d3-63084a0e078e/disk-0.vmdk for reading. {{(pid=64443) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1119.498777] env[64443]: DEBUG oslo_concurrency.lockutils [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.561779] env[64443]: DEBUG oslo_vmware.api [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677233, 'name': PowerOnVM_Task, 'duration_secs': 0.94072} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.562073] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.562304] env[64443]: INFO nova.compute.manager [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1119.562497] env[64443]: DEBUG nova.compute.manager [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.563333] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93c5987-b525-4e4c-86d3-53bb7a888a58 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.585411] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3ffd658a-52cd-40a1-89be-070030001d1f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.596925] env[64443]: DEBUG oslo_concurrency.lockutils [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.597243] env[64443]: DEBUG nova.compute.manager [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.601834] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.731s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.602089] env[64443]: DEBUG nova.objects.instance [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lazy-loading 'resources' on Instance uuid 36b6417a-ddb2-42f0-a081-097fcf051e0c {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.873340] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b50dac65-95db-4028-9065-0df97e996895 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.886619] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e235584-f576-4c77-a7e6-28bb6b1d728a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.921886] env[64443]: DEBUG nova.compute.manager [req-59afa4ff-7d82-49e2-ac0c-bbd034d56ca9 req-442e7c29-dda2-4297-879f-661d7da81b0f service nova] [instance: 8f5b0965-2958-41cd-ba42-6bc10710355e] Detach interface failed, port_id=da515b81-cf8c-415b-a1b0-b50a4c424583, reason: Instance 8f5b0965-2958-41cd-ba42-6bc10710355e could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1120.079431] env[64443]: INFO nova.compute.manager [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Took 16.04 seconds to build instance. [ 1120.104647] env[64443]: DEBUG nova.compute.utils [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1120.108761] env[64443]: DEBUG nova.compute.manager [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.109930] env[64443]: DEBUG nova.network.neutron [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.171881] env[64443]: DEBUG nova.policy [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e0a9819dc19432a80ef11b4035b171d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba1d9be87e324c16af67845240b31fcd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.256157] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75f7d85-cc31-48f0-b12b-f57d0871c176 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.265163] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09d5827-03a7-46f3-9af0-de3872d8be66 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.300705] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d3732d-e1e9-46d9-81f7-0c0302ed1355 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.315733] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed5c90b-074a-4c42-927d-21ddac663e9f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.332381] env[64443]: DEBUG nova.compute.provider_tree [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.342943] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.343651] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9e6c7a6-6080-43c7-9392-fd098a8e680c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.352537] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1120.352537] env[64443]: value = "task-2677235" [ 1120.352537] env[64443]: _type = "Task" [ 1120.352537] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.365436] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.488975] env[64443]: DEBUG nova.network.neutron [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Successfully created port: 6db29241-6c0e-4e0e-a29a-40d97e1d8fe9 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.582741] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47815204-1477-45c7-93bd-bf8430919ce3 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "5d898e14-c22d-4ef6-a277-fce58b4025da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.553s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.613760] env[64443]: DEBUG nova.compute.manager [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.814756] env[64443]: DEBUG oslo_concurrency.lockutils [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "5d898e14-c22d-4ef6-a277-fce58b4025da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.815010] env[64443]: DEBUG oslo_concurrency.lockutils [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "5d898e14-c22d-4ef6-a277-fce58b4025da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.815246] env[64443]: DEBUG oslo_concurrency.lockutils [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "5d898e14-c22d-4ef6-a277-fce58b4025da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.815523] env[64443]: DEBUG oslo_concurrency.lockutils [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "5d898e14-c22d-4ef6-a277-fce58b4025da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.815996] env[64443]: DEBUG oslo_concurrency.lockutils [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "5d898e14-c22d-4ef6-a277-fce58b4025da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.818621] env[64443]: INFO nova.compute.manager [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Terminating instance [ 1120.836107] env[64443]: DEBUG nova.scheduler.client.report [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.863357] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677235, 'name': PowerOffVM_Task, 'duration_secs': 0.201532} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.863689] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.863996] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.864858] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48107907-90e7-4c62-9ba6-9c3be7615b42 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.872223] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.872508] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c984f4c7-3742-410d-b1a3-e7fb11d5cf1c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.936461] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.936756] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.936999] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Deleting the datastore file [datastore1] dfc828d9-34d3-4bda-a662-7824538540b7 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.937328] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b007525f-c11a-4ad4-8ee9-f5a01d4e29b1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.943840] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1120.943840] env[64443]: value = "task-2677237" [ 1120.943840] env[64443]: _type = "Task" [ 1120.943840] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.951608] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.324209] env[64443]: DEBUG nova.compute.manager [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.324638] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.325345] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac2a376-749f-4478-8d4a-5332a6e29137 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.333211] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.333644] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9433d4b0-2d58-43b0-97d4-c17c496a15ed {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.340586] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.342779] env[64443]: DEBUG oslo_vmware.api [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1121.342779] env[64443]: value = "task-2677238" [ 1121.342779] env[64443]: _type = "Task" [ 1121.342779] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.343711] env[64443]: DEBUG oslo_concurrency.lockutils [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.845s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.344241] env[64443]: DEBUG nova.objects.instance [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lazy-loading 'resources' on Instance uuid 8f5b0965-2958-41cd-ba42-6bc10710355e {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.357785] env[64443]: DEBUG oslo_vmware.api [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.364678] env[64443]: INFO nova.scheduler.client.report [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Deleted allocations for instance 36b6417a-ddb2-42f0-a081-097fcf051e0c [ 1121.454067] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318167} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.454354] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.454621] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.454710] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.624361] env[64443]: DEBUG nova.compute.manager [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.652632] env[64443]: DEBUG nova.virt.hardware [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.652882] env[64443]: DEBUG nova.virt.hardware [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.653070] env[64443]: DEBUG nova.virt.hardware [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.653357] env[64443]: DEBUG nova.virt.hardware [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.653601] env[64443]: DEBUG nova.virt.hardware [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.653852] env[64443]: DEBUG nova.virt.hardware [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.654148] env[64443]: DEBUG nova.virt.hardware [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.654393] env[64443]: DEBUG nova.virt.hardware [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.654587] env[64443]: DEBUG nova.virt.hardware [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.654822] env[64443]: DEBUG nova.virt.hardware [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.655075] env[64443]: DEBUG nova.virt.hardware [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.656092] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b5417c-6625-49f4-b711-aff010955fa5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.664376] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de74dcc-57a8-4819-92f1-60ffc03e4097 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.859191] env[64443]: DEBUG oslo_vmware.api [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677238, 'name': PowerOffVM_Task, 'duration_secs': 0.255034} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.859191] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.859191] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.859191] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c18efbd7-b4fe-4e6a-a8f8-86cbcb3d8ca7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.875115] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d5002ad8-ea6e-4136-8f45-e7ef0f225b3d tempest-ServerRescueNegativeTestJSON-951003550 tempest-ServerRescueNegativeTestJSON-951003550-project-member] Lock "36b6417a-ddb2-42f0-a081-097fcf051e0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.163s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.880343] env[64443]: DEBUG nova.compute.manager [req-c5652fd3-57bd-427d-bc08-e69ffa41adaa req-b74e1ded-0f80-488b-b943-3f415af6b9a9 service nova] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Received event network-vif-plugged-6db29241-6c0e-4e0e-a29a-40d97e1d8fe9 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1121.880559] env[64443]: DEBUG oslo_concurrency.lockutils [req-c5652fd3-57bd-427d-bc08-e69ffa41adaa req-b74e1ded-0f80-488b-b943-3f415af6b9a9 service nova] Acquiring lock "43754cc2-edeb-4644-92f4-7d6491d01cbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.880766] env[64443]: DEBUG oslo_concurrency.lockutils [req-c5652fd3-57bd-427d-bc08-e69ffa41adaa req-b74e1ded-0f80-488b-b943-3f415af6b9a9 service nova] Lock "43754cc2-edeb-4644-92f4-7d6491d01cbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.880981] env[64443]: DEBUG oslo_concurrency.lockutils [req-c5652fd3-57bd-427d-bc08-e69ffa41adaa req-b74e1ded-0f80-488b-b943-3f415af6b9a9 service nova] Lock "43754cc2-edeb-4644-92f4-7d6491d01cbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.881154] env[64443]: DEBUG nova.compute.manager [req-c5652fd3-57bd-427d-bc08-e69ffa41adaa req-b74e1ded-0f80-488b-b943-3f415af6b9a9 service nova] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] No waiting events found dispatching network-vif-plugged-6db29241-6c0e-4e0e-a29a-40d97e1d8fe9 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1121.881327] env[64443]: WARNING nova.compute.manager [req-c5652fd3-57bd-427d-bc08-e69ffa41adaa req-b74e1ded-0f80-488b-b943-3f415af6b9a9 service nova] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Received unexpected event network-vif-plugged-6db29241-6c0e-4e0e-a29a-40d97e1d8fe9 for instance with vm_state building and task_state spawning. [ 1121.926930] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.927229] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.927484] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Deleting the datastore file [datastore1] 5d898e14-c22d-4ef6-a277-fce58b4025da {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.930888] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8a406b6-803e-4147-9821-846884fb8616 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.938082] env[64443]: DEBUG oslo_vmware.api [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1121.938082] env[64443]: value = "task-2677240" [ 1121.938082] env[64443]: _type = "Task" [ 1121.938082] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.948009] env[64443]: DEBUG oslo_vmware.api [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.984269] env[64443]: DEBUG nova.network.neutron [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Successfully updated port: 6db29241-6c0e-4e0e-a29a-40d97e1d8fe9 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.988843] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be778a01-fe06-4b89-a187-5fb8f65f8e14 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.997969] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05229bed-8381-4df1-8d73-845a6012fc9f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.031582] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da127d55-de8d-45cc-a1c3-fbd7a7957534 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.039814] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353ebfa9-ef96-4183-8e95-8edbb3770a74 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.053938] env[64443]: DEBUG nova.compute.provider_tree [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.353409] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._sync_power_states {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.448443] env[64443]: DEBUG oslo_vmware.api [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188347} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.448681] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.448829] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.449054] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.449289] env[64443]: INFO nova.compute.manager [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1122.449504] env[64443]: DEBUG oslo.service.loopingcall [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1122.449739] env[64443]: DEBUG nova.compute.manager [-] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.449804] env[64443]: DEBUG nova.network.neutron [-] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.487271] env[64443]: DEBUG oslo_concurrency.lockutils [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "refresh_cache-43754cc2-edeb-4644-92f4-7d6491d01cbf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.487391] env[64443]: DEBUG oslo_concurrency.lockutils [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "refresh_cache-43754cc2-edeb-4644-92f4-7d6491d01cbf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.487493] env[64443]: DEBUG nova.network.neutron [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.494994] env[64443]: DEBUG nova.virt.hardware [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.495458] env[64443]: DEBUG nova.virt.hardware [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.495458] env[64443]: DEBUG nova.virt.hardware [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.495616] env[64443]: DEBUG nova.virt.hardware [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.495730] env[64443]: DEBUG nova.virt.hardware [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.495877] env[64443]: DEBUG nova.virt.hardware [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.496195] env[64443]: DEBUG nova.virt.hardware [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.496266] env[64443]: DEBUG nova.virt.hardware [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.496417] env[64443]: DEBUG nova.virt.hardware [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.496582] env[64443]: DEBUG nova.virt.hardware [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.496751] env[64443]: DEBUG nova.virt.hardware [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.497671] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfac9fa0-9355-46c0-a46e-bc36b552b592 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.506808] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15bcc64-8410-4a81-9951-ea1b92259dba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.521341] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:c8:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0595563-7b50-4290-9ed3-3ef84c08e307', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.528950] env[64443]: DEBUG oslo.service.loopingcall [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1122.529284] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.529511] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da377108-2edf-4d12-8203-6812cd09cf89 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.550233] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.550233] env[64443]: value = "task-2677241" [ 1122.550233] env[64443]: _type = "Task" [ 1122.550233] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.559365] env[64443]: DEBUG nova.scheduler.client.report [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.562423] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677241, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.857805] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Getting list of instances from cluster (obj){ [ 1122.857805] env[64443]: value = "domain-c8" [ 1122.857805] env[64443]: _type = "ClusterComputeResource" [ 1122.857805] env[64443]: } {{(pid=64443) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1122.858933] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd955a48-d07c-40ed-8e60-e218c05799b5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.872934] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Got total of 4 instances {{(pid=64443) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1122.873126] env[64443]: WARNING nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] While synchronizing instance power states, found 8 instances in the database and 4 instances on the hypervisor. [ 1122.873273] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Triggering sync for uuid dc23b348-d002-432c-838a-644d3092057c {{(pid=64443) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1122.873487] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Triggering sync for uuid cfe684bb-ff0c-46bb-8485-a3cabaed9447 {{(pid=64443) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1122.873646] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Triggering sync for uuid 8f5b0965-2958-41cd-ba42-6bc10710355e {{(pid=64443) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1122.873795] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Triggering sync for uuid 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d {{(pid=64443) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1122.873942] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Triggering sync for uuid 0a897bf8-614b-4800-9f53-505ac8ebad72 {{(pid=64443) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1122.874148] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Triggering sync for uuid dfc828d9-34d3-4bda-a662-7824538540b7 {{(pid=64443) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1122.874412] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Triggering sync for uuid 5d898e14-c22d-4ef6-a277-fce58b4025da {{(pid=64443) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1122.874498] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Triggering sync for uuid 43754cc2-edeb-4644-92f4-7d6491d01cbf {{(pid=64443) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1122.874805] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "dc23b348-d002-432c-838a-644d3092057c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.875052] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "dc23b348-d002-432c-838a-644d3092057c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.875334] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "cfe684bb-ff0c-46bb-8485-a3cabaed9447" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.875546] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "cfe684bb-ff0c-46bb-8485-a3cabaed9447" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.875763] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "8f5b0965-2958-41cd-ba42-6bc10710355e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.875968] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.876181] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "0a897bf8-614b-4800-9f53-505ac8ebad72" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.876466] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "0a897bf8-614b-4800-9f53-505ac8ebad72" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.876618] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "dfc828d9-34d3-4bda-a662-7824538540b7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.876744] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "dfc828d9-34d3-4bda-a662-7824538540b7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.876905] env[64443]: INFO nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] During sync_power_state the instance has a pending task (rebuild_spawning). Skip. [ 1122.877070] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "dfc828d9-34d3-4bda-a662-7824538540b7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.877284] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "5d898e14-c22d-4ef6-a277-fce58b4025da" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.877486] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "43754cc2-edeb-4644-92f4-7d6491d01cbf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.878339] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f4d4e1-ab2f-46e3-88e6-d35a62c24772 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.881487] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98001b75-d700-4963-b13e-52ab9570cece {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.884798] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b5ab97-f26b-4ce0-9c3d-b0b21a2588ed {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.022623] env[64443]: DEBUG nova.network.neutron [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.066307] env[64443]: DEBUG oslo_concurrency.lockutils [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.068229] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677241, 'name': CreateVM_Task, 'duration_secs': 0.399913} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.071442] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.071628] env[64443]: DEBUG oslo_concurrency.lockutils [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.071788] env[64443]: DEBUG oslo_concurrency.lockutils [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.072137] env[64443]: DEBUG oslo_concurrency.lockutils [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1123.072666] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afda762d-7618-4f99-a6f2-84145b740a94 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.077345] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1123.077345] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5216451d-416f-0cc7-8347-df4e250b6afe" [ 1123.077345] env[64443]: _type = "Task" [ 1123.077345] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.086033] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5216451d-416f-0cc7-8347-df4e250b6afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.094529] env[64443]: INFO nova.scheduler.client.report [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Deleted allocations for instance 8f5b0965-2958-41cd-ba42-6bc10710355e [ 1123.180666] env[64443]: DEBUG nova.network.neutron [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Updating instance_info_cache with network_info: [{"id": "6db29241-6c0e-4e0e-a29a-40d97e1d8fe9", "address": "fa:16:3e:ca:73:fa", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db29241-6c", "ovs_interfaceid": "6db29241-6c0e-4e0e-a29a-40d97e1d8fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.336780] env[64443]: DEBUG nova.network.neutron [-] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.398860] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "0a897bf8-614b-4800-9f53-505ac8ebad72" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.522s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.399302] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "cfe684bb-ff0c-46bb-8485-a3cabaed9447" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.399590] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "dc23b348-d002-432c-838a-644d3092057c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.588797] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5216451d-416f-0cc7-8347-df4e250b6afe, 'name': SearchDatastore_Task, 'duration_secs': 0.015549} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.589136] env[64443]: DEBUG oslo_concurrency.lockutils [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.589379] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1123.589615] env[64443]: DEBUG oslo_concurrency.lockutils [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.589762] env[64443]: DEBUG oslo_concurrency.lockutils [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.589939] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1123.590250] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f8b9490-4a34-426f-8f20-a91a88181b9f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.606251] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1123.606408] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1123.607507] env[64443]: DEBUG oslo_concurrency.lockutils [None req-540060f2-f6ef-4ff6-b1a1-64434a342a86 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "8f5b0965-2958-41cd-ba42-6bc10710355e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.328s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.608443] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b18b4da-3e94-404e-8224-c5bc80b91007 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.611459] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "8f5b0965-2958-41cd-ba42-6bc10710355e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.735s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.612033] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8e1e51f-7d4d-4052-9df7-94f994f0c2a5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.617120] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1123.617120] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]526592e6-70b2-decf-9a19-cbe0fbb5271d" [ 1123.617120] env[64443]: _type = "Task" [ 1123.617120] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.625214] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83e9d2c-378c-432a-be0c-debdbb1a1638 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.643837] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]526592e6-70b2-decf-9a19-cbe0fbb5271d, 'name': SearchDatastore_Task, 'duration_secs': 0.009153} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.644257] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f698454-00c4-440b-a1fd-2f650a11e126 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.660986] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1123.660986] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52b8b903-ccfc-af22-73e2-79b193acbe01" [ 1123.660986] env[64443]: _type = "Task" [ 1123.660986] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.672473] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b8b903-ccfc-af22-73e2-79b193acbe01, 'name': SearchDatastore_Task, 'duration_secs': 0.0085} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.673486] env[64443]: DEBUG oslo_concurrency.lockutils [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.673780] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] dfc828d9-34d3-4bda-a662-7824538540b7/dfc828d9-34d3-4bda-a662-7824538540b7.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.674102] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7b96a18-a2b1-439f-8c03-b31e682539dc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.684706] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1123.684706] env[64443]: value = "task-2677242" [ 1123.684706] env[64443]: _type = "Task" [ 1123.684706] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.685712] env[64443]: DEBUG oslo_concurrency.lockutils [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "refresh_cache-43754cc2-edeb-4644-92f4-7d6491d01cbf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.686066] env[64443]: DEBUG nova.compute.manager [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Instance network_info: |[{"id": "6db29241-6c0e-4e0e-a29a-40d97e1d8fe9", "address": "fa:16:3e:ca:73:fa", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db29241-6c", "ovs_interfaceid": "6db29241-6c0e-4e0e-a29a-40d97e1d8fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.686862] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:73:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6db29241-6c0e-4e0e-a29a-40d97e1d8fe9', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.694605] env[64443]: DEBUG oslo.service.loopingcall [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1123.695482] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.695921] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9eb47fa5-f9bf-4b2a-b9b0-7b711cf5a83b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.717387] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.722440] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.722440] env[64443]: value = "task-2677243" [ 1123.722440] env[64443]: _type = "Task" [ 1123.722440] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.732189] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677243, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.840615] env[64443]: INFO nova.compute.manager [-] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Took 1.39 seconds to deallocate network for instance. [ 1123.922335] env[64443]: DEBUG nova.compute.manager [req-f4b3dba7-ef53-4ef5-9eb5-b446844847dd req-836a5b89-ad62-4788-9c7c-f2a488a9be6d service nova] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Received event network-changed-6db29241-6c0e-4e0e-a29a-40d97e1d8fe9 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1123.922655] env[64443]: DEBUG nova.compute.manager [req-f4b3dba7-ef53-4ef5-9eb5-b446844847dd req-836a5b89-ad62-4788-9c7c-f2a488a9be6d service nova] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Refreshing instance network info cache due to event network-changed-6db29241-6c0e-4e0e-a29a-40d97e1d8fe9. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1123.922976] env[64443]: DEBUG oslo_concurrency.lockutils [req-f4b3dba7-ef53-4ef5-9eb5-b446844847dd req-836a5b89-ad62-4788-9c7c-f2a488a9be6d service nova] Acquiring lock "refresh_cache-43754cc2-edeb-4644-92f4-7d6491d01cbf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.923245] env[64443]: DEBUG oslo_concurrency.lockutils [req-f4b3dba7-ef53-4ef5-9eb5-b446844847dd req-836a5b89-ad62-4788-9c7c-f2a488a9be6d service nova] Acquired lock "refresh_cache-43754cc2-edeb-4644-92f4-7d6491d01cbf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.923519] env[64443]: DEBUG nova.network.neutron [req-f4b3dba7-ef53-4ef5-9eb5-b446844847dd req-836a5b89-ad62-4788-9c7c-f2a488a9be6d service nova] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Refreshing network info cache for port 6db29241-6c0e-4e0e-a29a-40d97e1d8fe9 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.162577] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "8f5b0965-2958-41cd-ba42-6bc10710355e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.193384] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477786} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.193559] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] dfc828d9-34d3-4bda-a662-7824538540b7/dfc828d9-34d3-4bda-a662-7824538540b7.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.193769] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.194050] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f574135a-ac15-423a-87f3-160d67a119ab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.206018] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1124.206018] env[64443]: value = "task-2677244" [ 1124.206018] env[64443]: _type = "Task" [ 1124.206018] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.211872] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.233058] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677243, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.349929] env[64443]: DEBUG oslo_concurrency.lockutils [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.350203] env[64443]: DEBUG oslo_concurrency.lockutils [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.350447] env[64443]: DEBUG nova.objects.instance [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lazy-loading 'resources' on Instance uuid 5d898e14-c22d-4ef6-a277-fce58b4025da {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.632968] env[64443]: DEBUG nova.network.neutron [req-f4b3dba7-ef53-4ef5-9eb5-b446844847dd req-836a5b89-ad62-4788-9c7c-f2a488a9be6d service nova] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Updated VIF entry in instance network info cache for port 6db29241-6c0e-4e0e-a29a-40d97e1d8fe9. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.633383] env[64443]: DEBUG nova.network.neutron [req-f4b3dba7-ef53-4ef5-9eb5-b446844847dd req-836a5b89-ad62-4788-9c7c-f2a488a9be6d service nova] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Updating instance_info_cache with network_info: [{"id": "6db29241-6c0e-4e0e-a29a-40d97e1d8fe9", "address": "fa:16:3e:ca:73:fa", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db29241-6c", "ovs_interfaceid": "6db29241-6c0e-4e0e-a29a-40d97e1d8fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.715521] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082764} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.715808] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.716575] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1d20f3-4911-4f5f-b7bc-509976a20255 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.738031] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] dfc828d9-34d3-4bda-a662-7824538540b7/dfc828d9-34d3-4bda-a662-7824538540b7.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.741042] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e9fd642-0214-4d2e-b8a7-0e09324f1325 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.759700] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677243, 'name': CreateVM_Task, 'duration_secs': 0.604989} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.760786] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.761174] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1124.761174] env[64443]: value = "task-2677245" [ 1124.761174] env[64443]: _type = "Task" [ 1124.761174] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.761780] env[64443]: DEBUG oslo_concurrency.lockutils [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.761977] env[64443]: DEBUG oslo_concurrency.lockutils [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.762265] env[64443]: DEBUG oslo_concurrency.lockutils [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.762556] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d91e7376-5ea8-4b1f-bcc8-52bbe29c3187 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.769681] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1124.769681] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5232de1a-43f0-5f86-a369-3fb40f115a2f" [ 1124.769681] env[64443]: _type = "Task" [ 1124.769681] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.775933] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677245, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.780721] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5232de1a-43f0-5f86-a369-3fb40f115a2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.967669] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729e7274-fac2-445d-8a56-e1a2ca8aa737 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.976058] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dcfd2a-5885-4535-96cc-e2c5f5f9aabf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.018831] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ec3a96-526c-46ec-b0c4-a2ced9046fdb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.026845] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fc6e4e-9515-4b90-9bb4-c5628b9bc411 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.045550] env[64443]: DEBUG nova.compute.provider_tree [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.136279] env[64443]: DEBUG oslo_concurrency.lockutils [req-f4b3dba7-ef53-4ef5-9eb5-b446844847dd req-836a5b89-ad62-4788-9c7c-f2a488a9be6d service nova] Releasing lock "refresh_cache-43754cc2-edeb-4644-92f4-7d6491d01cbf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.136532] env[64443]: DEBUG nova.compute.manager [req-f4b3dba7-ef53-4ef5-9eb5-b446844847dd req-836a5b89-ad62-4788-9c7c-f2a488a9be6d service nova] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Received event network-vif-deleted-625dca93-f86f-412f-a248-b314a3ce76b8 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1125.156134] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.156393] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.272878] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677245, 'name': ReconfigVM_Task, 'duration_secs': 0.368577} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.276389] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Reconfigured VM instance instance-0000006e to attach disk [datastore2] dfc828d9-34d3-4bda-a662-7824538540b7/dfc828d9-34d3-4bda-a662-7824538540b7.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.277303] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-473dbd81-497b-4e8a-af81-25b9546ecb02 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.284952] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5232de1a-43f0-5f86-a369-3fb40f115a2f, 'name': SearchDatastore_Task, 'duration_secs': 0.011957} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.286838] env[64443]: DEBUG oslo_concurrency.lockutils [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.287114] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.287383] env[64443]: DEBUG oslo_concurrency.lockutils [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.287555] env[64443]: DEBUG oslo_concurrency.lockutils [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.287741] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.288086] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1125.288086] env[64443]: value = "task-2677246" [ 1125.288086] env[64443]: _type = "Task" [ 1125.288086] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.288344] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f138ebbc-6b14-45b1-80f4-2032bc327bef {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.298225] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677246, 'name': Rename_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.301598] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.301772] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.302523] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0479db09-60ca-46f4-a632-b521d0300361 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.307674] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1125.307674] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52bafa9d-9c8b-4369-085b-78de9373b627" [ 1125.307674] env[64443]: _type = "Task" [ 1125.307674] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.317575] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52bafa9d-9c8b-4369-085b-78de9373b627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.549522] env[64443]: DEBUG nova.scheduler.client.report [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.659266] env[64443]: DEBUG nova.compute.manager [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.800182] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677246, 'name': Rename_Task, 'duration_secs': 0.176796} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.800414] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.800661] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-951b497c-e849-4877-8ccf-3e92953feac8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.807174] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1125.807174] env[64443]: value = "task-2677247" [ 1125.807174] env[64443]: _type = "Task" [ 1125.807174] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.818036] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52bafa9d-9c8b-4369-085b-78de9373b627, 'name': SearchDatastore_Task, 'duration_secs': 0.018228} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.821497] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.821676] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c337c935-21d7-4f5d-a34f-b639480d3ce1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.827826] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1125.827826] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52735393-3aab-a1bf-1a38-e0e1e35ebeb9" [ 1125.827826] env[64443]: _type = "Task" [ 1125.827826] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.836503] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52735393-3aab-a1bf-1a38-e0e1e35ebeb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.056573] env[64443]: DEBUG oslo_concurrency.lockutils [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.091603] env[64443]: INFO nova.scheduler.client.report [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Deleted allocations for instance 5d898e14-c22d-4ef6-a277-fce58b4025da [ 1126.180417] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.180699] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.182511] env[64443]: INFO nova.compute.claims [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.319125] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677247, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.336972] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52735393-3aab-a1bf-1a38-e0e1e35ebeb9, 'name': SearchDatastore_Task, 'duration_secs': 0.00962} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.337252] env[64443]: DEBUG oslo_concurrency.lockutils [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.337509] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 43754cc2-edeb-4644-92f4-7d6491d01cbf/43754cc2-edeb-4644-92f4-7d6491d01cbf.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.337768] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5a21bd0-9e72-4dfc-9467-75912e669fd0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.344803] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1126.344803] env[64443]: value = "task-2677248" [ 1126.344803] env[64443]: _type = "Task" [ 1126.344803] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.353021] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.600544] env[64443]: DEBUG oslo_concurrency.lockutils [None req-489b227d-db14-448a-bd2d-13f653892caa tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "5d898e14-c22d-4ef6-a277-fce58b4025da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.785s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.601574] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "5d898e14-c22d-4ef6-a277-fce58b4025da" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.724s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.601790] env[64443]: INFO nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] During sync_power_state the instance has a pending task (deleting). Skip. [ 1126.601968] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "5d898e14-c22d-4ef6-a277-fce58b4025da" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.818098] env[64443]: DEBUG oslo_vmware.api [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677247, 'name': PowerOnVM_Task, 'duration_secs': 0.528489} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.818616] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.818881] env[64443]: DEBUG nova.compute.manager [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.819762] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95289561-9f88-432f-84a7-4168e10d82ee {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.855197] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456346} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.855425] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 43754cc2-edeb-4644-92f4-7d6491d01cbf/43754cc2-edeb-4644-92f4-7d6491d01cbf.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.855635] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.855902] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afbc8c5d-f644-41b9-b1c3-5fb6e9c9f324 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.861852] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1126.861852] env[64443]: value = "task-2677249" [ 1126.861852] env[64443]: _type = "Task" [ 1126.861852] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.871299] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.282187] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377f2634-901f-4732-ac40-c5aa1cdcdbd4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.290169] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6598b358-f0d9-44ae-ad89-c841fac42cf8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.321548] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd4962b-031c-416c-bdcc-26ee627c617c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.330586] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3f278f-4a6f-48be-8202-f80b6af589e6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.350024] env[64443]: DEBUG nova.compute.provider_tree [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.351036] env[64443]: DEBUG oslo_concurrency.lockutils [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.370924] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067691} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.371427] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.372377] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb56647-03e1-401a-833b-f400ded955a8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.397686] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 43754cc2-edeb-4644-92f4-7d6491d01cbf/43754cc2-edeb-4644-92f4-7d6491d01cbf.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.398375] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e46e18d1-594c-4fb0-b701-45aa5a63d47e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.417630] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1127.417630] env[64443]: value = "task-2677250" [ 1127.417630] env[64443]: _type = "Task" [ 1127.417630] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.431707] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.852996] env[64443]: DEBUG nova.scheduler.client.report [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.926803] env[64443]: DEBUG oslo_vmware.rw_handles [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ff492-f989-f778-37d3-63084a0e078e/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1127.927904] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f34342-7dc4-4dfb-860c-5ea9e1d48847 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.934122] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677250, 'name': ReconfigVM_Task, 'duration_secs': 0.345825} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.934755] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 43754cc2-edeb-4644-92f4-7d6491d01cbf/43754cc2-edeb-4644-92f4-7d6491d01cbf.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.935727] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f96e97ae-261a-47ec-b8fd-6bce91cabfd2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.938588] env[64443]: DEBUG oslo_vmware.rw_handles [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ff492-f989-f778-37d3-63084a0e078e/disk-0.vmdk is in state: ready. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1127.938758] env[64443]: ERROR oslo_vmware.rw_handles [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ff492-f989-f778-37d3-63084a0e078e/disk-0.vmdk due to incomplete transfer. [ 1127.939271] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ca67f9d9-79e6-40c6-b284-372ae789b606 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.942869] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1127.942869] env[64443]: value = "task-2677251" [ 1127.942869] env[64443]: _type = "Task" [ 1127.942869] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.947899] env[64443]: DEBUG oslo_vmware.rw_handles [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ff492-f989-f778-37d3-63084a0e078e/disk-0.vmdk. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1127.948105] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Uploaded image 0d34eb0f-c0b8-4227-9d99-728e0f4f7162 to the Glance image server {{(pid=64443) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1127.950288] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Destroying the VM {{(pid=64443) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1127.953249] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-047cc9be-05b1-43f3-9106-a0c697d934d4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.954583] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "b14678bf-9673-478e-9fcc-e6636321e218" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.954805] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "b14678bf-9673-478e-9fcc-e6636321e218" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.959143] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677251, 'name': Rename_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.963956] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1127.963956] env[64443]: value = "task-2677252" [ 1127.963956] env[64443]: _type = "Task" [ 1127.963956] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.971646] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677252, 'name': Destroy_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.359407] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.179s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.359987] env[64443]: DEBUG nova.compute.manager [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.362626] env[64443]: DEBUG oslo_concurrency.lockutils [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.012s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.364027] env[64443]: DEBUG nova.objects.instance [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=64443) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1128.452727] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677251, 'name': Rename_Task, 'duration_secs': 0.138882} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.453025] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.453276] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebb518cf-9b92-4482-8d78-41f48efe2029 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.460283] env[64443]: DEBUG nova.compute.manager [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1128.463040] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1128.463040] env[64443]: value = "task-2677253" [ 1128.463040] env[64443]: _type = "Task" [ 1128.463040] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.475172] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.478524] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677252, 'name': Destroy_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.531214] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "dfc828d9-34d3-4bda-a662-7824538540b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.531549] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "dfc828d9-34d3-4bda-a662-7824538540b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.531770] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "dfc828d9-34d3-4bda-a662-7824538540b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.531963] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "dfc828d9-34d3-4bda-a662-7824538540b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.532171] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "dfc828d9-34d3-4bda-a662-7824538540b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.534316] env[64443]: INFO nova.compute.manager [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Terminating instance [ 1128.867532] env[64443]: DEBUG nova.compute.utils [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1128.873401] env[64443]: DEBUG nova.compute.manager [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.873580] env[64443]: DEBUG nova.network.neutron [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.924521] env[64443]: DEBUG nova.policy [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42d8c6e7667b4faa8ae5db1ae61cc66e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9db2bb1984142f78ed5f4403a751980', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.933531] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "a8e3416a-dc03-4d72-96a4-df5b40092706" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.933806] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "a8e3416a-dc03-4d72-96a4-df5b40092706" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.982239] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677253, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.987214] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677252, 'name': Destroy_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.990523] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.038700] env[64443]: DEBUG nova.compute.manager [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.038980] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.040040] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26be0cec-2b44-48f9-b862-228b23156703 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.051252] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.051674] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-027eb36e-932b-41fa-b6e6-54a945896719 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.059130] env[64443]: DEBUG oslo_vmware.api [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1129.059130] env[64443]: value = "task-2677254" [ 1129.059130] env[64443]: _type = "Task" [ 1129.059130] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.070510] env[64443]: DEBUG oslo_vmware.api [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.202546] env[64443]: DEBUG nova.network.neutron [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Successfully created port: 2a12f173-f25c-4d30-b272-7fa7ddffdd1a {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.375377] env[64443]: DEBUG oslo_concurrency.lockutils [None req-859c3ac6-c064-4616-b687-4b49558533b2 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.376455] env[64443]: DEBUG nova.compute.manager [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.379282] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.389s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.381072] env[64443]: INFO nova.compute.claims [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.436289] env[64443]: DEBUG nova.compute.manager [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.477321] env[64443]: DEBUG oslo_vmware.api [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677253, 'name': PowerOnVM_Task, 'duration_secs': 0.693421} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.477924] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.478147] env[64443]: INFO nova.compute.manager [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1129.478331] env[64443]: DEBUG nova.compute.manager [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.479093] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7982b43f-37a6-41e2-be07-bca1038e753e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.484434] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677252, 'name': Destroy_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.568363] env[64443]: DEBUG oslo_vmware.api [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.960925] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.980587] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677252, 'name': Destroy_Task, 'duration_secs': 1.952212} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.980893] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Destroyed the VM [ 1129.981153] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Deleting Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1129.981425] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a62338f7-0e94-4884-834a-e763544d64b3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.988804] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1129.988804] env[64443]: value = "task-2677255" [ 1129.988804] env[64443]: _type = "Task" [ 1129.988804] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.008444] env[64443]: INFO nova.compute.manager [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Took 12.67 seconds to build instance. [ 1130.015201] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.071383] env[64443]: DEBUG oslo_vmware.api [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677254, 'name': PowerOffVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.327025] env[64443]: DEBUG nova.compute.manager [req-7f67c4e5-0312-4e0e-8b3f-64111f60156f req-455e3acd-b392-48d1-8d86-f52ba93e77ac service nova] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Received event network-changed-6db29241-6c0e-4e0e-a29a-40d97e1d8fe9 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1130.327025] env[64443]: DEBUG nova.compute.manager [req-7f67c4e5-0312-4e0e-8b3f-64111f60156f req-455e3acd-b392-48d1-8d86-f52ba93e77ac service nova] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Refreshing instance network info cache due to event network-changed-6db29241-6c0e-4e0e-a29a-40d97e1d8fe9. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1130.327025] env[64443]: DEBUG oslo_concurrency.lockutils [req-7f67c4e5-0312-4e0e-8b3f-64111f60156f req-455e3acd-b392-48d1-8d86-f52ba93e77ac service nova] Acquiring lock "refresh_cache-43754cc2-edeb-4644-92f4-7d6491d01cbf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.327025] env[64443]: DEBUG oslo_concurrency.lockutils [req-7f67c4e5-0312-4e0e-8b3f-64111f60156f req-455e3acd-b392-48d1-8d86-f52ba93e77ac service nova] Acquired lock "refresh_cache-43754cc2-edeb-4644-92f4-7d6491d01cbf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.327025] env[64443]: DEBUG nova.network.neutron [req-7f67c4e5-0312-4e0e-8b3f-64111f60156f req-455e3acd-b392-48d1-8d86-f52ba93e77ac service nova] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Refreshing network info cache for port 6db29241-6c0e-4e0e-a29a-40d97e1d8fe9 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.392628] env[64443]: DEBUG nova.compute.manager [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.423139] env[64443]: DEBUG nova.virt.hardware [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.423450] env[64443]: DEBUG nova.virt.hardware [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.423540] env[64443]: DEBUG nova.virt.hardware [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.423851] env[64443]: DEBUG nova.virt.hardware [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.423901] env[64443]: DEBUG nova.virt.hardware [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.424080] env[64443]: DEBUG nova.virt.hardware [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.425292] env[64443]: DEBUG nova.virt.hardware [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.425292] env[64443]: DEBUG nova.virt.hardware [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.425292] env[64443]: DEBUG nova.virt.hardware [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.425292] env[64443]: DEBUG nova.virt.hardware [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.425292] env[64443]: DEBUG nova.virt.hardware [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.425816] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1768b66a-662c-4394-8cd6-e9280dbe409c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.438723] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330b2feb-aa71-466b-8b62-3d2267143bd4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.504122] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677255, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.511579] env[64443]: DEBUG oslo_concurrency.lockutils [None req-446327aa-a917-4659-8e64-6f0040889939 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "43754cc2-edeb-4644-92f4-7d6491d01cbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.497s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.511867] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "43754cc2-edeb-4644-92f4-7d6491d01cbf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.634s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.512094] env[64443]: INFO nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] During sync_power_state the instance has a pending task (spawning). Skip. [ 1130.512290] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "43754cc2-edeb-4644-92f4-7d6491d01cbf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.548956] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9937ad2-e225-4834-aebd-cb13c4baf585 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.558233] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23d486e-5914-4067-a218-fb127868594b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.570234] env[64443]: DEBUG oslo_vmware.api [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677254, 'name': PowerOffVM_Task, 'duration_secs': 1.079151} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.594549] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.594983] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.596574] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34f9d20a-f78a-42c1-9e3b-05a437aa2e99 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.599210] env[64443]: DEBUG nova.compute.manager [req-00d787cf-9dfb-46aa-a0b5-69e081b71606 req-2ad376af-5743-412b-b4ef-08e2218f596c service nova] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Received event network-vif-plugged-2a12f173-f25c-4d30-b272-7fa7ddffdd1a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1130.599582] env[64443]: DEBUG oslo_concurrency.lockutils [req-00d787cf-9dfb-46aa-a0b5-69e081b71606 req-2ad376af-5743-412b-b4ef-08e2218f596c service nova] Acquiring lock "5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.599646] env[64443]: DEBUG oslo_concurrency.lockutils [req-00d787cf-9dfb-46aa-a0b5-69e081b71606 req-2ad376af-5743-412b-b4ef-08e2218f596c service nova] Lock "5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.599853] env[64443]: DEBUG oslo_concurrency.lockutils [req-00d787cf-9dfb-46aa-a0b5-69e081b71606 req-2ad376af-5743-412b-b4ef-08e2218f596c service nova] Lock "5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.599975] env[64443]: DEBUG nova.compute.manager [req-00d787cf-9dfb-46aa-a0b5-69e081b71606 req-2ad376af-5743-412b-b4ef-08e2218f596c service nova] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] No waiting events found dispatching network-vif-plugged-2a12f173-f25c-4d30-b272-7fa7ddffdd1a {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.600759] env[64443]: WARNING nova.compute.manager [req-00d787cf-9dfb-46aa-a0b5-69e081b71606 req-2ad376af-5743-412b-b4ef-08e2218f596c service nova] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Received unexpected event network-vif-plugged-2a12f173-f25c-4d30-b272-7fa7ddffdd1a for instance with vm_state building and task_state spawning. [ 1130.601314] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a3809c-9e0d-4c5c-be9a-468488df1d05 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.610158] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3be2aac-82c2-4937-babb-b79d1f1ae44f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.625987] env[64443]: DEBUG nova.compute.provider_tree [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.670241] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.670494] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.670678] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Deleting the datastore file [datastore2] dfc828d9-34d3-4bda-a662-7824538540b7 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.671461] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b5ed333-dfe3-4157-82ad-c18e9146b45b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.678736] env[64443]: DEBUG oslo_vmware.api [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1130.678736] env[64443]: value = "task-2677257" [ 1130.678736] env[64443]: _type = "Task" [ 1130.678736] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.679716] env[64443]: DEBUG nova.network.neutron [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Successfully updated port: 2a12f173-f25c-4d30-b272-7fa7ddffdd1a {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.689745] env[64443]: DEBUG oslo_vmware.api [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.000838] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677255, 'name': RemoveSnapshot_Task, 'duration_secs': 0.647675} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.000838] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Deleted Snapshot of the VM instance {{(pid=64443) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1131.001174] env[64443]: DEBUG nova.compute.manager [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.001842] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bce1f0-05f4-4953-9789-767bd0c97955 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.083831] env[64443]: DEBUG nova.network.neutron [req-7f67c4e5-0312-4e0e-8b3f-64111f60156f req-455e3acd-b392-48d1-8d86-f52ba93e77ac service nova] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Updated VIF entry in instance network info cache for port 6db29241-6c0e-4e0e-a29a-40d97e1d8fe9. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.084221] env[64443]: DEBUG nova.network.neutron [req-7f67c4e5-0312-4e0e-8b3f-64111f60156f req-455e3acd-b392-48d1-8d86-f52ba93e77ac service nova] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Updating instance_info_cache with network_info: [{"id": "6db29241-6c0e-4e0e-a29a-40d97e1d8fe9", "address": "fa:16:3e:ca:73:fa", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db29241-6c", "ovs_interfaceid": "6db29241-6c0e-4e0e-a29a-40d97e1d8fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.128956] env[64443]: DEBUG nova.scheduler.client.report [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.185626] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "refresh_cache-5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.185843] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired lock "refresh_cache-5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.186072] env[64443]: DEBUG nova.network.neutron [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.192912] env[64443]: DEBUG oslo_vmware.api [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230904} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.194027] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.194133] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.194362] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.194586] env[64443]: INFO nova.compute.manager [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1131.194831] env[64443]: DEBUG oslo.service.loopingcall [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1131.195265] env[64443]: DEBUG nova.compute.manager [-] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.195366] env[64443]: DEBUG nova.network.neutron [-] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.515649] env[64443]: INFO nova.compute.manager [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Shelve offloading [ 1131.586855] env[64443]: DEBUG oslo_concurrency.lockutils [req-7f67c4e5-0312-4e0e-8b3f-64111f60156f req-455e3acd-b392-48d1-8d86-f52ba93e77ac service nova] Releasing lock "refresh_cache-43754cc2-edeb-4644-92f4-7d6491d01cbf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.635230] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.635230] env[64443]: DEBUG nova.compute.manager [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.637518] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.677s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.639079] env[64443]: INFO nova.compute.claims [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.721277] env[64443]: DEBUG nova.network.neutron [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.864490] env[64443]: DEBUG nova.network.neutron [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Updating instance_info_cache with network_info: [{"id": "2a12f173-f25c-4d30-b272-7fa7ddffdd1a", "address": "fa:16:3e:57:6b:9b", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a12f173-f2", "ovs_interfaceid": "2a12f173-f25c-4d30-b272-7fa7ddffdd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.921790] env[64443]: DEBUG nova.network.neutron [-] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.019872] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.020249] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-824f34c3-2b06-4bea-9531-0ffb86decc6f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.028685] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1132.028685] env[64443]: value = "task-2677258" [ 1132.028685] env[64443]: _type = "Task" [ 1132.028685] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.038429] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.143641] env[64443]: DEBUG nova.compute.utils [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1132.146977] env[64443]: DEBUG nova.compute.manager [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.147168] env[64443]: DEBUG nova.network.neutron [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.183325] env[64443]: DEBUG nova.policy [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2d047da5b7f438a9160ddef66b334c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3415f9ef67841b19671a72e44fbd805', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.367878] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Releasing lock "refresh_cache-5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.368247] env[64443]: DEBUG nova.compute.manager [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Instance network_info: |[{"id": "2a12f173-f25c-4d30-b272-7fa7ddffdd1a", "address": "fa:16:3e:57:6b:9b", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a12f173-f2", "ovs_interfaceid": "2a12f173-f25c-4d30-b272-7fa7ddffdd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.368696] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:6b:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a12f173-f25c-4d30-b272-7fa7ddffdd1a', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.376208] env[64443]: DEBUG oslo.service.loopingcall [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1132.376429] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.376651] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e031424-5400-429f-b8bd-1dd874c42663 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.397495] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.397495] env[64443]: value = "task-2677259" [ 1132.397495] env[64443]: _type = "Task" [ 1132.397495] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.406459] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677259, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.425845] env[64443]: INFO nova.compute.manager [-] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Took 1.23 seconds to deallocate network for instance. [ 1132.431243] env[64443]: DEBUG nova.network.neutron [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Successfully created port: 98548c6f-c274-4b02-af8f-35beed1cf34b {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.539584] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] VM already powered off {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1132.539850] env[64443]: DEBUG nova.compute.manager [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.540637] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25026cd-ac13-4797-b69f-2649f6cae230 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.546849] env[64443]: DEBUG oslo_concurrency.lockutils [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "refresh_cache-2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.547045] env[64443]: DEBUG oslo_concurrency.lockutils [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired lock "refresh_cache-2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.547244] env[64443]: DEBUG nova.network.neutron [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.616806] env[64443]: DEBUG nova.compute.manager [req-70c8f786-1531-42a5-a4be-345fe40a65d4 req-2532ac34-078c-43e3-a036-99b360f7982e service nova] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Received event network-changed-2a12f173-f25c-4d30-b272-7fa7ddffdd1a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1132.617027] env[64443]: DEBUG nova.compute.manager [req-70c8f786-1531-42a5-a4be-345fe40a65d4 req-2532ac34-078c-43e3-a036-99b360f7982e service nova] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Refreshing instance network info cache due to event network-changed-2a12f173-f25c-4d30-b272-7fa7ddffdd1a. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1132.617252] env[64443]: DEBUG oslo_concurrency.lockutils [req-70c8f786-1531-42a5-a4be-345fe40a65d4 req-2532ac34-078c-43e3-a036-99b360f7982e service nova] Acquiring lock "refresh_cache-5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.617386] env[64443]: DEBUG oslo_concurrency.lockutils [req-70c8f786-1531-42a5-a4be-345fe40a65d4 req-2532ac34-078c-43e3-a036-99b360f7982e service nova] Acquired lock "refresh_cache-5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.617551] env[64443]: DEBUG nova.network.neutron [req-70c8f786-1531-42a5-a4be-345fe40a65d4 req-2532ac34-078c-43e3-a036-99b360f7982e service nova] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Refreshing network info cache for port 2a12f173-f25c-4d30-b272-7fa7ddffdd1a {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.651812] env[64443]: DEBUG nova.compute.manager [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.788168] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9c6ba1-6450-4dc1-86ce-1a105967adf6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.796250] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc5c738-e33a-464c-b204-305908f19379 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.827623] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2547daa0-c994-45c8-92b2-d2e031cbdd41 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.835751] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad0c08b-52db-4715-810d-dca781476302 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.850381] env[64443]: DEBUG nova.compute.provider_tree [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.908025] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677259, 'name': CreateVM_Task, 'duration_secs': 0.363492} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.908025] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.908383] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.908563] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.908878] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1132.909219] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b940401-65b8-48ed-93de-23fdc07fbe0f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.914713] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1132.914713] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5232d566-7e72-2de6-c273-db6ae1c7355b" [ 1132.914713] env[64443]: _type = "Task" [ 1132.914713] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.922310] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5232d566-7e72-2de6-c273-db6ae1c7355b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.931071] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.353812] env[64443]: DEBUG nova.scheduler.client.report [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.409452] env[64443]: DEBUG nova.network.neutron [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Updating instance_info_cache with network_info: [{"id": "e0c843e6-bb25-4a69-b065-bdd362a84c01", "address": "fa:16:3e:7b:b9:82", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c843e6-bb", "ovs_interfaceid": "e0c843e6-bb25-4a69-b065-bdd362a84c01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.411704] env[64443]: DEBUG nova.network.neutron [req-70c8f786-1531-42a5-a4be-345fe40a65d4 req-2532ac34-078c-43e3-a036-99b360f7982e service nova] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Updated VIF entry in instance network info cache for port 2a12f173-f25c-4d30-b272-7fa7ddffdd1a. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.412012] env[64443]: DEBUG nova.network.neutron [req-70c8f786-1531-42a5-a4be-345fe40a65d4 req-2532ac34-078c-43e3-a036-99b360f7982e service nova] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Updating instance_info_cache with network_info: [{"id": "2a12f173-f25c-4d30-b272-7fa7ddffdd1a", "address": "fa:16:3e:57:6b:9b", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a12f173-f2", "ovs_interfaceid": "2a12f173-f25c-4d30-b272-7fa7ddffdd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.425310] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5232d566-7e72-2de6-c273-db6ae1c7355b, 'name': SearchDatastore_Task, 'duration_secs': 0.010662} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.425588] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.425811] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.426055] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.426207] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.426386] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.426634] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a48981d5-47fa-4fbb-b1cd-2b55a7797af9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.435299] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.435477] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.436160] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-712461d8-23c8-418f-b168-f5df1d9fdd8c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.440935] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1133.440935] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5243f5bb-0c01-66f4-70a2-43582f48e216" [ 1133.440935] env[64443]: _type = "Task" [ 1133.440935] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.449325] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5243f5bb-0c01-66f4-70a2-43582f48e216, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.665817] env[64443]: DEBUG nova.compute.manager [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.693987] env[64443]: DEBUG nova.virt.hardware [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.694280] env[64443]: DEBUG nova.virt.hardware [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.694445] env[64443]: DEBUG nova.virt.hardware [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.694633] env[64443]: DEBUG nova.virt.hardware [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.694782] env[64443]: DEBUG nova.virt.hardware [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.694932] env[64443]: DEBUG nova.virt.hardware [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.695158] env[64443]: DEBUG nova.virt.hardware [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.695335] env[64443]: DEBUG nova.virt.hardware [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.695493] env[64443]: DEBUG nova.virt.hardware [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.695654] env[64443]: DEBUG nova.virt.hardware [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.695827] env[64443]: DEBUG nova.virt.hardware [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.696694] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a786b4e-afcc-4ce6-b614-e019b32b54f5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.705357] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c27f2cf-5f5e-4df8-9a0f-95c2bddea7ee {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.858470] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.859034] env[64443]: DEBUG nova.compute.manager [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.861741] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.931s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.861965] env[64443]: DEBUG nova.objects.instance [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lazy-loading 'resources' on Instance uuid dfc828d9-34d3-4bda-a662-7824538540b7 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.871737] env[64443]: DEBUG nova.network.neutron [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Successfully updated port: 98548c6f-c274-4b02-af8f-35beed1cf34b {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.911842] env[64443]: DEBUG oslo_concurrency.lockutils [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Releasing lock "refresh_cache-2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.914020] env[64443]: DEBUG oslo_concurrency.lockutils [req-70c8f786-1531-42a5-a4be-345fe40a65d4 req-2532ac34-078c-43e3-a036-99b360f7982e service nova] Releasing lock "refresh_cache-5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.914250] env[64443]: DEBUG nova.compute.manager [req-70c8f786-1531-42a5-a4be-345fe40a65d4 req-2532ac34-078c-43e3-a036-99b360f7982e service nova] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Received event network-vif-deleted-b0595563-7b50-4290-9ed3-3ef84c08e307 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1133.951515] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5243f5bb-0c01-66f4-70a2-43582f48e216, 'name': SearchDatastore_Task, 'duration_secs': 0.008795} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.952290] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08eb5be8-5fea-489c-a7d0-25a11266349f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.957235] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1133.957235] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52a69d13-b2dc-7b33-ac3a-1b67a9c9e8e3" [ 1133.957235] env[64443]: _type = "Task" [ 1133.957235] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.969073] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52a69d13-b2dc-7b33-ac3a-1b67a9c9e8e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.367830] env[64443]: DEBUG nova.compute.utils [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1134.372762] env[64443]: DEBUG nova.compute.manager [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1134.373579] env[64443]: DEBUG nova.network.neutron [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1134.377981] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "refresh_cache-b14678bf-9673-478e-9fcc-e6636321e218" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.377981] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired lock "refresh_cache-b14678bf-9673-478e-9fcc-e6636321e218" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.377981] env[64443]: DEBUG nova.network.neutron [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.447883] env[64443]: DEBUG nova.policy [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86271945b7864bcf9bb103c867500d62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64f7cdfa710248878e953b2925868c39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.470246] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52a69d13-b2dc-7b33-ac3a-1b67a9c9e8e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010086} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.470551] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.470752] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43/5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.472358] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11a70993-999c-4950-815e-2bd1616085a2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.481211] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1134.481211] env[64443]: value = "task-2677260" [ 1134.481211] env[64443]: _type = "Task" [ 1134.481211] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.491742] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.496421] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac2251b-c922-4977-875f-e1525aaf57ba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.503222] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0866264-9718-4fab-aca3-275f5762824a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.510119] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.510840] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d6b931-d557-428d-a1d9-291d53deef96 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.537379] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f087fe-edc2-4a59-9b85-b6680892cbeb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.541796] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.542437] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5218f7df-b22e-445d-880e-37ffa6d3a4da {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.547818] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7216de22-c4fe-4bd4-a058-0363e152a8d3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.561857] env[64443]: DEBUG nova.compute.provider_tree [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.610447] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.610683] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.610839] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Deleting the datastore file [datastore1] 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.611144] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-040782fc-11a7-4863-ae36-933c730e99df {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.617938] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1134.617938] env[64443]: value = "task-2677262" [ 1134.617938] env[64443]: _type = "Task" [ 1134.617938] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.628641] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.646184] env[64443]: DEBUG nova.compute.manager [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Received event network-vif-plugged-98548c6f-c274-4b02-af8f-35beed1cf34b {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1134.646254] env[64443]: DEBUG oslo_concurrency.lockutils [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] Acquiring lock "b14678bf-9673-478e-9fcc-e6636321e218-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.646558] env[64443]: DEBUG oslo_concurrency.lockutils [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] Lock "b14678bf-9673-478e-9fcc-e6636321e218-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.646806] env[64443]: DEBUG oslo_concurrency.lockutils [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] Lock "b14678bf-9673-478e-9fcc-e6636321e218-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.646806] env[64443]: DEBUG nova.compute.manager [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] [instance: b14678bf-9673-478e-9fcc-e6636321e218] No waiting events found dispatching network-vif-plugged-98548c6f-c274-4b02-af8f-35beed1cf34b {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.646914] env[64443]: WARNING nova.compute.manager [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Received unexpected event network-vif-plugged-98548c6f-c274-4b02-af8f-35beed1cf34b for instance with vm_state building and task_state spawning. [ 1134.647075] env[64443]: DEBUG nova.compute.manager [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Received event network-changed-98548c6f-c274-4b02-af8f-35beed1cf34b {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1134.647236] env[64443]: DEBUG nova.compute.manager [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Refreshing instance network info cache due to event network-changed-98548c6f-c274-4b02-af8f-35beed1cf34b. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1134.647402] env[64443]: DEBUG oslo_concurrency.lockutils [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] Acquiring lock "refresh_cache-b14678bf-9673-478e-9fcc-e6636321e218" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.733345] env[64443]: DEBUG nova.network.neutron [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Successfully created port: 8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.873609] env[64443]: DEBUG nova.compute.manager [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.932019] env[64443]: DEBUG nova.network.neutron [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.993806] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490562} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.996601] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43/5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.996876] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.997193] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32faceff-1da0-493c-b81e-c7e08d03713f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.004500] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1135.004500] env[64443]: value = "task-2677263" [ 1135.004500] env[64443]: _type = "Task" [ 1135.004500] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.013193] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.064800] env[64443]: DEBUG nova.scheduler.client.report [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.123741] env[64443]: DEBUG nova.network.neutron [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Updating instance_info_cache with network_info: [{"id": "98548c6f-c274-4b02-af8f-35beed1cf34b", "address": "fa:16:3e:14:42:68", "network": {"id": "f088a9d2-17b6-427f-85e2-ca034835fc46", "bridge": "br-int", "label": "tempest-ServersTestJSON-1971365624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3415f9ef67841b19671a72e44fbd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98548c6f-c2", "ovs_interfaceid": "98548c6f-c274-4b02-af8f-35beed1cf34b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.130670] env[64443]: DEBUG oslo_vmware.api [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415795} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.130905] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.131116] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.131295] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.150304] env[64443]: INFO nova.scheduler.client.report [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Deleted allocations for instance 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d [ 1135.515129] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07692} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.515430] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.516222] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e1eca9-2099-4cea-bc2b-9e666187ff06 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.547584] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43/5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.548053] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-682d5830-118d-4724-8acd-6f301e6c60e5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.570789] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.580773] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1135.580773] env[64443]: value = "task-2677264" [ 1135.580773] env[64443]: _type = "Task" [ 1135.580773] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.593237] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677264, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.594484] env[64443]: INFO nova.scheduler.client.report [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Deleted allocations for instance dfc828d9-34d3-4bda-a662-7824538540b7 [ 1135.626532] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Releasing lock "refresh_cache-b14678bf-9673-478e-9fcc-e6636321e218" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.626953] env[64443]: DEBUG nova.compute.manager [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Instance network_info: |[{"id": "98548c6f-c274-4b02-af8f-35beed1cf34b", "address": "fa:16:3e:14:42:68", "network": {"id": "f088a9d2-17b6-427f-85e2-ca034835fc46", "bridge": "br-int", "label": "tempest-ServersTestJSON-1971365624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3415f9ef67841b19671a72e44fbd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98548c6f-c2", "ovs_interfaceid": "98548c6f-c274-4b02-af8f-35beed1cf34b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.627340] env[64443]: DEBUG oslo_concurrency.lockutils [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] Acquired lock "refresh_cache-b14678bf-9673-478e-9fcc-e6636321e218" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.627562] env[64443]: DEBUG nova.network.neutron [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Refreshing network info cache for port 98548c6f-c274-4b02-af8f-35beed1cf34b {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.628758] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:42:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b49c5024-2ced-42ca-90cc-6066766d43e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98548c6f-c274-4b02-af8f-35beed1cf34b', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.636656] env[64443]: DEBUG oslo.service.loopingcall [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1135.639702] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.640230] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97060667-aa3b-4884-92df-f000adeefbca {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.658638] env[64443]: DEBUG oslo_concurrency.lockutils [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.658638] env[64443]: DEBUG oslo_concurrency.lockutils [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.658638] env[64443]: DEBUG nova.objects.instance [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lazy-loading 'resources' on Instance uuid 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.665907] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.665907] env[64443]: value = "task-2677265" [ 1135.665907] env[64443]: _type = "Task" [ 1135.665907] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.676736] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677265, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.852374] env[64443]: DEBUG nova.network.neutron [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Updated VIF entry in instance network info cache for port 98548c6f-c274-4b02-af8f-35beed1cf34b. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.852772] env[64443]: DEBUG nova.network.neutron [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Updating instance_info_cache with network_info: [{"id": "98548c6f-c274-4b02-af8f-35beed1cf34b", "address": "fa:16:3e:14:42:68", "network": {"id": "f088a9d2-17b6-427f-85e2-ca034835fc46", "bridge": "br-int", "label": "tempest-ServersTestJSON-1971365624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3415f9ef67841b19671a72e44fbd805", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98548c6f-c2", "ovs_interfaceid": "98548c6f-c274-4b02-af8f-35beed1cf34b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.882699] env[64443]: DEBUG nova.compute.manager [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.910225] env[64443]: DEBUG nova.virt.hardware [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.910493] env[64443]: DEBUG nova.virt.hardware [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.910655] env[64443]: DEBUG nova.virt.hardware [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.910909] env[64443]: DEBUG nova.virt.hardware [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.911099] env[64443]: DEBUG nova.virt.hardware [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.911372] env[64443]: DEBUG nova.virt.hardware [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.911628] env[64443]: DEBUG nova.virt.hardware [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.911797] env[64443]: DEBUG nova.virt.hardware [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.911979] env[64443]: DEBUG nova.virt.hardware [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.912157] env[64443]: DEBUG nova.virt.hardware [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.912336] env[64443]: DEBUG nova.virt.hardware [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.913239] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91934018-0ee4-4b05-b7e4-92cbd171bc0a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.921745] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67011ce-9c7e-4b32-8049-a0769a87dba0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.091461] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.103439] env[64443]: DEBUG oslo_concurrency.lockutils [None req-ba8f2527-3390-4d68-acf9-eea9b0b4372c tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "dfc828d9-34d3-4bda-a662-7824538540b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.572s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.161014] env[64443]: DEBUG nova.objects.instance [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lazy-loading 'numa_topology' on Instance uuid 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.177776] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677265, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.337132] env[64443]: DEBUG nova.network.neutron [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Successfully updated port: 8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1136.355319] env[64443]: DEBUG oslo_concurrency.lockutils [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] Releasing lock "refresh_cache-b14678bf-9673-478e-9fcc-e6636321e218" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.355610] env[64443]: DEBUG nova.compute.manager [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Received event network-vif-unplugged-e0c843e6-bb25-4a69-b065-bdd362a84c01 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1136.355812] env[64443]: DEBUG oslo_concurrency.lockutils [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] Acquiring lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.356031] env[64443]: DEBUG oslo_concurrency.lockutils [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] Lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.356208] env[64443]: DEBUG oslo_concurrency.lockutils [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] Lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.356398] env[64443]: DEBUG nova.compute.manager [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] No waiting events found dispatching network-vif-unplugged-e0c843e6-bb25-4a69-b065-bdd362a84c01 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1136.356582] env[64443]: WARNING nova.compute.manager [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Received unexpected event network-vif-unplugged-e0c843e6-bb25-4a69-b065-bdd362a84c01 for instance with vm_state shelved and task_state shelving_offloading. [ 1136.356747] env[64443]: DEBUG nova.compute.manager [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Received event network-changed-e0c843e6-bb25-4a69-b065-bdd362a84c01 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1136.356904] env[64443]: DEBUG nova.compute.manager [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Refreshing instance network info cache due to event network-changed-e0c843e6-bb25-4a69-b065-bdd362a84c01. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1136.357102] env[64443]: DEBUG oslo_concurrency.lockutils [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] Acquiring lock "refresh_cache-2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.357340] env[64443]: DEBUG oslo_concurrency.lockutils [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] Acquired lock "refresh_cache-2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.357524] env[64443]: DEBUG nova.network.neutron [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Refreshing network info cache for port e0c843e6-bb25-4a69-b065-bdd362a84c01 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.592555] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677264, 'name': ReconfigVM_Task, 'duration_secs': 0.672959} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.592923] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43/5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.593571] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c717000-0455-474d-a1cb-0e50455a5ecb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.601295] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1136.601295] env[64443]: value = "task-2677266" [ 1136.601295] env[64443]: _type = "Task" [ 1136.601295] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.609445] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677266, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.664153] env[64443]: DEBUG nova.objects.base [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Object Instance<2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d> lazy-loaded attributes: resources,numa_topology {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1136.674549] env[64443]: DEBUG nova.compute.manager [req-ea916d02-50f3-489f-ac04-eb750c3dc4ef req-35c548b8-9073-4eb9-b5e8-8d103126795d service nova] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Received event network-vif-plugged-8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1136.674754] env[64443]: DEBUG oslo_concurrency.lockutils [req-ea916d02-50f3-489f-ac04-eb750c3dc4ef req-35c548b8-9073-4eb9-b5e8-8d103126795d service nova] Acquiring lock "a8e3416a-dc03-4d72-96a4-df5b40092706-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.675683] env[64443]: DEBUG oslo_concurrency.lockutils [req-ea916d02-50f3-489f-ac04-eb750c3dc4ef req-35c548b8-9073-4eb9-b5e8-8d103126795d service nova] Lock "a8e3416a-dc03-4d72-96a4-df5b40092706-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.675683] env[64443]: DEBUG oslo_concurrency.lockutils [req-ea916d02-50f3-489f-ac04-eb750c3dc4ef req-35c548b8-9073-4eb9-b5e8-8d103126795d service nova] Lock "a8e3416a-dc03-4d72-96a4-df5b40092706-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.675683] env[64443]: DEBUG nova.compute.manager [req-ea916d02-50f3-489f-ac04-eb750c3dc4ef req-35c548b8-9073-4eb9-b5e8-8d103126795d service nova] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] No waiting events found dispatching network-vif-plugged-8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1136.675683] env[64443]: WARNING nova.compute.manager [req-ea916d02-50f3-489f-ac04-eb750c3dc4ef req-35c548b8-9073-4eb9-b5e8-8d103126795d service nova] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Received unexpected event network-vif-plugged-8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93 for instance with vm_state building and task_state spawning. [ 1136.675683] env[64443]: DEBUG nova.compute.manager [req-ea916d02-50f3-489f-ac04-eb750c3dc4ef req-35c548b8-9073-4eb9-b5e8-8d103126795d service nova] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Received event network-changed-8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1136.676037] env[64443]: DEBUG nova.compute.manager [req-ea916d02-50f3-489f-ac04-eb750c3dc4ef req-35c548b8-9073-4eb9-b5e8-8d103126795d service nova] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Refreshing instance network info cache due to event network-changed-8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1136.676037] env[64443]: DEBUG oslo_concurrency.lockutils [req-ea916d02-50f3-489f-ac04-eb750c3dc4ef req-35c548b8-9073-4eb9-b5e8-8d103126795d service nova] Acquiring lock "refresh_cache-a8e3416a-dc03-4d72-96a4-df5b40092706" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.676108] env[64443]: DEBUG oslo_concurrency.lockutils [req-ea916d02-50f3-489f-ac04-eb750c3dc4ef req-35c548b8-9073-4eb9-b5e8-8d103126795d service nova] Acquired lock "refresh_cache-a8e3416a-dc03-4d72-96a4-df5b40092706" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.676212] env[64443]: DEBUG nova.network.neutron [req-ea916d02-50f3-489f-ac04-eb750c3dc4ef req-35c548b8-9073-4eb9-b5e8-8d103126795d service nova] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Refreshing network info cache for port 8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.683633] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677265, 'name': CreateVM_Task, 'duration_secs': 0.602194} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.683812] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.684962] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.685151] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.685446] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1136.688347] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cda9a6f-7926-4c3c-96ba-86967af6f599 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.694761] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1136.694761] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52f8a6d7-95dd-19a2-1b99-b1fa6f514b4f" [ 1136.694761] env[64443]: _type = "Task" [ 1136.694761] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.707837] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f8a6d7-95dd-19a2-1b99-b1fa6f514b4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.772329] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cd571f-7d47-4235-a4f4-4e6563bcd6e9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.780562] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808a3338-c192-44f8-9c40-aa73ed20b672 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.811550] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c414f242-9284-4679-9cac-76142eacf81b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.820227] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926de9c8-c3d4-47c0-9b64-dda46eba578c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.835215] env[64443]: DEBUG nova.compute.provider_tree [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.839933] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "refresh_cache-a8e3416a-dc03-4d72-96a4-df5b40092706" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.087775] env[64443]: DEBUG nova.network.neutron [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Updated VIF entry in instance network info cache for port e0c843e6-bb25-4a69-b065-bdd362a84c01. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.088160] env[64443]: DEBUG nova.network.neutron [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Updating instance_info_cache with network_info: [{"id": "e0c843e6-bb25-4a69-b065-bdd362a84c01", "address": "fa:16:3e:7b:b9:82", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": null, "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape0c843e6-bb", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.112095] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677266, 'name': Rename_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.201674] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.201674] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Starting heal instance info cache {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1137.208718] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52f8a6d7-95dd-19a2-1b99-b1fa6f514b4f, 'name': SearchDatastore_Task, 'duration_secs': 0.010017} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.209550] env[64443]: DEBUG nova.network.neutron [req-ea916d02-50f3-489f-ac04-eb750c3dc4ef req-35c548b8-9073-4eb9-b5e8-8d103126795d service nova] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.211534] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.211753] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.211983] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.212146] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.212329] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.212579] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cca606df-a259-4994-8937-1363f71be0ab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.221612] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.221791] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.222527] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ae1bdb-a485-4d04-9995-561cf27e5297 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.227882] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1137.227882] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]526c9235-e858-904e-8dd8-d586d17977f4" [ 1137.227882] env[64443]: _type = "Task" [ 1137.227882] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.236241] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]526c9235-e858-904e-8dd8-d586d17977f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.280233] env[64443]: DEBUG nova.network.neutron [req-ea916d02-50f3-489f-ac04-eb750c3dc4ef req-35c548b8-9073-4eb9-b5e8-8d103126795d service nova] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.338376] env[64443]: DEBUG nova.scheduler.client.report [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.588203] env[64443]: DEBUG oslo_concurrency.lockutils [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1137.590896] env[64443]: DEBUG oslo_concurrency.lockutils [req-a9a63e07-bb1a-45d9-a8dd-192e927745b3 req-150baaff-3473-40cb-a818-f81f0611b0ce service nova] Releasing lock "refresh_cache-2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.612767] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677266, 'name': Rename_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.740085] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]526c9235-e858-904e-8dd8-d586d17977f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011147} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.740820] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-173d1241-f8a8-4ed9-9952-1a3bcb5bc28c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.746928] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1137.746928] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]524e4500-b27c-c632-e466-a10ce007d1de" [ 1137.746928] env[64443]: _type = "Task" [ 1137.746928] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.756675] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]524e4500-b27c-c632-e466-a10ce007d1de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.782621] env[64443]: DEBUG oslo_concurrency.lockutils [req-ea916d02-50f3-489f-ac04-eb750c3dc4ef req-35c548b8-9073-4eb9-b5e8-8d103126795d service nova] Releasing lock "refresh_cache-a8e3416a-dc03-4d72-96a4-df5b40092706" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.783309] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "refresh_cache-a8e3416a-dc03-4d72-96a4-df5b40092706" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.784242] env[64443]: DEBUG nova.network.neutron [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.843074] env[64443]: DEBUG oslo_concurrency.lockutils [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.114098] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677266, 'name': Rename_Task, 'duration_secs': 1.155117} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.114397] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.114649] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c14291c-048b-4458-846b-6543cb4ac4b2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.121557] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1138.121557] env[64443]: value = "task-2677267" [ 1138.121557] env[64443]: _type = "Task" [ 1138.121557] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.130485] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.245661] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "refresh_cache-dc23b348-d002-432c-838a-644d3092057c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.245847] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquired lock "refresh_cache-dc23b348-d002-432c-838a-644d3092057c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.245961] env[64443]: DEBUG nova.network.neutron [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: dc23b348-d002-432c-838a-644d3092057c] Forcefully refreshing network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1138.257427] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]524e4500-b27c-c632-e466-a10ce007d1de, 'name': SearchDatastore_Task, 'duration_secs': 0.018819} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.257708] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.257973] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] b14678bf-9673-478e-9fcc-e6636321e218/b14678bf-9673-478e-9fcc-e6636321e218.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.258830] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d816ef89-786d-4171-82b5-159e4259c1d6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.266212] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1138.266212] env[64443]: value = "task-2677268" [ 1138.266212] env[64443]: _type = "Task" [ 1138.266212] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.274833] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.315130] env[64443]: DEBUG nova.network.neutron [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.351773] env[64443]: DEBUG oslo_concurrency.lockutils [None req-66822eab-854f-46cd-a976-baf3dae58363 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.352s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.352849] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.477s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.353092] env[64443]: INFO nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1138.353426] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.353675] env[64443]: DEBUG oslo_concurrency.lockutils [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.766s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.357270] env[64443]: INFO nova.compute.manager [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Unshelving [ 1138.466693] env[64443]: DEBUG nova.network.neutron [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Updating instance_info_cache with network_info: [{"id": "8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93", "address": "fa:16:3e:94:54:72", "network": {"id": "d4f2997b-70b0-48af-8ccc-7f2d361cd2fc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1568830297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f7cdfa710248878e953b2925868c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc1735c-49", "ovs_interfaceid": "8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.634838] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677267, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.777532] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449332} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.777680] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] b14678bf-9673-478e-9fcc-e6636321e218/b14678bf-9673-478e-9fcc-e6636321e218.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.777905] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.778177] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e38dfc18-2782-44fe-9f9c-999ec4013af6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.787666] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1138.787666] env[64443]: value = "task-2677269" [ 1138.787666] env[64443]: _type = "Task" [ 1138.787666] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.797041] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.969835] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "refresh_cache-a8e3416a-dc03-4d72-96a4-df5b40092706" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.970201] env[64443]: DEBUG nova.compute.manager [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Instance network_info: |[{"id": "8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93", "address": "fa:16:3e:94:54:72", "network": {"id": "d4f2997b-70b0-48af-8ccc-7f2d361cd2fc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1568830297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f7cdfa710248878e953b2925868c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc1735c-49", "ovs_interfaceid": "8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1138.970895] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:54:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1138.978974] env[64443]: DEBUG oslo.service.loopingcall [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1138.979205] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1138.979426] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da918417-048b-4316-87ac-f927c4e183a9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.999860] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1138.999860] env[64443]: value = "task-2677270" [ 1138.999860] env[64443]: _type = "Task" [ 1138.999860] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.010174] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677270, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.133028] env[64443]: DEBUG oslo_vmware.api [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677267, 'name': PowerOnVM_Task, 'duration_secs': 0.77718} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.133327] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.133555] env[64443]: INFO nova.compute.manager [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1139.133741] env[64443]: DEBUG nova.compute.manager [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.134525] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c4dbd0-2f1f-4205-98e4-83d365b97933 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.297674] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067813} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.299022] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.299022] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac42eee8-01a0-4ee3-834d-06529d613df7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.321420] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] b14678bf-9673-478e-9fcc-e6636321e218/b14678bf-9673-478e-9fcc-e6636321e218.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.321673] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8052d4c8-ef6b-4f3e-8b7e-ee4d734be0a0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.342992] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1139.342992] env[64443]: value = "task-2677271" [ 1139.342992] env[64443]: _type = "Task" [ 1139.342992] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.352268] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.390132] env[64443]: DEBUG oslo_concurrency.lockutils [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.390509] env[64443]: DEBUG oslo_concurrency.lockutils [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.390751] env[64443]: DEBUG nova.objects.instance [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lazy-loading 'pci_requests' on Instance uuid 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.486138] env[64443]: DEBUG nova.network.neutron [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: dc23b348-d002-432c-838a-644d3092057c] Updating instance_info_cache with network_info: [{"id": "ea3d3885-bf50-498f-98b2-1d12b0088888", "address": "fa:16:3e:ab:3c:ed", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea3d3885-bf", "ovs_interfaceid": "ea3d3885-bf50-498f-98b2-1d12b0088888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.509976] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677270, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.650744] env[64443]: INFO nova.compute.manager [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Took 13.49 seconds to build instance. [ 1139.853482] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677271, 'name': ReconfigVM_Task, 'duration_secs': 0.281863} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.853806] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Reconfigured VM instance instance-00000072 to attach disk [datastore1] b14678bf-9673-478e-9fcc-e6636321e218/b14678bf-9673-478e-9fcc-e6636321e218.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.854443] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77bab7b9-b794-44ac-8f2a-b8e70ab4d381 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.861067] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1139.861067] env[64443]: value = "task-2677272" [ 1139.861067] env[64443]: _type = "Task" [ 1139.861067] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.869210] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677272, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.897244] env[64443]: DEBUG nova.objects.instance [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lazy-loading 'numa_topology' on Instance uuid 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.989348] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Releasing lock "refresh_cache-dc23b348-d002-432c-838a-644d3092057c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1139.989596] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: dc23b348-d002-432c-838a-644d3092057c] Updated the network info_cache for instance {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1139.989827] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.990050] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.990183] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.990339] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.990530] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.990717] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.990825] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64443) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1140.011017] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677270, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.152722] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fa4563a8-9bd4-4624-821c-a04fc0cd3c4a tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.996s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.288104] env[64443]: DEBUG nova.compute.manager [req-bc58c79b-e155-47ce-ba50-ba4c1b7507fc req-a99a3fe4-8c92-48c7-b8f1-10a2e666a358 service nova] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Received event network-changed-2a12f173-f25c-4d30-b272-7fa7ddffdd1a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1140.288638] env[64443]: DEBUG nova.compute.manager [req-bc58c79b-e155-47ce-ba50-ba4c1b7507fc req-a99a3fe4-8c92-48c7-b8f1-10a2e666a358 service nova] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Refreshing instance network info cache due to event network-changed-2a12f173-f25c-4d30-b272-7fa7ddffdd1a. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1140.288638] env[64443]: DEBUG oslo_concurrency.lockutils [req-bc58c79b-e155-47ce-ba50-ba4c1b7507fc req-a99a3fe4-8c92-48c7-b8f1-10a2e666a358 service nova] Acquiring lock "refresh_cache-5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.290103] env[64443]: DEBUG oslo_concurrency.lockutils [req-bc58c79b-e155-47ce-ba50-ba4c1b7507fc req-a99a3fe4-8c92-48c7-b8f1-10a2e666a358 service nova] Acquired lock "refresh_cache-5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.290103] env[64443]: DEBUG nova.network.neutron [req-bc58c79b-e155-47ce-ba50-ba4c1b7507fc req-a99a3fe4-8c92-48c7-b8f1-10a2e666a358 service nova] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Refreshing network info cache for port 2a12f173-f25c-4d30-b272-7fa7ddffdd1a {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.371293] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677272, 'name': Rename_Task, 'duration_secs': 0.168595} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.371583] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.371823] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7d722fa-36f9-48d1-9e13-ce0df8d3c5b1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.378361] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1140.378361] env[64443]: value = "task-2677273" [ 1140.378361] env[64443]: _type = "Task" [ 1140.378361] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.385891] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.399631] env[64443]: INFO nova.compute.claims [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.457751] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.511601] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677270, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.673085] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.901544] env[64443]: DEBUG oslo_vmware.api [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677273, 'name': PowerOnVM_Task, 'duration_secs': 0.443739} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.904166] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.904390] env[64443]: INFO nova.compute.manager [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1140.904583] env[64443]: DEBUG nova.compute.manager [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.907476] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59edf8b-0eda-40a2-ba50-ca40b692d077 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.012220] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677270, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.015591] env[64443]: DEBUG nova.network.neutron [req-bc58c79b-e155-47ce-ba50-ba4c1b7507fc req-a99a3fe4-8c92-48c7-b8f1-10a2e666a358 service nova] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Updated VIF entry in instance network info cache for port 2a12f173-f25c-4d30-b272-7fa7ddffdd1a. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.015940] env[64443]: DEBUG nova.network.neutron [req-bc58c79b-e155-47ce-ba50-ba4c1b7507fc req-a99a3fe4-8c92-48c7-b8f1-10a2e666a358 service nova] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Updating instance_info_cache with network_info: [{"id": "2a12f173-f25c-4d30-b272-7fa7ddffdd1a", "address": "fa:16:3e:57:6b:9b", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a12f173-f2", "ovs_interfaceid": "2a12f173-f25c-4d30-b272-7fa7ddffdd1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.176142] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.426320] env[64443]: INFO nova.compute.manager [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Took 12.46 seconds to build instance. [ 1141.515394] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677270, 'name': CreateVM_Task, 'duration_secs': 2.092358} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.515394] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.518616] env[64443]: DEBUG oslo_concurrency.lockutils [req-bc58c79b-e155-47ce-ba50-ba4c1b7507fc req-a99a3fe4-8c92-48c7-b8f1-10a2e666a358 service nova] Releasing lock "refresh_cache-5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.521327] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfc7c1f-5a4b-43de-96b8-61d3823835f8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.524788] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.524963] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.525306] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1141.525568] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ece22e69-7fde-4189-b895-4d43459e3427 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.531147] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1141.531147] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52bf5346-5398-9938-1fc1-883c5478d0e1" [ 1141.531147] env[64443]: _type = "Task" [ 1141.531147] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.536745] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4cdb91-814f-4203-a82c-b66696a1327e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.547227] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52bf5346-5398-9938-1fc1-883c5478d0e1, 'name': SearchDatastore_Task, 'duration_secs': 0.012922} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.571364] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.571587] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.571829] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.571991] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.572191] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.572669] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-048f2aad-7868-45b9-910d-918fd3154b76 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.575557] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27062427-b955-458f-9b20-1a614c7520f6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.583588] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0494c5-014c-41a7-8737-6cf636e51939 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.588221] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.588410] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.589433] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c295b419-7313-495f-9b52-da0c9443341b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.601347] env[64443]: DEBUG nova.compute.provider_tree [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.606398] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1141.606398] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5233419a-27aa-046b-cc85-d21de4c86e4f" [ 1141.606398] env[64443]: _type = "Task" [ 1141.606398] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.615516] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5233419a-27aa-046b-cc85-d21de4c86e4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.928457] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5bd00213-72e0-4fab-9973-a743a9d8fd24 tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "b14678bf-9673-478e-9fcc-e6636321e218" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.973s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.104699] env[64443]: DEBUG nova.scheduler.client.report [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.118966] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5233419a-27aa-046b-cc85-d21de4c86e4f, 'name': SearchDatastore_Task, 'duration_secs': 0.011483} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.119830] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-246d04f2-62b3-44c9-af2f-8f045845fa9f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.126444] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1142.126444] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]526cdacb-d48b-b09d-eb08-3a3751afcbcc" [ 1142.126444] env[64443]: _type = "Task" [ 1142.126444] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.135219] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]526cdacb-d48b-b09d-eb08-3a3751afcbcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.592425] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fe212512-bf89-4489-bab8-f5896377b1bb tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "b14678bf-9673-478e-9fcc-e6636321e218" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.592708] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fe212512-bf89-4489-bab8-f5896377b1bb tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "b14678bf-9673-478e-9fcc-e6636321e218" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.592894] env[64443]: DEBUG nova.compute.manager [None req-fe212512-bf89-4489-bab8-f5896377b1bb tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.593865] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380f5af9-0fb2-49a3-8b65-75e17268e26a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.600578] env[64443]: DEBUG nova.compute.manager [None req-fe212512-bf89-4489-bab8-f5896377b1bb tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64443) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1142.601175] env[64443]: DEBUG nova.objects.instance [None req-fe212512-bf89-4489-bab8-f5896377b1bb tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lazy-loading 'flavor' on Instance uuid b14678bf-9673-478e-9fcc-e6636321e218 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.609841] env[64443]: DEBUG oslo_concurrency.lockutils [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.219s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.611870] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.436s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.612068] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.612251] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64443) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1142.612990] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288f174a-895a-4b52-b8cb-2923676778b3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.621851] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f041003-01d8-4baf-9dbf-f2c93f121882 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.638485] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9da945-d411-4cf8-b320-7700d09ba0ce {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.643871] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]526cdacb-d48b-b09d-eb08-3a3751afcbcc, 'name': SearchDatastore_Task, 'duration_secs': 0.010982} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.644622] env[64443]: INFO nova.network.neutron [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Updating port e0c843e6-bb25-4a69-b065-bdd362a84c01 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1142.646516] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.646765] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] a8e3416a-dc03-4d72-96a4-df5b40092706/a8e3416a-dc03-4d72-96a4-df5b40092706.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.647058] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccc64b31-7c1e-4398-b45b-6c31a0c14f1a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.651750] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908384ae-6a49-42a9-b293-11c7eed6f017 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.656479] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1142.656479] env[64443]: value = "task-2677275" [ 1142.656479] env[64443]: _type = "Task" [ 1142.656479] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.686638] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179474MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=64443) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1142.686803] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.687023] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.694756] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.168940] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677275, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.609178] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe212512-bf89-4489-bab8-f5896377b1bb tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.609493] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1afefc3c-00c0-4820-b1e2-b819c9028cd8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.619943] env[64443]: DEBUG oslo_vmware.api [None req-fe212512-bf89-4489-bab8-f5896377b1bb tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1143.619943] env[64443]: value = "task-2677276" [ 1143.619943] env[64443]: _type = "Task" [ 1143.619943] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.633486] env[64443]: DEBUG oslo_vmware.api [None req-fe212512-bf89-4489-bab8-f5896377b1bb tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.670425] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677275, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.718094] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance dc23b348-d002-432c-838a-644d3092057c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.718268] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance cfe684bb-ff0c-46bb-8485-a3cabaed9447 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.718390] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 0a897bf8-614b-4800-9f53-505ac8ebad72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.718515] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 43754cc2-edeb-4644-92f4-7d6491d01cbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.718630] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.718744] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance b14678bf-9673-478e-9fcc-e6636321e218 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.718857] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance a8e3416a-dc03-4d72-96a4-df5b40092706 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.718971] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1143.719188] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1143.719318] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1143.841646] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b1c647-4f35-418c-83b4-83f8ff33535f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.853745] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be83a37b-5457-4fbd-9002-e18f1a9ab37d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.894781] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943c3f3e-47f2-4989-9b23-46a4f015e4c8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.905689] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c0c352-adb9-424d-870e-ed58440cfd8f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.922162] env[64443]: DEBUG nova.compute.provider_tree [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.088864] env[64443]: DEBUG nova.compute.manager [req-db84dc51-4f43-4e51-9945-ccba597a1e9d req-d54f03fb-5556-422c-a24b-7fb9cad05f26 service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Received event network-vif-plugged-e0c843e6-bb25-4a69-b065-bdd362a84c01 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1144.089739] env[64443]: DEBUG oslo_concurrency.lockutils [req-db84dc51-4f43-4e51-9945-ccba597a1e9d req-d54f03fb-5556-422c-a24b-7fb9cad05f26 service nova] Acquiring lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.090095] env[64443]: DEBUG oslo_concurrency.lockutils [req-db84dc51-4f43-4e51-9945-ccba597a1e9d req-d54f03fb-5556-422c-a24b-7fb9cad05f26 service nova] Lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.090302] env[64443]: DEBUG oslo_concurrency.lockutils [req-db84dc51-4f43-4e51-9945-ccba597a1e9d req-d54f03fb-5556-422c-a24b-7fb9cad05f26 service nova] Lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.090492] env[64443]: DEBUG nova.compute.manager [req-db84dc51-4f43-4e51-9945-ccba597a1e9d req-d54f03fb-5556-422c-a24b-7fb9cad05f26 service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] No waiting events found dispatching network-vif-plugged-e0c843e6-bb25-4a69-b065-bdd362a84c01 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.090666] env[64443]: WARNING nova.compute.manager [req-db84dc51-4f43-4e51-9945-ccba597a1e9d req-d54f03fb-5556-422c-a24b-7fb9cad05f26 service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Received unexpected event network-vif-plugged-e0c843e6-bb25-4a69-b065-bdd362a84c01 for instance with vm_state shelved_offloaded and task_state spawning. [ 1144.130417] env[64443]: DEBUG oslo_vmware.api [None req-fe212512-bf89-4489-bab8-f5896377b1bb tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677276, 'name': PowerOffVM_Task, 'duration_secs': 0.190256} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.130679] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe212512-bf89-4489-bab8-f5896377b1bb tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.130875] env[64443]: DEBUG nova.compute.manager [None req-fe212512-bf89-4489-bab8-f5896377b1bb tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.131668] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0746a82-f2ff-4880-b4a7-01b4d8892fb2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.143239] env[64443]: DEBUG oslo_concurrency.lockutils [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "refresh_cache-2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.143425] env[64443]: DEBUG oslo_concurrency.lockutils [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired lock "refresh_cache-2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.143649] env[64443]: DEBUG nova.network.neutron [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.167603] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677275, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.425521] env[64443]: DEBUG nova.scheduler.client.report [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.651574] env[64443]: DEBUG oslo_concurrency.lockutils [None req-fe212512-bf89-4489-bab8-f5896377b1bb tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "b14678bf-9673-478e-9fcc-e6636321e218" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.669012] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677275, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.834396} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.669731] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] a8e3416a-dc03-4d72-96a4-df5b40092706/a8e3416a-dc03-4d72-96a4-df5b40092706.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.670012] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.670279] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5da3ef2d-1fa1-4a6f-a516-0f2d55e2b99d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.677690] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1144.677690] env[64443]: value = "task-2677278" [ 1144.677690] env[64443]: _type = "Task" [ 1144.677690] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.689438] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.855865] env[64443]: DEBUG nova.network.neutron [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Updating instance_info_cache with network_info: [{"id": "e0c843e6-bb25-4a69-b065-bdd362a84c01", "address": "fa:16:3e:7b:b9:82", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c843e6-bb", "ovs_interfaceid": "e0c843e6-bb25-4a69-b065-bdd362a84c01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.931047] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64443) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1144.931047] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.244s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.190671] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0681} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.190965] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.191869] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264638b7-d3fe-4b79-8b58-fca0453984c1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.208155] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "b14678bf-9673-478e-9fcc-e6636321e218" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.208413] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "b14678bf-9673-478e-9fcc-e6636321e218" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.208662] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "b14678bf-9673-478e-9fcc-e6636321e218-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.208930] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "b14678bf-9673-478e-9fcc-e6636321e218-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.209136] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "b14678bf-9673-478e-9fcc-e6636321e218-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.219632] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] a8e3416a-dc03-4d72-96a4-df5b40092706/a8e3416a-dc03-4d72-96a4-df5b40092706.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.220323] env[64443]: INFO nova.compute.manager [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Terminating instance [ 1145.222141] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fffc3093-d3de-453d-ab59-3c36e13a5359 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.245258] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1145.245258] env[64443]: value = "task-2677279" [ 1145.245258] env[64443]: _type = "Task" [ 1145.245258] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.255768] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.358531] env[64443]: DEBUG oslo_concurrency.lockutils [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Releasing lock "refresh_cache-2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.388109] env[64443]: DEBUG nova.virt.hardware [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='236117cbc5ed4d341cc7c5f9227517dc',container_format='bare',created_at=2025-02-19T11:10:52Z,direct_url=,disk_format='vmdk',id=0d34eb0f-c0b8-4227-9d99-728e0f4f7162,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1225648758-shelved',owner='178931edd4484e4d90dd7b56afd70178',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-02-19T11:11:07Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.388428] env[64443]: DEBUG nova.virt.hardware [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.388627] env[64443]: DEBUG nova.virt.hardware [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.388848] env[64443]: DEBUG nova.virt.hardware [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.389088] env[64443]: DEBUG nova.virt.hardware [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.389362] env[64443]: DEBUG nova.virt.hardware [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.389654] env[64443]: DEBUG nova.virt.hardware [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.389855] env[64443]: DEBUG nova.virt.hardware [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.390103] env[64443]: DEBUG nova.virt.hardware [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.390345] env[64443]: DEBUG nova.virt.hardware [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.390568] env[64443]: DEBUG nova.virt.hardware [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.391596] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e19e16f-304a-4623-90a8-24fe42607512 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.401488] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46edb7ec-8dd8-4f37-9f27-4e3da6c6ef94 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.417172] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:b9:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0c843e6-bb25-4a69-b065-bdd362a84c01', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.424785] env[64443]: DEBUG oslo.service.loopingcall [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1145.425070] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.425298] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d315340-0f05-4747-8eeb-100c73424425 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.446901] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.446901] env[64443]: value = "task-2677280" [ 1145.446901] env[64443]: _type = "Task" [ 1145.446901] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.456357] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677280, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.739292] env[64443]: DEBUG nova.compute.manager [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.739733] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.741081] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c84df4-7cea-4861-95e7-03038c1e3efc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.753802] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.754630] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d83caf2b-26e2-467e-806b-90cc233442f6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.760990] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677279, 'name': ReconfigVM_Task, 'duration_secs': 0.374968} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.761399] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Reconfigured VM instance instance-00000073 to attach disk [datastore1] a8e3416a-dc03-4d72-96a4-df5b40092706/a8e3416a-dc03-4d72-96a4-df5b40092706.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.762183] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5cb88d9-f44b-4461-b657-8d934bd4d2ef {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.770603] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1145.770603] env[64443]: value = "task-2677282" [ 1145.770603] env[64443]: _type = "Task" [ 1145.770603] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.781649] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677282, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.925161] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.925292] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.925529] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Deleting the datastore file [datastore1] b14678bf-9673-478e-9fcc-e6636321e218 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.925775] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a08aed7-767c-4698-bc9b-9d7d5b39ee09 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.934616] env[64443]: DEBUG oslo_vmware.api [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1145.934616] env[64443]: value = "task-2677283" [ 1145.934616] env[64443]: _type = "Task" [ 1145.934616] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.945153] env[64443]: DEBUG oslo_vmware.api [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.957070] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677280, 'name': CreateVM_Task, 'duration_secs': 0.376282} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.957256] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.957978] env[64443]: DEBUG oslo_concurrency.lockutils [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0d34eb0f-c0b8-4227-9d99-728e0f4f7162" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.958222] env[64443]: DEBUG oslo_concurrency.lockutils [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0d34eb0f-c0b8-4227-9d99-728e0f4f7162" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.958630] env[64443]: DEBUG oslo_concurrency.lockutils [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0d34eb0f-c0b8-4227-9d99-728e0f4f7162" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.958944] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c46c8a1-9460-4143-b76d-34cf3e652d51 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.964541] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1145.964541] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]527d9688-93e7-7f16-52f4-c501252d62e5" [ 1145.964541] env[64443]: _type = "Task" [ 1145.964541] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.977529] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527d9688-93e7-7f16-52f4-c501252d62e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.117174] env[64443]: DEBUG nova.compute.manager [req-d6a16023-400f-488c-817d-faf212041c45 req-f2d69d78-55aa-4d10-9b48-4ec816b75c74 service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Received event network-changed-e0c843e6-bb25-4a69-b065-bdd362a84c01 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1146.117374] env[64443]: DEBUG nova.compute.manager [req-d6a16023-400f-488c-817d-faf212041c45 req-f2d69d78-55aa-4d10-9b48-4ec816b75c74 service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Refreshing instance network info cache due to event network-changed-e0c843e6-bb25-4a69-b065-bdd362a84c01. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1146.117600] env[64443]: DEBUG oslo_concurrency.lockutils [req-d6a16023-400f-488c-817d-faf212041c45 req-f2d69d78-55aa-4d10-9b48-4ec816b75c74 service nova] Acquiring lock "refresh_cache-2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.117754] env[64443]: DEBUG oslo_concurrency.lockutils [req-d6a16023-400f-488c-817d-faf212041c45 req-f2d69d78-55aa-4d10-9b48-4ec816b75c74 service nova] Acquired lock "refresh_cache-2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.117916] env[64443]: DEBUG nova.network.neutron [req-d6a16023-400f-488c-817d-faf212041c45 req-f2d69d78-55aa-4d10-9b48-4ec816b75c74 service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Refreshing network info cache for port e0c843e6-bb25-4a69-b065-bdd362a84c01 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.281371] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677282, 'name': Rename_Task, 'duration_secs': 0.205233} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.281582] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.281799] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dfb8725-1ab2-49ff-9535-6d91e08f3cf5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.288798] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1146.288798] env[64443]: value = "task-2677285" [ 1146.288798] env[64443]: _type = "Task" [ 1146.288798] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.297096] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.446553] env[64443]: DEBUG oslo_vmware.api [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129151} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.446789] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.446981] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.447255] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.447355] env[64443]: INFO nova.compute.manager [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Took 0.71 seconds to destroy the instance on the hypervisor. [ 1146.447602] env[64443]: DEBUG oslo.service.loopingcall [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1146.447801] env[64443]: DEBUG nova.compute.manager [-] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.447905] env[64443]: DEBUG nova.network.neutron [-] [instance: b14678bf-9673-478e-9fcc-e6636321e218] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.475542] env[64443]: DEBUG oslo_concurrency.lockutils [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0d34eb0f-c0b8-4227-9d99-728e0f4f7162" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.475803] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Processing image 0d34eb0f-c0b8-4227-9d99-728e0f4f7162 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.476114] env[64443]: DEBUG oslo_concurrency.lockutils [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0d34eb0f-c0b8-4227-9d99-728e0f4f7162/0d34eb0f-c0b8-4227-9d99-728e0f4f7162.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.476207] env[64443]: DEBUG oslo_concurrency.lockutils [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0d34eb0f-c0b8-4227-9d99-728e0f4f7162/0d34eb0f-c0b8-4227-9d99-728e0f4f7162.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.476387] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.476642] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f535936-f954-4367-a555-58e8d3de1f58 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.486589] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.486771] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.487529] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8894c138-a0a2-420a-9f2d-9d0fe8243d68 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.493746] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1146.493746] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]523e27d2-81c1-72be-d3de-22a2d7eb9018" [ 1146.493746] env[64443]: _type = "Task" [ 1146.493746] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.504384] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]523e27d2-81c1-72be-d3de-22a2d7eb9018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.798147] env[64443]: DEBUG oslo_vmware.api [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677285, 'name': PowerOnVM_Task, 'duration_secs': 0.493864} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.798432] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.798643] env[64443]: INFO nova.compute.manager [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Took 10.92 seconds to spawn the instance on the hypervisor. [ 1146.798824] env[64443]: DEBUG nova.compute.manager [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.799698] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346e48db-a547-4dba-9be2-bd3d42a1234f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.890637] env[64443]: DEBUG nova.network.neutron [req-d6a16023-400f-488c-817d-faf212041c45 req-f2d69d78-55aa-4d10-9b48-4ec816b75c74 service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Updated VIF entry in instance network info cache for port e0c843e6-bb25-4a69-b065-bdd362a84c01. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.891488] env[64443]: DEBUG nova.network.neutron [req-d6a16023-400f-488c-817d-faf212041c45 req-f2d69d78-55aa-4d10-9b48-4ec816b75c74 service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Updating instance_info_cache with network_info: [{"id": "e0c843e6-bb25-4a69-b065-bdd362a84c01", "address": "fa:16:3e:7b:b9:82", "network": {"id": "fc7341a9-a797-4d20-8476-86c44083344a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-931318316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "178931edd4484e4d90dd7b56afd70178", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c843e6-bb", "ovs_interfaceid": "e0c843e6-bb25-4a69-b065-bdd362a84c01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.004061] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Preparing fetch location {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1147.004321] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Fetch image to [datastore2] OSTACK_IMG_ccba5c66-58a3-41cc-9391-a38755621698/OSTACK_IMG_ccba5c66-58a3-41cc-9391-a38755621698.vmdk {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1147.004507] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Downloading stream optimized image 0d34eb0f-c0b8-4227-9d99-728e0f4f7162 to [datastore2] OSTACK_IMG_ccba5c66-58a3-41cc-9391-a38755621698/OSTACK_IMG_ccba5c66-58a3-41cc-9391-a38755621698.vmdk on the data store datastore2 as vApp {{(pid=64443) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1147.004680] env[64443]: DEBUG nova.virt.vmwareapi.images [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Downloading image file data 0d34eb0f-c0b8-4227-9d99-728e0f4f7162 to the ESX as VM named 'OSTACK_IMG_ccba5c66-58a3-41cc-9391-a38755621698' {{(pid=64443) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1147.081294] env[64443]: DEBUG oslo_vmware.rw_handles [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1147.081294] env[64443]: value = "resgroup-9" [ 1147.081294] env[64443]: _type = "ResourcePool" [ 1147.081294] env[64443]: }. {{(pid=64443) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1147.081616] env[64443]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7313d3af-d2d5-4bc4-bf78-053711d90076 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.105669] env[64443]: DEBUG oslo_vmware.rw_handles [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lease: (returnval){ [ 1147.105669] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52971ab2-9906-d598-0e9a-69a33aa6583b" [ 1147.105669] env[64443]: _type = "HttpNfcLease" [ 1147.105669] env[64443]: } obtained for vApp import into resource pool (val){ [ 1147.105669] env[64443]: value = "resgroup-9" [ 1147.105669] env[64443]: _type = "ResourcePool" [ 1147.105669] env[64443]: }. {{(pid=64443) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1147.105943] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the lease: (returnval){ [ 1147.105943] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52971ab2-9906-d598-0e9a-69a33aa6583b" [ 1147.105943] env[64443]: _type = "HttpNfcLease" [ 1147.105943] env[64443]: } to be ready. {{(pid=64443) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1147.114919] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1147.114919] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52971ab2-9906-d598-0e9a-69a33aa6583b" [ 1147.114919] env[64443]: _type = "HttpNfcLease" [ 1147.114919] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1147.184689] env[64443]: DEBUG oslo_concurrency.lockutils [None req-02cd148b-f29f-4969-8c23-601ae3429a69 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "0a897bf8-614b-4800-9f53-505ac8ebad72" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.185013] env[64443]: DEBUG oslo_concurrency.lockutils [None req-02cd148b-f29f-4969-8c23-601ae3429a69 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "0a897bf8-614b-4800-9f53-505ac8ebad72" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.221366] env[64443]: DEBUG nova.network.neutron [-] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.316945] env[64443]: INFO nova.compute.manager [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Took 17.38 seconds to build instance. [ 1147.393873] env[64443]: DEBUG oslo_concurrency.lockutils [req-d6a16023-400f-488c-817d-faf212041c45 req-f2d69d78-55aa-4d10-9b48-4ec816b75c74 service nova] Releasing lock "refresh_cache-2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.614257] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1147.614257] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52971ab2-9906-d598-0e9a-69a33aa6583b" [ 1147.614257] env[64443]: _type = "HttpNfcLease" [ 1147.614257] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1147.688609] env[64443]: DEBUG nova.compute.utils [None req-02cd148b-f29f-4969-8c23-601ae3429a69 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1147.723976] env[64443]: INFO nova.compute.manager [-] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Took 1.28 seconds to deallocate network for instance. [ 1147.820200] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7fad08d7-3391-4005-8a14-f0545dfd94ba tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "a8e3416a-dc03-4d72-96a4-df5b40092706" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.886s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.115842] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1148.115842] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52971ab2-9906-d598-0e9a-69a33aa6583b" [ 1148.115842] env[64443]: _type = "HttpNfcLease" [ 1148.115842] env[64443]: } is initializing. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1148.142999] env[64443]: DEBUG nova.compute.manager [req-2ecaec0d-3219-4895-b002-ff7acdc26dc6 req-357c12e0-049a-44e5-94fc-16522c734263 service nova] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Received event network-vif-deleted-98548c6f-c274-4b02-af8f-35beed1cf34b {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1148.192108] env[64443]: DEBUG oslo_concurrency.lockutils [None req-02cd148b-f29f-4969-8c23-601ae3429a69 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "0a897bf8-614b-4800-9f53-505ac8ebad72" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.230784] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1148.232025] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1148.232025] env[64443]: DEBUG nova.objects.instance [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lazy-loading 'resources' on Instance uuid b14678bf-9673-478e-9fcc-e6636321e218 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.615667] env[64443]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1148.615667] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52971ab2-9906-d598-0e9a-69a33aa6583b" [ 1148.615667] env[64443]: _type = "HttpNfcLease" [ 1148.615667] env[64443]: } is ready. {{(pid=64443) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1148.616149] env[64443]: DEBUG oslo_vmware.rw_handles [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1148.616149] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52971ab2-9906-d598-0e9a-69a33aa6583b" [ 1148.616149] env[64443]: _type = "HttpNfcLease" [ 1148.616149] env[64443]: }. {{(pid=64443) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1148.616748] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc17089-9f2a-4fb6-900a-baf6573f0c91 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.623919] env[64443]: DEBUG oslo_vmware.rw_handles [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52423f17-1d91-cd05-d954-db3011573e4d/disk-0.vmdk from lease info. {{(pid=64443) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1148.624176] env[64443]: DEBUG oslo_vmware.rw_handles [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52423f17-1d91-cd05-d954-db3011573e4d/disk-0.vmdk. {{(pid=64443) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1148.688130] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9c1a6b33-9c85-4424-88ac-ab5ae5276b92 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.858443] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e949721-bdce-4473-b77a-e72c95035c83 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.867259] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7533ec6c-ca42-4f01-9944-0ebd6a178393 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.902115] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51710b90-7daf-4f47-92f8-1183743779e4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.911904] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73d52b4-bd68-42f4-8dd9-904a70776373 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.928264] env[64443]: DEBUG nova.compute.provider_tree [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.088525] env[64443]: DEBUG nova.compute.manager [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Stashing vm_state: active {{(pid=64443) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1149.257628] env[64443]: DEBUG oslo_concurrency.lockutils [None req-02cd148b-f29f-4969-8c23-601ae3429a69 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "0a897bf8-614b-4800-9f53-505ac8ebad72" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.257943] env[64443]: DEBUG oslo_concurrency.lockutils [None req-02cd148b-f29f-4969-8c23-601ae3429a69 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "0a897bf8-614b-4800-9f53-505ac8ebad72" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.258288] env[64443]: INFO nova.compute.manager [None req-02cd148b-f29f-4969-8c23-601ae3429a69 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Attaching volume d79f70ec-cbdf-4954-9d6e-556d3dfb575b to /dev/sdb [ 1149.301336] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa81133e-6dad-4c4c-bed4-8aa1dca5c34b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.311717] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef734cd3-550f-4550-b6e6-55bfd0b4bba4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.329885] env[64443]: DEBUG nova.virt.block_device [None req-02cd148b-f29f-4969-8c23-601ae3429a69 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Updating existing volume attachment record: 1186472c-5b9b-49a9-8f03-807bd120a872 {{(pid=64443) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1149.434252] env[64443]: DEBUG nova.scheduler.client.report [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.615039] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.887807] env[64443]: DEBUG oslo_vmware.rw_handles [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Completed reading data from the image iterator. {{(pid=64443) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1149.888214] env[64443]: DEBUG oslo_vmware.rw_handles [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52423f17-1d91-cd05-d954-db3011573e4d/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1149.889049] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a328c1-deb3-4d86-8317-51b16fc12d97 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.896624] env[64443]: DEBUG oslo_vmware.rw_handles [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52423f17-1d91-cd05-d954-db3011573e4d/disk-0.vmdk is in state: ready. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1149.896776] env[64443]: DEBUG oslo_vmware.rw_handles [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52423f17-1d91-cd05-d954-db3011573e4d/disk-0.vmdk. {{(pid=64443) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1149.896954] env[64443]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e147d8bf-28e1-4f4e-a02a-15de879664bc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.939868] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.942376] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.328s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.960240] env[64443]: INFO nova.scheduler.client.report [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Deleted allocations for instance b14678bf-9673-478e-9fcc-e6636321e218 [ 1150.181813] env[64443]: DEBUG oslo_vmware.rw_handles [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52423f17-1d91-cd05-d954-db3011573e4d/disk-0.vmdk. {{(pid=64443) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1150.182235] env[64443]: INFO nova.virt.vmwareapi.images [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Downloaded image file data 0d34eb0f-c0b8-4227-9d99-728e0f4f7162 [ 1150.183304] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285781a8-b11f-4965-aa10-12d2779d5575 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.200580] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f168e9b3-2044-4b24-aa7e-1e7ab523a7b2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.441621] env[64443]: INFO nova.virt.vmwareapi.images [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] The imported VM was unregistered [ 1150.444134] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Caching image {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1150.444396] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Creating directory with path [datastore2] devstack-image-cache_base/0d34eb0f-c0b8-4227-9d99-728e0f4f7162 {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.449020] env[64443]: INFO nova.compute.claims [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.451305] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bcffd8e-14ff-4f34-9f13-f6e1d271bc7b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.468416] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Created directory with path [datastore2] devstack-image-cache_base/0d34eb0f-c0b8-4227-9d99-728e0f4f7162 {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.468644] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_ccba5c66-58a3-41cc-9391-a38755621698/OSTACK_IMG_ccba5c66-58a3-41cc-9391-a38755621698.vmdk to [datastore2] devstack-image-cache_base/0d34eb0f-c0b8-4227-9d99-728e0f4f7162/0d34eb0f-c0b8-4227-9d99-728e0f4f7162.vmdk. {{(pid=64443) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1150.469491] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7dc0b09a-9fbd-48c4-815f-0b1f154a3e0e tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "b14678bf-9673-478e-9fcc-e6636321e218" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.261s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.471032] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-cd420cde-16d3-4f7d-9e7c-2875f3741199 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.485124] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1150.485124] env[64443]: value = "task-2677293" [ 1150.485124] env[64443]: _type = "Task" [ 1150.485124] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.495701] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677293, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.953313] env[64443]: INFO nova.compute.resource_tracker [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Updating resource usage from migration b432bb11-7bd8-447e-8b00-09c5e49c683d [ 1150.980942] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "cfe684bb-ff0c-46bb-8485-a3cabaed9447" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.981430] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "cfe684bb-ff0c-46bb-8485-a3cabaed9447" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.981708] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "cfe684bb-ff0c-46bb-8485-a3cabaed9447-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.981907] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "cfe684bb-ff0c-46bb-8485-a3cabaed9447-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.982129] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "cfe684bb-ff0c-46bb-8485-a3cabaed9447-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.984599] env[64443]: INFO nova.compute.manager [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Terminating instance [ 1151.000695] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677293, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.090194] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7056a2ce-5468-4b37-8dca-6a0f6addaa69 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.099483] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b3e838-6082-401a-b105-947173851199 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.133534] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee6cbdf-0421-458a-8589-8b303106c905 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.143543] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b640fb64-3252-46ab-911c-e2685d709ea9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.158442] env[64443]: DEBUG nova.compute.provider_tree [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.497595] env[64443]: DEBUG nova.compute.manager [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.497886] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.498241] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677293, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.499113] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0794187d-767f-4281-a6bd-17ffc825d629 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.508397] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.508735] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf776ad4-957c-4bc6-86e4-640d4c54bec0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.516417] env[64443]: DEBUG oslo_vmware.api [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1151.516417] env[64443]: value = "task-2677294" [ 1151.516417] env[64443]: _type = "Task" [ 1151.516417] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.525918] env[64443]: DEBUG oslo_vmware.api [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.662622] env[64443]: DEBUG nova.scheduler.client.report [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.996979] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677293, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.027389] env[64443]: DEBUG oslo_vmware.api [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.168683] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.226s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.168900] env[64443]: INFO nova.compute.manager [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Migrating [ 1152.500136] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677293, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.527731] env[64443]: DEBUG oslo_vmware.api [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677294, 'name': PowerOffVM_Task, 'duration_secs': 0.607507} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.528089] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.528283] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.528550] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa68dbbc-1a7a-459e-8cc5-8ee04ce37c4c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.607628] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.607856] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.608092] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Deleting the datastore file [datastore2] cfe684bb-ff0c-46bb-8485-a3cabaed9447 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.608380] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fffda197-78f0-4f9b-a898-c15e6210ec00 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.619474] env[64443]: DEBUG oslo_vmware.api [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for the task: (returnval){ [ 1152.619474] env[64443]: value = "task-2677298" [ 1152.619474] env[64443]: _type = "Task" [ 1152.619474] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.629494] env[64443]: DEBUG oslo_vmware.api [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.685658] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "refresh_cache-a8e3416a-dc03-4d72-96a4-df5b40092706" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.685889] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "refresh_cache-a8e3416a-dc03-4d72-96a4-df5b40092706" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.686033] env[64443]: DEBUG nova.network.neutron [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.998325] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677293, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.129884] env[64443]: DEBUG oslo_vmware.api [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.379012] env[64443]: DEBUG nova.network.neutron [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Updating instance_info_cache with network_info: [{"id": "8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93", "address": "fa:16:3e:94:54:72", "network": {"id": "d4f2997b-70b0-48af-8ccc-7f2d361cd2fc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1568830297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f7cdfa710248878e953b2925868c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc1735c-49", "ovs_interfaceid": "8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.499368] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677293, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.716112} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.499663] env[64443]: INFO nova.virt.vmwareapi.ds_util [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_ccba5c66-58a3-41cc-9391-a38755621698/OSTACK_IMG_ccba5c66-58a3-41cc-9391-a38755621698.vmdk to [datastore2] devstack-image-cache_base/0d34eb0f-c0b8-4227-9d99-728e0f4f7162/0d34eb0f-c0b8-4227-9d99-728e0f4f7162.vmdk. [ 1153.499875] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Cleaning up location [datastore2] OSTACK_IMG_ccba5c66-58a3-41cc-9391-a38755621698 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1153.500065] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_ccba5c66-58a3-41cc-9391-a38755621698 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.500326] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-234ffa6a-8c61-49e5-928e-fcbe537fc8ed {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.507040] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1153.507040] env[64443]: value = "task-2677299" [ 1153.507040] env[64443]: _type = "Task" [ 1153.507040] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.515400] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.630356] env[64443]: DEBUG oslo_vmware.api [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Task: {'id': task-2677298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.657217} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.630615] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.630800] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.630996] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.631243] env[64443]: INFO nova.compute.manager [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1153.631510] env[64443]: DEBUG oslo.service.loopingcall [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1153.631705] env[64443]: DEBUG nova.compute.manager [-] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.631801] env[64443]: DEBUG nova.network.neutron [-] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.881880] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "refresh_cache-a8e3416a-dc03-4d72-96a4-df5b40092706" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.884398] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-02cd148b-f29f-4969-8c23-601ae3429a69 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Volume attach. Driver type: vmdk {{(pid=64443) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1153.884619] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-02cd148b-f29f-4969-8c23-601ae3429a69 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539801', 'volume_id': 'd79f70ec-cbdf-4954-9d6e-556d3dfb575b', 'name': 'volume-d79f70ec-cbdf-4954-9d6e-556d3dfb575b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a897bf8-614b-4800-9f53-505ac8ebad72', 'attached_at': '', 'detached_at': '', 'volume_id': 'd79f70ec-cbdf-4954-9d6e-556d3dfb575b', 'serial': 'd79f70ec-cbdf-4954-9d6e-556d3dfb575b'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1153.888701] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f682d2-8fd0-4266-8dd6-578da80d23e5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.910589] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910a9918-5447-4a00-bf45-df5dcd1da362 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.914927] env[64443]: DEBUG nova.compute.manager [req-3132b8bc-cdcc-41cb-9679-e7197432d192 req-e9d21196-aae4-4051-a4c2-b3a34f83447f service nova] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Received event network-vif-deleted-8e55e0bd-9037-4828-9d2d-251c055ee026 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1153.914927] env[64443]: INFO nova.compute.manager [req-3132b8bc-cdcc-41cb-9679-e7197432d192 req-e9d21196-aae4-4051-a4c2-b3a34f83447f service nova] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Neutron deleted interface 8e55e0bd-9037-4828-9d2d-251c055ee026; detaching it from the instance and deleting it from the info cache [ 1153.914927] env[64443]: DEBUG nova.network.neutron [req-3132b8bc-cdcc-41cb-9679-e7197432d192 req-e9d21196-aae4-4051-a4c2-b3a34f83447f service nova] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.940475] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-02cd148b-f29f-4969-8c23-601ae3429a69 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-d79f70ec-cbdf-4954-9d6e-556d3dfb575b/volume-d79f70ec-cbdf-4954-9d6e-556d3dfb575b.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.941056] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31f879de-4f9d-4892-afc6-1f580e455654 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.961846] env[64443]: DEBUG oslo_vmware.api [None req-02cd148b-f29f-4969-8c23-601ae3429a69 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1153.961846] env[64443]: value = "task-2677300" [ 1153.961846] env[64443]: _type = "Task" [ 1153.961846] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.970169] env[64443]: DEBUG oslo_vmware.api [None req-02cd148b-f29f-4969-8c23-601ae3429a69 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.016518] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034739} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.016928] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.016928] env[64443]: DEBUG oslo_concurrency.lockutils [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0d34eb0f-c0b8-4227-9d99-728e0f4f7162/0d34eb0f-c0b8-4227-9d99-728e0f4f7162.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.017240] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0d34eb0f-c0b8-4227-9d99-728e0f4f7162/0d34eb0f-c0b8-4227-9d99-728e0f4f7162.vmdk to [datastore2] 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d/2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.017494] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-261e8b1c-c7f7-42b1-9fb4-5945f1a1d999 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.026527] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1154.026527] env[64443]: value = "task-2677301" [ 1154.026527] env[64443]: _type = "Task" [ 1154.026527] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.034237] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.397264] env[64443]: DEBUG nova.network.neutron [-] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.417993] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-689c8c3b-298f-4d08-9d20-0404b5618823 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.430039] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abab29d6-7194-4aa8-ad82-1adde64c76b7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.462378] env[64443]: DEBUG nova.compute.manager [req-3132b8bc-cdcc-41cb-9679-e7197432d192 req-e9d21196-aae4-4051-a4c2-b3a34f83447f service nova] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Detach interface failed, port_id=8e55e0bd-9037-4828-9d2d-251c055ee026, reason: Instance cfe684bb-ff0c-46bb-8485-a3cabaed9447 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1154.473220] env[64443]: DEBUG oslo_vmware.api [None req-02cd148b-f29f-4969-8c23-601ae3429a69 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.537913] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677301, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.900546] env[64443]: INFO nova.compute.manager [-] [instance: cfe684bb-ff0c-46bb-8485-a3cabaed9447] Took 1.27 seconds to deallocate network for instance. [ 1154.975071] env[64443]: DEBUG oslo_vmware.api [None req-02cd148b-f29f-4969-8c23-601ae3429a69 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677300, 'name': ReconfigVM_Task, 'duration_secs': 0.720351} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.975397] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-02cd148b-f29f-4969-8c23-601ae3429a69 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-d79f70ec-cbdf-4954-9d6e-556d3dfb575b/volume-d79f70ec-cbdf-4954-9d6e-556d3dfb575b.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.980390] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d73f4ac7-66b1-4402-893a-377b2e847557 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.014433] env[64443]: DEBUG oslo_vmware.api [None req-02cd148b-f29f-4969-8c23-601ae3429a69 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1155.014433] env[64443]: value = "task-2677303" [ 1155.014433] env[64443]: _type = "Task" [ 1155.014433] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.028581] env[64443]: DEBUG oslo_vmware.api [None req-02cd148b-f29f-4969-8c23-601ae3429a69 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.038333] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677301, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.409724] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4cab5b-c34c-4624-90da-a65fbf10c10e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.415434] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.415514] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.415689] env[64443]: DEBUG nova.objects.instance [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lazy-loading 'resources' on Instance uuid cfe684bb-ff0c-46bb-8485-a3cabaed9447 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.433234] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Updating instance 'a8e3416a-dc03-4d72-96a4-df5b40092706' progress to 0 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.527493] env[64443]: DEBUG oslo_vmware.api [None req-02cd148b-f29f-4969-8c23-601ae3429a69 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677303, 'name': ReconfigVM_Task, 'duration_secs': 0.461458} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.528235] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-02cd148b-f29f-4969-8c23-601ae3429a69 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539801', 'volume_id': 'd79f70ec-cbdf-4954-9d6e-556d3dfb575b', 'name': 'volume-d79f70ec-cbdf-4954-9d6e-556d3dfb575b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a897bf8-614b-4800-9f53-505ac8ebad72', 'attached_at': '', 'detached_at': '', 'volume_id': 'd79f70ec-cbdf-4954-9d6e-556d3dfb575b', 'serial': 'd79f70ec-cbdf-4954-9d6e-556d3dfb575b'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1155.541868] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677301, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.559373] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c49e69-ea83-4c29-953a-2e7cf6dd1db5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.568440] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933b6974-36a9-4046-b793-864ea3ce9405 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.603229] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bed671-2ea5-4efa-b2e6-470f25db90d4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.612011] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017e9078-66e1-4982-b3dc-aa5e2cd64a9b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.629413] env[64443]: DEBUG nova.compute.provider_tree [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.942902] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.943270] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8914147a-e2d5-4bc9-8960-bb004c34abb4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.958320] env[64443]: DEBUG oslo_vmware.api [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1155.958320] env[64443]: value = "task-2677304" [ 1155.958320] env[64443]: _type = "Task" [ 1155.958320] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.968756] env[64443]: DEBUG oslo_vmware.api [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.041723] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677301, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.133161] env[64443]: DEBUG nova.scheduler.client.report [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.468186] env[64443]: DEBUG oslo_vmware.api [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677304, 'name': PowerOffVM_Task, 'duration_secs': 0.355741} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.468532] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.468739] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Updating instance 'a8e3416a-dc03-4d72-96a4-df5b40092706' progress to 17 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.539941] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677301, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.387501} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.540232] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0d34eb0f-c0b8-4227-9d99-728e0f4f7162/0d34eb0f-c0b8-4227-9d99-728e0f4f7162.vmdk to [datastore2] 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d/2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.541433] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bb819a-2e6a-4eae-9efa-7ce96c83fdcd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.563514] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d/2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d.vmdk or device None with type streamOptimized {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.563820] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1ddaef0-b347-471e-bd03-a4f937d16ccf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.585868] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1156.585868] env[64443]: value = "task-2677306" [ 1156.585868] env[64443]: _type = "Task" [ 1156.585868] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.589733] env[64443]: DEBUG nova.objects.instance [None req-02cd148b-f29f-4969-8c23-601ae3429a69 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lazy-loading 'flavor' on Instance uuid 0a897bf8-614b-4800-9f53-505ac8ebad72 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.596253] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.638197] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.222s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.655801] env[64443]: INFO nova.scheduler.client.report [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Deleted allocations for instance cfe684bb-ff0c-46bb-8485-a3cabaed9447 [ 1156.976518] env[64443]: DEBUG nova.virt.hardware [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.976518] env[64443]: DEBUG nova.virt.hardware [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.976804] env[64443]: DEBUG nova.virt.hardware [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.976907] env[64443]: DEBUG nova.virt.hardware [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.977037] env[64443]: DEBUG nova.virt.hardware [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.977190] env[64443]: DEBUG nova.virt.hardware [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.977470] env[64443]: DEBUG nova.virt.hardware [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.977643] env[64443]: DEBUG nova.virt.hardware [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.977815] env[64443]: DEBUG nova.virt.hardware [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.977979] env[64443]: DEBUG nova.virt.hardware [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.978171] env[64443]: DEBUG nova.virt.hardware [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.983311] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f03f2ba-568b-487c-b7cf-718def9d7a5e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.020023] env[64443]: DEBUG oslo_vmware.api [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1157.020023] env[64443]: value = "task-2677307" [ 1157.020023] env[64443]: _type = "Task" [ 1157.020023] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.029685] env[64443]: DEBUG oslo_vmware.api [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.097285] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677306, 'name': ReconfigVM_Task, 'duration_secs': 0.341362} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.097793] env[64443]: DEBUG oslo_concurrency.lockutils [None req-02cd148b-f29f-4969-8c23-601ae3429a69 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "0a897bf8-614b-4800-9f53-505ac8ebad72" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.840s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.098753] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d/2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d.vmdk or device None with type streamOptimized {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.099400] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-049e1ae2-1cb3-4ca6-a00b-2e854daf9547 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.106710] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1157.106710] env[64443]: value = "task-2677308" [ 1157.106710] env[64443]: _type = "Task" [ 1157.106710] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.115963] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677308, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.163139] env[64443]: DEBUG oslo_concurrency.lockutils [None req-2554e414-5df2-40c8-981e-b3c0be97abfc tempest-ServersTestJSON-120118349 tempest-ServersTestJSON-120118349-project-member] Lock "cfe684bb-ff0c-46bb-8485-a3cabaed9447" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.182s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.530638] env[64443]: DEBUG oslo_vmware.api [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677307, 'name': ReconfigVM_Task, 'duration_secs': 0.410454} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.530873] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Updating instance 'a8e3416a-dc03-4d72-96a4-df5b40092706' progress to 33 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.616995] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677308, 'name': Rename_Task, 'duration_secs': 0.351721} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.617392] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.617642] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4c46215-f998-4269-8946-11cb499acedd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.623979] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1157.623979] env[64443]: value = "task-2677309" [ 1157.623979] env[64443]: _type = "Task" [ 1157.623979] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.632751] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.038374] env[64443]: DEBUG nova.virt.hardware [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.039322] env[64443]: DEBUG nova.virt.hardware [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.039640] env[64443]: DEBUG nova.virt.hardware [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.039729] env[64443]: DEBUG nova.virt.hardware [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.039890] env[64443]: DEBUG nova.virt.hardware [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.040054] env[64443]: DEBUG nova.virt.hardware [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.040273] env[64443]: DEBUG nova.virt.hardware [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.040436] env[64443]: DEBUG nova.virt.hardware [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.040606] env[64443]: DEBUG nova.virt.hardware [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.041186] env[64443]: DEBUG nova.virt.hardware [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.041186] env[64443]: DEBUG nova.virt.hardware [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.047558] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1158.048786] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ce8d390-88cb-4938-9695-94012e544cce {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.076613] env[64443]: DEBUG oslo_vmware.api [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1158.076613] env[64443]: value = "task-2677310" [ 1158.076613] env[64443]: _type = "Task" [ 1158.076613] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.088767] env[64443]: DEBUG oslo_vmware.api [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.135944] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677309, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.587809] env[64443]: DEBUG oslo_vmware.api [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677310, 'name': ReconfigVM_Task, 'duration_secs': 0.281277} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.587809] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1158.587809] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c71b46-08ce-4ab4-8296-325e05edcf50 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.610737] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] a8e3416a-dc03-4d72-96a4-df5b40092706/a8e3416a-dc03-4d72-96a4-df5b40092706.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.611060] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91c9a1be-a474-4266-a5a1-ff51c160f479 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.632584] env[64443]: DEBUG oslo_vmware.api [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1158.632584] env[64443]: value = "task-2677311" [ 1158.632584] env[64443]: _type = "Task" [ 1158.632584] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.638883] env[64443]: DEBUG oslo_vmware.api [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677309, 'name': PowerOnVM_Task, 'duration_secs': 0.682345} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.640270] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.644958] env[64443]: DEBUG oslo_vmware.api [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677311, 'name': ReconfigVM_Task} progress is 10%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.751781] env[64443]: DEBUG nova.compute.manager [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.753025] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b3dc1d-a744-43d9-875e-ef6a5497a8f6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.130046] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "92aa8c3e-8a31-4766-ac08-bec2686ca2f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.130151] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "92aa8c3e-8a31-4766-ac08-bec2686ca2f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.143582] env[64443]: DEBUG oslo_vmware.api [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677311, 'name': ReconfigVM_Task, 'duration_secs': 0.448624} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.143910] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Reconfigured VM instance instance-00000073 to attach disk [datastore1] a8e3416a-dc03-4d72-96a4-df5b40092706/a8e3416a-dc03-4d72-96a4-df5b40092706.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.144121] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Updating instance 'a8e3416a-dc03-4d72-96a4-df5b40092706' progress to 50 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1159.269187] env[64443]: DEBUG oslo_concurrency.lockutils [None req-56400c09-6eda-412c-bf09-73fd0eefc6b2 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.915s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.632496] env[64443]: DEBUG nova.compute.manager [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.650216] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f8b197-4be4-4264-bce6-3c00c472c3e3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.670510] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeb6acd-673f-4131-a1b2-cdc6115b1a90 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.688584] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Updating instance 'a8e3416a-dc03-4d72-96a4-df5b40092706' progress to 67 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.151240] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.151588] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.153190] env[64443]: INFO nova.compute.claims [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.228769] env[64443]: DEBUG nova.network.neutron [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Port 8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93 binding to destination host cpu-1 is already ACTIVE {{(pid=64443) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1160.486971] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "d2403b18-56b1-47f0-88a9-ca69997e6061" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.487228] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "d2403b18-56b1-47f0-88a9-ca69997e6061" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.621617] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.621943] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.622206] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.622449] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.622658] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.624853] env[64443]: INFO nova.compute.manager [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Terminating instance [ 1160.989988] env[64443]: DEBUG nova.compute.manager [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.128848] env[64443]: DEBUG nova.compute.manager [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.129102] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.130138] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a1360a-01e3-43a4-9dd3-e68be296961e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.138267] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.138948] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ea1966b-b3e5-413d-89fa-0f1fccafc348 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.149560] env[64443]: DEBUG oslo_vmware.api [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1161.149560] env[64443]: value = "task-2677312" [ 1161.149560] env[64443]: _type = "Task" [ 1161.149560] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.157899] env[64443]: DEBUG oslo_vmware.api [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.254613] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "a8e3416a-dc03-4d72-96a4-df5b40092706-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.254613] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "a8e3416a-dc03-4d72-96a4-df5b40092706-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1161.254764] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "a8e3416a-dc03-4d72-96a4-df5b40092706-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1161.302398] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fe7c0b-235c-4f38-9628-8673e85dbf89 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.310315] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8330b7ae-1086-40d7-9850-aa99fa0b125e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.342551] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4dccfa-3b63-4bb4-b0b2-1d127fecbeb6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.350133] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f65150-dc49-43e2-8e4a-4f90a67d44ce {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.365393] env[64443]: DEBUG nova.compute.provider_tree [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.509702] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.660016] env[64443]: DEBUG oslo_vmware.api [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677312, 'name': PowerOffVM_Task, 'duration_secs': 0.203323} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.660336] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.660515] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.660768] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87ee1d97-e813-4db2-881e-7047838f66d3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.735910] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.736108] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.736305] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Deleting the datastore file [datastore2] 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.736578] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3f9c7c5-e3ff-407c-ae48-8511706fa1f2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.744353] env[64443]: DEBUG oslo_vmware.api [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for the task: (returnval){ [ 1161.744353] env[64443]: value = "task-2677314" [ 1161.744353] env[64443]: _type = "Task" [ 1161.744353] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.752213] env[64443]: DEBUG oslo_vmware.api [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.868722] env[64443]: DEBUG nova.scheduler.client.report [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.254292] env[64443]: DEBUG oslo_vmware.api [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Task: {'id': task-2677314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403175} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.254680] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.254764] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.254945] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.255145] env[64443]: INFO nova.compute.manager [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1162.255390] env[64443]: DEBUG oslo.service.loopingcall [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1162.255585] env[64443]: DEBUG nova.compute.manager [-] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.255682] env[64443]: DEBUG nova.network.neutron [-] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.303290] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "refresh_cache-a8e3416a-dc03-4d72-96a4-df5b40092706" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.303482] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "refresh_cache-a8e3416a-dc03-4d72-96a4-df5b40092706" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.303793] env[64443]: DEBUG nova.network.neutron [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.374152] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.374753] env[64443]: DEBUG nova.compute.manager [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.377468] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.868s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.379454] env[64443]: INFO nova.compute.claims [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.700818] env[64443]: DEBUG nova.compute.manager [req-416e6073-5177-456a-9673-60410da05634 req-3ddd5759-8ce6-4812-b40c-32da1aaa1d78 service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Received event network-vif-deleted-e0c843e6-bb25-4a69-b065-bdd362a84c01 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1162.701451] env[64443]: INFO nova.compute.manager [req-416e6073-5177-456a-9673-60410da05634 req-3ddd5759-8ce6-4812-b40c-32da1aaa1d78 service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Neutron deleted interface e0c843e6-bb25-4a69-b065-bdd362a84c01; detaching it from the instance and deleting it from the info cache [ 1162.701451] env[64443]: DEBUG nova.network.neutron [req-416e6073-5177-456a-9673-60410da05634 req-3ddd5759-8ce6-4812-b40c-32da1aaa1d78 service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.884373] env[64443]: DEBUG nova.compute.utils [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1162.888189] env[64443]: DEBUG nova.compute.manager [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.888342] env[64443]: DEBUG nova.network.neutron [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.955399] env[64443]: DEBUG nova.policy [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01c71189fb204cc5aa5b00836fe93f69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4f72016b64945a0b5fb0e033d074579', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.184786] env[64443]: DEBUG nova.network.neutron [-] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.204820] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93f75f2c-b0a1-4fdf-be04-fb59ba980dd6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.217827] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f2d343-8e10-42b9-8a5e-50dc214c660e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.248273] env[64443]: DEBUG nova.compute.manager [req-416e6073-5177-456a-9673-60410da05634 req-3ddd5759-8ce6-4812-b40c-32da1aaa1d78 service nova] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Detach interface failed, port_id=e0c843e6-bb25-4a69-b065-bdd362a84c01, reason: Instance 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1163.303573] env[64443]: DEBUG nova.network.neutron [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Updating instance_info_cache with network_info: [{"id": "8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93", "address": "fa:16:3e:94:54:72", "network": {"id": "d4f2997b-70b0-48af-8ccc-7f2d361cd2fc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1568830297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f7cdfa710248878e953b2925868c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc1735c-49", "ovs_interfaceid": "8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.388763] env[64443]: DEBUG nova.compute.manager [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.498131] env[64443]: DEBUG nova.network.neutron [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Successfully created port: d0df42d9-e318-44fe-b969-11c7db437ede {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.527804] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6903adf-43c3-4908-8cfe-e0f3009f888f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.536102] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e8e78c-5235-4b9a-9656-d6574a8b4f9e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.566934] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f65a82-8ad8-4be3-862c-334ad5a35d79 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.575676] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf234a9e-0654-4fb3-b3ef-0de93c4f51ff {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.590741] env[64443]: DEBUG nova.compute.provider_tree [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.686040] env[64443]: INFO nova.compute.manager [-] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Took 1.43 seconds to deallocate network for instance. [ 1163.806705] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "refresh_cache-a8e3416a-dc03-4d72-96a4-df5b40092706" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1164.098363] env[64443]: DEBUG nova.scheduler.client.report [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.192710] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.331438] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f8b210-b763-407a-93ad-2e8d268fab24 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.350831] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aace23ee-4fc9-4bd2-8c2f-2433f844ea99 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.357714] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Updating instance 'a8e3416a-dc03-4d72-96a4-df5b40092706' progress to 83 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.400357] env[64443]: DEBUG nova.compute.manager [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.425540] env[64443]: DEBUG nova.virt.hardware [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.425789] env[64443]: DEBUG nova.virt.hardware [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.425950] env[64443]: DEBUG nova.virt.hardware [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.426150] env[64443]: DEBUG nova.virt.hardware [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.426304] env[64443]: DEBUG nova.virt.hardware [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.426456] env[64443]: DEBUG nova.virt.hardware [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.426666] env[64443]: DEBUG nova.virt.hardware [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.426827] env[64443]: DEBUG nova.virt.hardware [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.426994] env[64443]: DEBUG nova.virt.hardware [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.427170] env[64443]: DEBUG nova.virt.hardware [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.427345] env[64443]: DEBUG nova.virt.hardware [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.428173] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca9f8a0-edf2-4fd5-9da4-525bab3957e9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.436713] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e94ea6-add4-4114-944a-131f119be910 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.603936] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.604351] env[64443]: DEBUG nova.compute.manager [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.607042] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.414s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.607275] env[64443]: DEBUG nova.objects.instance [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lazy-loading 'resources' on Instance uuid 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.861267] env[64443]: DEBUG nova.compute.manager [req-f8a4b539-4653-4aed-9ef9-fffdfa7a5d4f req-1b717c4c-d7a3-47c1-8ee9-871a51aef6f8 service nova] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Received event network-vif-plugged-d0df42d9-e318-44fe-b969-11c7db437ede {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1164.861267] env[64443]: DEBUG oslo_concurrency.lockutils [req-f8a4b539-4653-4aed-9ef9-fffdfa7a5d4f req-1b717c4c-d7a3-47c1-8ee9-871a51aef6f8 service nova] Acquiring lock "92aa8c3e-8a31-4766-ac08-bec2686ca2f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.861267] env[64443]: DEBUG oslo_concurrency.lockutils [req-f8a4b539-4653-4aed-9ef9-fffdfa7a5d4f req-1b717c4c-d7a3-47c1-8ee9-871a51aef6f8 service nova] Lock "92aa8c3e-8a31-4766-ac08-bec2686ca2f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.861267] env[64443]: DEBUG oslo_concurrency.lockutils [req-f8a4b539-4653-4aed-9ef9-fffdfa7a5d4f req-1b717c4c-d7a3-47c1-8ee9-871a51aef6f8 service nova] Lock "92aa8c3e-8a31-4766-ac08-bec2686ca2f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.861768] env[64443]: DEBUG nova.compute.manager [req-f8a4b539-4653-4aed-9ef9-fffdfa7a5d4f req-1b717c4c-d7a3-47c1-8ee9-871a51aef6f8 service nova] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] No waiting events found dispatching network-vif-plugged-d0df42d9-e318-44fe-b969-11c7db437ede {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.862133] env[64443]: WARNING nova.compute.manager [req-f8a4b539-4653-4aed-9ef9-fffdfa7a5d4f req-1b717c4c-d7a3-47c1-8ee9-871a51aef6f8 service nova] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Received unexpected event network-vif-plugged-d0df42d9-e318-44fe-b969-11c7db437ede for instance with vm_state building and task_state spawning. [ 1164.864140] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.864523] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ac05593-c0cf-4f06-ba98-2ab7be46a67e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.944324] env[64443]: DEBUG nova.network.neutron [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Successfully updated port: d0df42d9-e318-44fe-b969-11c7db437ede {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.953112] env[64443]: DEBUG oslo_vmware.api [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1164.953112] env[64443]: value = "task-2677315" [ 1164.953112] env[64443]: _type = "Task" [ 1164.953112] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.963992] env[64443]: DEBUG oslo_vmware.api [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.110346] env[64443]: DEBUG nova.compute.utils [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1165.115817] env[64443]: DEBUG nova.compute.manager [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.116203] env[64443]: DEBUG nova.network.neutron [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.153824] env[64443]: DEBUG nova.policy [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42d8c6e7667b4faa8ae5db1ae61cc66e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9db2bb1984142f78ed5f4403a751980', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.232406] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b253fb-cb9d-4155-bddf-3caaade9f7d4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.240186] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042616f2-2c96-4ecc-bde3-31015932159b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.270418] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e72718-6bec-43c5-9212-a1a47476d10a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.277493] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ece77c-c945-4a31-8c55-e224b866faf8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.290295] env[64443]: DEBUG nova.compute.provider_tree [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.417500] env[64443]: DEBUG nova.network.neutron [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Successfully created port: 100120c7-2f62-448e-a113-2ced21448bae {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.446658] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "refresh_cache-92aa8c3e-8a31-4766-ac08-bec2686ca2f0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.446771] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquired lock "refresh_cache-92aa8c3e-8a31-4766-ac08-bec2686ca2f0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.446923] env[64443]: DEBUG nova.network.neutron [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.462759] env[64443]: DEBUG oslo_vmware.api [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677315, 'name': PowerOnVM_Task, 'duration_secs': 0.53046} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.463028] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.463217] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9800a458-b77e-4a52-867c-a8bbf8c692f4 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Updating instance 'a8e3416a-dc03-4d72-96a4-df5b40092706' progress to 100 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.616752] env[64443]: DEBUG nova.compute.manager [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.792964] env[64443]: DEBUG nova.scheduler.client.report [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.984025] env[64443]: DEBUG nova.network.neutron [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.113684] env[64443]: DEBUG nova.network.neutron [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Updating instance_info_cache with network_info: [{"id": "d0df42d9-e318-44fe-b969-11c7db437ede", "address": "fa:16:3e:b2:04:97", "network": {"id": "e805300a-b8d0-4d9f-97a2-d4ff40cb73b7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-148640411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f72016b64945a0b5fb0e033d074579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0df42d9-e3", "ovs_interfaceid": "d0df42d9-e318-44fe-b969-11c7db437ede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.122172] env[64443]: INFO nova.virt.block_device [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Booting with volume fed72d19-b45f-407a-9bcb-d5cdffe10eae at /dev/sda [ 1166.157644] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17debc8f-0a49-4e0d-9c7a-b35b66d9e2bd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.174320] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476e1f78-f31d-4d47-90f3-4bc2002dde17 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.203015] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-292652e3-0d9b-490b-a57f-fce4179b3349 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.212014] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8633ae73-67d0-4c06-beb5-04fee2fe248b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.239730] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668999a7-ee45-400c-9b59-bd5398ee8b39 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.245927] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5c0a10-6007-4cfc-95ed-d490d1f0c5db {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.259169] env[64443]: DEBUG nova.virt.block_device [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Updating existing volume attachment record: 848d9256-04e6-4d54-acba-98deb9472338 {{(pid=64443) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1166.298303] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.320359] env[64443]: INFO nova.scheduler.client.report [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Deleted allocations for instance 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d [ 1166.616770] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Releasing lock "refresh_cache-92aa8c3e-8a31-4766-ac08-bec2686ca2f0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.617162] env[64443]: DEBUG nova.compute.manager [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Instance network_info: |[{"id": "d0df42d9-e318-44fe-b969-11c7db437ede", "address": "fa:16:3e:b2:04:97", "network": {"id": "e805300a-b8d0-4d9f-97a2-d4ff40cb73b7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-148640411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f72016b64945a0b5fb0e033d074579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0df42d9-e3", "ovs_interfaceid": "d0df42d9-e318-44fe-b969-11c7db437ede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.617646] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:04:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0df42d9-e318-44fe-b969-11c7db437ede', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.625146] env[64443]: DEBUG oslo.service.loopingcall [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1166.625374] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.625614] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87dd4598-b12c-4278-ae2c-bdc8879135bc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.646409] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.646409] env[64443]: value = "task-2677316" [ 1166.646409] env[64443]: _type = "Task" [ 1166.646409] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.654054] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677316, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.829280] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9729a7a3-d411-49ab-a78d-819cb05434d5 tempest-ServerActionsTestOtherB-634291074 tempest-ServerActionsTestOtherB-634291074-project-member] Lock "2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.207s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.866693] env[64443]: DEBUG nova.network.neutron [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Successfully updated port: 100120c7-2f62-448e-a113-2ced21448bae {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1166.904805] env[64443]: DEBUG nova.compute.manager [req-bb282280-a9f5-4b90-9139-e36645c35693 req-8c48f1e9-4cdf-4075-8401-fe5fcc52490a service nova] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Received event network-changed-d0df42d9-e318-44fe-b969-11c7db437ede {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1166.904805] env[64443]: DEBUG nova.compute.manager [req-bb282280-a9f5-4b90-9139-e36645c35693 req-8c48f1e9-4cdf-4075-8401-fe5fcc52490a service nova] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Refreshing instance network info cache due to event network-changed-d0df42d9-e318-44fe-b969-11c7db437ede. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1166.905232] env[64443]: DEBUG oslo_concurrency.lockutils [req-bb282280-a9f5-4b90-9139-e36645c35693 req-8c48f1e9-4cdf-4075-8401-fe5fcc52490a service nova] Acquiring lock "refresh_cache-92aa8c3e-8a31-4766-ac08-bec2686ca2f0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.905232] env[64443]: DEBUG oslo_concurrency.lockutils [req-bb282280-a9f5-4b90-9139-e36645c35693 req-8c48f1e9-4cdf-4075-8401-fe5fcc52490a service nova] Acquired lock "refresh_cache-92aa8c3e-8a31-4766-ac08-bec2686ca2f0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.905423] env[64443]: DEBUG nova.network.neutron [req-bb282280-a9f5-4b90-9139-e36645c35693 req-8c48f1e9-4cdf-4075-8401-fe5fcc52490a service nova] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Refreshing network info cache for port d0df42d9-e318-44fe-b969-11c7db437ede {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.156551] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677316, 'name': CreateVM_Task, 'duration_secs': 0.304896} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.156727] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.157496] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.157710] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.158061] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1167.158350] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-940d640d-de2b-4578-b4de-c48cb5267069 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.163472] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1167.163472] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52fc9718-acb1-9ede-ff9c-ab76ec75b328" [ 1167.163472] env[64443]: _type = "Task" [ 1167.163472] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.171268] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52fc9718-acb1-9ede-ff9c-ab76ec75b328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.369505] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "refresh_cache-d2403b18-56b1-47f0-88a9-ca69997e6061" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.369737] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired lock "refresh_cache-d2403b18-56b1-47f0-88a9-ca69997e6061" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.369893] env[64443]: DEBUG nova.network.neutron [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.474442] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3fe46e5-78b1-4f8b-a33e-67ded7c53a51 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "a8e3416a-dc03-4d72-96a4-df5b40092706" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.474680] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3fe46e5-78b1-4f8b-a33e-67ded7c53a51 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "a8e3416a-dc03-4d72-96a4-df5b40092706" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.474868] env[64443]: DEBUG nova.compute.manager [None req-e3fe46e5-78b1-4f8b-a33e-67ded7c53a51 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Going to confirm migration 8 {{(pid=64443) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1167.601311] env[64443]: DEBUG nova.network.neutron [req-bb282280-a9f5-4b90-9139-e36645c35693 req-8c48f1e9-4cdf-4075-8401-fe5fcc52490a service nova] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Updated VIF entry in instance network info cache for port d0df42d9-e318-44fe-b969-11c7db437ede. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.601543] env[64443]: DEBUG nova.network.neutron [req-bb282280-a9f5-4b90-9139-e36645c35693 req-8c48f1e9-4cdf-4075-8401-fe5fcc52490a service nova] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Updating instance_info_cache with network_info: [{"id": "d0df42d9-e318-44fe-b969-11c7db437ede", "address": "fa:16:3e:b2:04:97", "network": {"id": "e805300a-b8d0-4d9f-97a2-d4ff40cb73b7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-148640411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f72016b64945a0b5fb0e033d074579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0df42d9-e3", "ovs_interfaceid": "d0df42d9-e318-44fe-b969-11c7db437ede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.673880] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52fc9718-acb1-9ede-ff9c-ab76ec75b328, 'name': SearchDatastore_Task, 'duration_secs': 0.011303} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.674280] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.674421] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.674660] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.674807] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.675018] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.675278] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-330d3e93-6011-447c-8a73-3c36b7591d0b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.684188] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.684371] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.685078] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b30713c-232d-4274-8248-15544de04a6b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.690318] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1167.690318] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]527ae8bb-c3ec-2123-0de8-199881f2f494" [ 1167.690318] env[64443]: _type = "Task" [ 1167.690318] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.698122] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527ae8bb-c3ec-2123-0de8-199881f2f494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.794493] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f991230-ccb7-4988-bfe1-532e69ed8914 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "43754cc2-edeb-4644-92f4-7d6491d01cbf" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.794906] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f991230-ccb7-4988-bfe1-532e69ed8914 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "43754cc2-edeb-4644-92f4-7d6491d01cbf" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.794906] env[64443]: DEBUG nova.compute.manager [None req-3f991230-ccb7-4988-bfe1-532e69ed8914 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.795769] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f62697-ba0a-4596-9b87-c44a6e39deea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.802235] env[64443]: DEBUG nova.compute.manager [None req-3f991230-ccb7-4988-bfe1-532e69ed8914 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64443) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1167.802826] env[64443]: DEBUG nova.objects.instance [None req-3f991230-ccb7-4988-bfe1-532e69ed8914 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lazy-loading 'flavor' on Instance uuid 43754cc2-edeb-4644-92f4-7d6491d01cbf {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.908424] env[64443]: DEBUG nova.network.neutron [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.059190] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3fe46e5-78b1-4f8b-a33e-67ded7c53a51 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "refresh_cache-a8e3416a-dc03-4d72-96a4-df5b40092706" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.059422] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3fe46e5-78b1-4f8b-a33e-67ded7c53a51 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "refresh_cache-a8e3416a-dc03-4d72-96a4-df5b40092706" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.059606] env[64443]: DEBUG nova.network.neutron [None req-e3fe46e5-78b1-4f8b-a33e-67ded7c53a51 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.059797] env[64443]: DEBUG nova.objects.instance [None req-e3fe46e5-78b1-4f8b-a33e-67ded7c53a51 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lazy-loading 'info_cache' on Instance uuid a8e3416a-dc03-4d72-96a4-df5b40092706 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.074228] env[64443]: DEBUG nova.network.neutron [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Updating instance_info_cache with network_info: [{"id": "100120c7-2f62-448e-a113-2ced21448bae", "address": "fa:16:3e:8d:d1:05", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap100120c7-2f", "ovs_interfaceid": "100120c7-2f62-448e-a113-2ced21448bae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.104614] env[64443]: DEBUG oslo_concurrency.lockutils [req-bb282280-a9f5-4b90-9139-e36645c35693 req-8c48f1e9-4cdf-4075-8401-fe5fcc52490a service nova] Releasing lock "refresh_cache-92aa8c3e-8a31-4766-ac08-bec2686ca2f0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.104869] env[64443]: DEBUG nova.compute.manager [req-bb282280-a9f5-4b90-9139-e36645c35693 req-8c48f1e9-4cdf-4075-8401-fe5fcc52490a service nova] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Received event network-vif-plugged-100120c7-2f62-448e-a113-2ced21448bae {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1168.105077] env[64443]: DEBUG oslo_concurrency.lockutils [req-bb282280-a9f5-4b90-9139-e36645c35693 req-8c48f1e9-4cdf-4075-8401-fe5fcc52490a service nova] Acquiring lock "d2403b18-56b1-47f0-88a9-ca69997e6061-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.105302] env[64443]: DEBUG oslo_concurrency.lockutils [req-bb282280-a9f5-4b90-9139-e36645c35693 req-8c48f1e9-4cdf-4075-8401-fe5fcc52490a service nova] Lock "d2403b18-56b1-47f0-88a9-ca69997e6061-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.105472] env[64443]: DEBUG oslo_concurrency.lockutils [req-bb282280-a9f5-4b90-9139-e36645c35693 req-8c48f1e9-4cdf-4075-8401-fe5fcc52490a service nova] Lock "d2403b18-56b1-47f0-88a9-ca69997e6061-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.105639] env[64443]: DEBUG nova.compute.manager [req-bb282280-a9f5-4b90-9139-e36645c35693 req-8c48f1e9-4cdf-4075-8401-fe5fcc52490a service nova] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] No waiting events found dispatching network-vif-plugged-100120c7-2f62-448e-a113-2ced21448bae {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.105806] env[64443]: WARNING nova.compute.manager [req-bb282280-a9f5-4b90-9139-e36645c35693 req-8c48f1e9-4cdf-4075-8401-fe5fcc52490a service nova] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Received unexpected event network-vif-plugged-100120c7-2f62-448e-a113-2ced21448bae for instance with vm_state building and task_state block_device_mapping. [ 1168.105967] env[64443]: DEBUG nova.compute.manager [req-bb282280-a9f5-4b90-9139-e36645c35693 req-8c48f1e9-4cdf-4075-8401-fe5fcc52490a service nova] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Received event network-changed-100120c7-2f62-448e-a113-2ced21448bae {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1168.106144] env[64443]: DEBUG nova.compute.manager [req-bb282280-a9f5-4b90-9139-e36645c35693 req-8c48f1e9-4cdf-4075-8401-fe5fcc52490a service nova] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Refreshing instance network info cache due to event network-changed-100120c7-2f62-448e-a113-2ced21448bae. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1168.106314] env[64443]: DEBUG oslo_concurrency.lockutils [req-bb282280-a9f5-4b90-9139-e36645c35693 req-8c48f1e9-4cdf-4075-8401-fe5fcc52490a service nova] Acquiring lock "refresh_cache-d2403b18-56b1-47f0-88a9-ca69997e6061" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.201255] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527ae8bb-c3ec-2123-0de8-199881f2f494, 'name': SearchDatastore_Task, 'duration_secs': 0.008048} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.202035] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14794225-7b30-4c43-9e4d-c559b04c7bc1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.207042] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1168.207042] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52797d10-9eee-1eae-c34f-678950858d4d" [ 1168.207042] env[64443]: _type = "Task" [ 1168.207042] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.214259] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52797d10-9eee-1eae-c34f-678950858d4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.340429] env[64443]: DEBUG nova.compute.manager [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.340958] env[64443]: DEBUG nova.virt.hardware [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.341183] env[64443]: DEBUG nova.virt.hardware [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.341388] env[64443]: DEBUG nova.virt.hardware [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.341581] env[64443]: DEBUG nova.virt.hardware [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.341729] env[64443]: DEBUG nova.virt.hardware [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.341878] env[64443]: DEBUG nova.virt.hardware [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.342096] env[64443]: DEBUG nova.virt.hardware [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.342260] env[64443]: DEBUG nova.virt.hardware [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.342440] env[64443]: DEBUG nova.virt.hardware [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.342620] env[64443]: DEBUG nova.virt.hardware [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.342795] env[64443]: DEBUG nova.virt.hardware [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.343812] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85aadfe9-4b42-4cdc-b794-7b6d412ac9d6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.352440] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227ccd8b-0e58-4238-9a5a-1f33521a1707 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.577499] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Releasing lock "refresh_cache-d2403b18-56b1-47f0-88a9-ca69997e6061" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.577878] env[64443]: DEBUG nova.compute.manager [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Instance network_info: |[{"id": "100120c7-2f62-448e-a113-2ced21448bae", "address": "fa:16:3e:8d:d1:05", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap100120c7-2f", "ovs_interfaceid": "100120c7-2f62-448e-a113-2ced21448bae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1168.578235] env[64443]: DEBUG oslo_concurrency.lockutils [req-bb282280-a9f5-4b90-9139-e36645c35693 req-8c48f1e9-4cdf-4075-8401-fe5fcc52490a service nova] Acquired lock "refresh_cache-d2403b18-56b1-47f0-88a9-ca69997e6061" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.578431] env[64443]: DEBUG nova.network.neutron [req-bb282280-a9f5-4b90-9139-e36645c35693 req-8c48f1e9-4cdf-4075-8401-fe5fcc52490a service nova] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Refreshing network info cache for port 100120c7-2f62-448e-a113-2ced21448bae {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.579501] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:d1:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '100120c7-2f62-448e-a113-2ced21448bae', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.586809] env[64443]: DEBUG oslo.service.loopingcall [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1168.587619] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.587844] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3475e17-da97-4284-821c-a65a261ad712 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.609852] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.609852] env[64443]: value = "task-2677318" [ 1168.609852] env[64443]: _type = "Task" [ 1168.609852] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.621334] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677318, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.717330] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52797d10-9eee-1eae-c34f-678950858d4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009654} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.717688] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.717782] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 92aa8c3e-8a31-4766-ac08-bec2686ca2f0/92aa8c3e-8a31-4766-ac08-bec2686ca2f0.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.718057] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb6e2672-5a4d-4193-9b09-00b88f77abaf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.724940] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1168.724940] env[64443]: value = "task-2677319" [ 1168.724940] env[64443]: _type = "Task" [ 1168.724940] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.732919] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.809815] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f991230-ccb7-4988-bfe1-532e69ed8914 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.810196] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc21fe22-bb04-41f1-b2de-a17903cbc70a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.817171] env[64443]: DEBUG oslo_vmware.api [None req-3f991230-ccb7-4988-bfe1-532e69ed8914 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1168.817171] env[64443]: value = "task-2677320" [ 1168.817171] env[64443]: _type = "Task" [ 1168.817171] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.825887] env[64443]: DEBUG oslo_vmware.api [None req-3f991230-ccb7-4988-bfe1-532e69ed8914 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.124666] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677318, 'name': CreateVM_Task, 'duration_secs': 0.334289} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.124883] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.125726] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'mount_device': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539802', 'volume_id': 'fed72d19-b45f-407a-9bcb-d5cdffe10eae', 'name': 'volume-fed72d19-b45f-407a-9bcb-d5cdffe10eae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2403b18-56b1-47f0-88a9-ca69997e6061', 'attached_at': '', 'detached_at': '', 'volume_id': 'fed72d19-b45f-407a-9bcb-d5cdffe10eae', 'serial': 'fed72d19-b45f-407a-9bcb-d5cdffe10eae'}, 'disk_bus': None, 'device_type': None, 'attachment_id': '848d9256-04e6-4d54-acba-98deb9472338', 'volume_type': None}], 'swap': None} {{(pid=64443) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1169.125915] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Root volume attach. Driver type: vmdk {{(pid=64443) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1169.126800] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086c71bb-54fb-4b33-8c4f-bae35b507153 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.136653] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c72367-f97e-459e-9379-41dbe5da2ccc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.147416] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384e3667-6cfd-4c47-a9c6-d25d2362f1c4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.155741] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-656c8c75-dd05-4947-b9d4-22cb7c7a84cc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.163726] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1169.163726] env[64443]: value = "task-2677321" [ 1169.163726] env[64443]: _type = "Task" [ 1169.163726] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.173676] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677321, 'name': RelocateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.234702] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446634} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.234958] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 92aa8c3e-8a31-4766-ac08-bec2686ca2f0/92aa8c3e-8a31-4766-ac08-bec2686ca2f0.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.235195] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.235445] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd1f8ed7-a4ec-4579-afff-f050bf1cdf3d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.241857] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1169.241857] env[64443]: value = "task-2677322" [ 1169.241857] env[64443]: _type = "Task" [ 1169.241857] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.249168] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.327471] env[64443]: DEBUG oslo_vmware.api [None req-3f991230-ccb7-4988-bfe1-532e69ed8914 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677320, 'name': PowerOffVM_Task, 'duration_secs': 0.21834} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.327756] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f991230-ccb7-4988-bfe1-532e69ed8914 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.327957] env[64443]: DEBUG nova.compute.manager [None req-3f991230-ccb7-4988-bfe1-532e69ed8914 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.328920] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9109db0-2819-4538-a27f-0699312d1589 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.414304] env[64443]: DEBUG nova.network.neutron [req-bb282280-a9f5-4b90-9139-e36645c35693 req-8c48f1e9-4cdf-4075-8401-fe5fcc52490a service nova] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Updated VIF entry in instance network info cache for port 100120c7-2f62-448e-a113-2ced21448bae. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.414703] env[64443]: DEBUG nova.network.neutron [req-bb282280-a9f5-4b90-9139-e36645c35693 req-8c48f1e9-4cdf-4075-8401-fe5fcc52490a service nova] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Updating instance_info_cache with network_info: [{"id": "100120c7-2f62-448e-a113-2ced21448bae", "address": "fa:16:3e:8d:d1:05", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap100120c7-2f", "ovs_interfaceid": "100120c7-2f62-448e-a113-2ced21448bae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.422320] env[64443]: DEBUG nova.network.neutron [None req-e3fe46e5-78b1-4f8b-a33e-67ded7c53a51 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Updating instance_info_cache with network_info: [{"id": "8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93", "address": "fa:16:3e:94:54:72", "network": {"id": "d4f2997b-70b0-48af-8ccc-7f2d361cd2fc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1568830297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f7cdfa710248878e953b2925868c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc1735c-49", "ovs_interfaceid": "8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.679762] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677321, 'name': RelocateVM_Task} progress is 43%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.757982] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149885} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.758427] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.759715] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ec4814-867b-43ee-ba41-6b6dfbaf1a94 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.798607] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 92aa8c3e-8a31-4766-ac08-bec2686ca2f0/92aa8c3e-8a31-4766-ac08-bec2686ca2f0.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.799303] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb99f140-5fb3-48b0-a0aa-8684abb0dc3c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.831293] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1169.831293] env[64443]: value = "task-2677323" [ 1169.831293] env[64443]: _type = "Task" [ 1169.831293] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.846641] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.847483] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3f991230-ccb7-4988-bfe1-532e69ed8914 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "43754cc2-edeb-4644-92f4-7d6491d01cbf" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.917719] env[64443]: DEBUG oslo_concurrency.lockutils [req-bb282280-a9f5-4b90-9139-e36645c35693 req-8c48f1e9-4cdf-4075-8401-fe5fcc52490a service nova] Releasing lock "refresh_cache-d2403b18-56b1-47f0-88a9-ca69997e6061" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.924791] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3fe46e5-78b1-4f8b-a33e-67ded7c53a51 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "refresh_cache-a8e3416a-dc03-4d72-96a4-df5b40092706" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.925087] env[64443]: DEBUG nova.objects.instance [None req-e3fe46e5-78b1-4f8b-a33e-67ded7c53a51 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lazy-loading 'migration_context' on Instance uuid a8e3416a-dc03-4d72-96a4-df5b40092706 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.176369] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677321, 'name': RelocateVM_Task} progress is 56%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.236966] env[64443]: DEBUG nova.objects.instance [None req-218a6d6e-56a5-48da-9458-5066980b678f tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lazy-loading 'flavor' on Instance uuid 43754cc2-edeb-4644-92f4-7d6491d01cbf {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.341621] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677323, 'name': ReconfigVM_Task, 'duration_secs': 0.399946} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.342907] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 92aa8c3e-8a31-4766-ac08-bec2686ca2f0/92aa8c3e-8a31-4766-ac08-bec2686ca2f0.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.342907] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2eb52f34-3472-4ec4-92c5-869265930e87 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.350320] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1170.350320] env[64443]: value = "task-2677324" [ 1170.350320] env[64443]: _type = "Task" [ 1170.350320] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.358643] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677324, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.428519] env[64443]: DEBUG nova.objects.base [None req-e3fe46e5-78b1-4f8b-a33e-67ded7c53a51 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1170.429670] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144f138b-1ca0-47b5-b740-ecf932ef8645 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.450500] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14da8f4d-a25e-4ff2-a51f-542f3fe51850 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.457940] env[64443]: DEBUG oslo_vmware.api [None req-e3fe46e5-78b1-4f8b-a33e-67ded7c53a51 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1170.457940] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52fddf25-858b-a6d3-252a-4b27f95b9bc3" [ 1170.457940] env[64443]: _type = "Task" [ 1170.457940] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.467248] env[64443]: DEBUG oslo_vmware.api [None req-e3fe46e5-78b1-4f8b-a33e-67ded7c53a51 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52fddf25-858b-a6d3-252a-4b27f95b9bc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.675500] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677321, 'name': RelocateVM_Task} progress is 69%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.745054] env[64443]: DEBUG oslo_concurrency.lockutils [None req-218a6d6e-56a5-48da-9458-5066980b678f tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "refresh_cache-43754cc2-edeb-4644-92f4-7d6491d01cbf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.745243] env[64443]: DEBUG oslo_concurrency.lockutils [None req-218a6d6e-56a5-48da-9458-5066980b678f tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "refresh_cache-43754cc2-edeb-4644-92f4-7d6491d01cbf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.745423] env[64443]: DEBUG nova.network.neutron [None req-218a6d6e-56a5-48da-9458-5066980b678f tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.745611] env[64443]: DEBUG nova.objects.instance [None req-218a6d6e-56a5-48da-9458-5066980b678f tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lazy-loading 'info_cache' on Instance uuid 43754cc2-edeb-4644-92f4-7d6491d01cbf {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.863149] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677324, 'name': Rename_Task, 'duration_secs': 0.199955} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.863527] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.863775] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85826315-5a7a-431b-afc6-07f29f57f7c5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.871063] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1170.871063] env[64443]: value = "task-2677325" [ 1170.871063] env[64443]: _type = "Task" [ 1170.871063] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.882122] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.968306] env[64443]: DEBUG oslo_vmware.api [None req-e3fe46e5-78b1-4f8b-a33e-67ded7c53a51 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52fddf25-858b-a6d3-252a-4b27f95b9bc3, 'name': SearchDatastore_Task, 'duration_secs': 0.020692} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.968642] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3fe46e5-78b1-4f8b-a33e-67ded7c53a51 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.968884] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3fe46e5-78b1-4f8b-a33e-67ded7c53a51 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.176567] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677321, 'name': RelocateVM_Task} progress is 84%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.251031] env[64443]: DEBUG nova.objects.base [None req-218a6d6e-56a5-48da-9458-5066980b678f tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Object Instance<43754cc2-edeb-4644-92f4-7d6491d01cbf> lazy-loaded attributes: flavor,info_cache {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1171.384528] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677325, 'name': PowerOnVM_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.598421] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d742328-8c74-40f0-a17e-04efc8f9cf49 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.606280] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93843d67-f1b6-49c5-9bd8-5a8aa002df94 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.637767] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d500094-5be3-49a8-8e8e-33263a924b11 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.645875] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b6d5b0-3851-49ff-9999-31aaac26aadd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.661291] env[64443]: DEBUG nova.compute.provider_tree [None req-e3fe46e5-78b1-4f8b-a33e-67ded7c53a51 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.675484] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677321, 'name': RelocateVM_Task} progress is 97%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.882677] env[64443]: DEBUG oslo_vmware.api [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677325, 'name': PowerOnVM_Task, 'duration_secs': 0.627366} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.883018] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.883252] env[64443]: INFO nova.compute.manager [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1171.883439] env[64443]: DEBUG nova.compute.manager [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.884374] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1eba133-37b9-460f-b42a-215baac522d9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.033720] env[64443]: DEBUG nova.network.neutron [None req-218a6d6e-56a5-48da-9458-5066980b678f tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Updating instance_info_cache with network_info: [{"id": "6db29241-6c0e-4e0e-a29a-40d97e1d8fe9", "address": "fa:16:3e:ca:73:fa", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db29241-6c", "ovs_interfaceid": "6db29241-6c0e-4e0e-a29a-40d97e1d8fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.165287] env[64443]: DEBUG nova.scheduler.client.report [None req-e3fe46e5-78b1-4f8b-a33e-67ded7c53a51 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.180484] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677321, 'name': RelocateVM_Task} progress is 97%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.405945] env[64443]: INFO nova.compute.manager [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Took 12.27 seconds to build instance. [ 1172.536965] env[64443]: DEBUG oslo_concurrency.lockutils [None req-218a6d6e-56a5-48da-9458-5066980b678f tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "refresh_cache-43754cc2-edeb-4644-92f4-7d6491d01cbf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.684351] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677321, 'name': RelocateVM_Task} progress is 97%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.908235] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3018aedc-d1ad-4588-bdfb-b1e3691aeed7 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "92aa8c3e-8a31-4766-ac08-bec2686ca2f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.778s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.181118] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3fe46e5-78b1-4f8b-a33e-67ded7c53a51 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.212s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.184343] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677321, 'name': RelocateVM_Task} progress is 98%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.543228] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-218a6d6e-56a5-48da-9458-5066980b678f tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.543563] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-383a9b54-5e28-422b-aee7-3f91b5065d38 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.552761] env[64443]: DEBUG oslo_vmware.api [None req-218a6d6e-56a5-48da-9458-5066980b678f tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1173.552761] env[64443]: value = "task-2677326" [ 1173.552761] env[64443]: _type = "Task" [ 1173.552761] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.560506] env[64443]: DEBUG oslo_vmware.api [None req-218a6d6e-56a5-48da-9458-5066980b678f tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.630301] env[64443]: DEBUG nova.compute.manager [req-a172bc20-6068-4630-979f-532f22e43fde req-aeb0b292-70c8-4137-9e35-ac9325a9fbb2 service nova] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Received event network-changed-d0df42d9-e318-44fe-b969-11c7db437ede {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1173.630510] env[64443]: DEBUG nova.compute.manager [req-a172bc20-6068-4630-979f-532f22e43fde req-aeb0b292-70c8-4137-9e35-ac9325a9fbb2 service nova] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Refreshing instance network info cache due to event network-changed-d0df42d9-e318-44fe-b969-11c7db437ede. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1173.630771] env[64443]: DEBUG oslo_concurrency.lockutils [req-a172bc20-6068-4630-979f-532f22e43fde req-aeb0b292-70c8-4137-9e35-ac9325a9fbb2 service nova] Acquiring lock "refresh_cache-92aa8c3e-8a31-4766-ac08-bec2686ca2f0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.630853] env[64443]: DEBUG oslo_concurrency.lockutils [req-a172bc20-6068-4630-979f-532f22e43fde req-aeb0b292-70c8-4137-9e35-ac9325a9fbb2 service nova] Acquired lock "refresh_cache-92aa8c3e-8a31-4766-ac08-bec2686ca2f0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.631247] env[64443]: DEBUG nova.network.neutron [req-a172bc20-6068-4630-979f-532f22e43fde req-aeb0b292-70c8-4137-9e35-ac9325a9fbb2 service nova] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Refreshing network info cache for port d0df42d9-e318-44fe-b969-11c7db437ede {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.681255] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677321, 'name': RelocateVM_Task, 'duration_secs': 4.278782} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.681620] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Volume attach. Driver type: vmdk {{(pid=64443) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1173.681894] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539802', 'volume_id': 'fed72d19-b45f-407a-9bcb-d5cdffe10eae', 'name': 'volume-fed72d19-b45f-407a-9bcb-d5cdffe10eae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2403b18-56b1-47f0-88a9-ca69997e6061', 'attached_at': '', 'detached_at': '', 'volume_id': 'fed72d19-b45f-407a-9bcb-d5cdffe10eae', 'serial': 'fed72d19-b45f-407a-9bcb-d5cdffe10eae'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1173.682738] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fd1b7d-bf97-41ec-8deb-70ae66798f69 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.703791] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb8d3e7-084e-4475-a509-86a2d32b2e28 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.727822] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-fed72d19-b45f-407a-9bcb-d5cdffe10eae/volume-fed72d19-b45f-407a-9bcb-d5cdffe10eae.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.730994] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcc54905-870d-4320-8292-5afee6dce90f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.751867] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1173.751867] env[64443]: value = "task-2677327" [ 1173.751867] env[64443]: _type = "Task" [ 1173.751867] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.760235] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.783142] env[64443]: INFO nova.scheduler.client.report [None req-e3fe46e5-78b1-4f8b-a33e-67ded7c53a51 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Deleted allocation for migration b432bb11-7bd8-447e-8b00-09c5e49c683d [ 1174.062670] env[64443]: DEBUG oslo_vmware.api [None req-218a6d6e-56a5-48da-9458-5066980b678f tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677326, 'name': PowerOnVM_Task, 'duration_secs': 0.421905} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.063081] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-218a6d6e-56a5-48da-9458-5066980b678f tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.063202] env[64443]: DEBUG nova.compute.manager [None req-218a6d6e-56a5-48da-9458-5066980b678f tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.064035] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a1d262-ede1-4e91-a8e7-35488d16d5ea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.261980] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677327, 'name': ReconfigVM_Task, 'duration_secs': 0.324831} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.262311] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-fed72d19-b45f-407a-9bcb-d5cdffe10eae/volume-fed72d19-b45f-407a-9bcb-d5cdffe10eae.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.269295] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-933b5d76-dde8-44f1-826b-2b67553dd083 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.284855] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1174.284855] env[64443]: value = "task-2677328" [ 1174.284855] env[64443]: _type = "Task" [ 1174.284855] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.288722] env[64443]: DEBUG oslo_concurrency.lockutils [None req-e3fe46e5-78b1-4f8b-a33e-67ded7c53a51 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "a8e3416a-dc03-4d72-96a4-df5b40092706" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.814s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.299508] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.448042] env[64443]: DEBUG nova.network.neutron [req-a172bc20-6068-4630-979f-532f22e43fde req-aeb0b292-70c8-4137-9e35-ac9325a9fbb2 service nova] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Updated VIF entry in instance network info cache for port d0df42d9-e318-44fe-b969-11c7db437ede. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.448442] env[64443]: DEBUG nova.network.neutron [req-a172bc20-6068-4630-979f-532f22e43fde req-aeb0b292-70c8-4137-9e35-ac9325a9fbb2 service nova] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Updating instance_info_cache with network_info: [{"id": "d0df42d9-e318-44fe-b969-11c7db437ede", "address": "fa:16:3e:b2:04:97", "network": {"id": "e805300a-b8d0-4d9f-97a2-d4ff40cb73b7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-148640411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f72016b64945a0b5fb0e033d074579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0df42d9-e3", "ovs_interfaceid": "d0df42d9-e318-44fe-b969-11c7db437ede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.794800] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677328, 'name': ReconfigVM_Task, 'duration_secs': 0.122255} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.795487] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539802', 'volume_id': 'fed72d19-b45f-407a-9bcb-d5cdffe10eae', 'name': 'volume-fed72d19-b45f-407a-9bcb-d5cdffe10eae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2403b18-56b1-47f0-88a9-ca69997e6061', 'attached_at': '', 'detached_at': '', 'volume_id': 'fed72d19-b45f-407a-9bcb-d5cdffe10eae', 'serial': 'fed72d19-b45f-407a-9bcb-d5cdffe10eae'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1174.795663] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-712d28d0-ec76-4aef-8b3e-f1669fc0fc05 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.802109] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1174.802109] env[64443]: value = "task-2677329" [ 1174.802109] env[64443]: _type = "Task" [ 1174.802109] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.811152] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677329, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.952207] env[64443]: DEBUG oslo_concurrency.lockutils [req-a172bc20-6068-4630-979f-532f22e43fde req-aeb0b292-70c8-4137-9e35-ac9325a9fbb2 service nova] Releasing lock "refresh_cache-92aa8c3e-8a31-4766-ac08-bec2686ca2f0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.283545] env[64443]: DEBUG oslo_concurrency.lockutils [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "a8e3416a-dc03-4d72-96a4-df5b40092706" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.284921] env[64443]: DEBUG oslo_concurrency.lockutils [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "a8e3416a-dc03-4d72-96a4-df5b40092706" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.284921] env[64443]: DEBUG oslo_concurrency.lockutils [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "a8e3416a-dc03-4d72-96a4-df5b40092706-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.284921] env[64443]: DEBUG oslo_concurrency.lockutils [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "a8e3416a-dc03-4d72-96a4-df5b40092706-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.284921] env[64443]: DEBUG oslo_concurrency.lockutils [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "a8e3416a-dc03-4d72-96a4-df5b40092706-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.286823] env[64443]: INFO nova.compute.manager [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Terminating instance [ 1175.311509] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677329, 'name': Rename_Task, 'duration_secs': 0.150215} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.311769] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.311989] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-198605a1-cf5e-4cd3-b08d-84030eaf31d4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.317536] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1175.317536] env[64443]: value = "task-2677330" [ 1175.317536] env[64443]: _type = "Task" [ 1175.317536] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.324588] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.426661] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e466fb72-e029-4826-baeb-6ff30afd5d40 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.433799] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e558bf10-c69b-486f-bb04-efc43b66ceb1 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Suspending the VM {{(pid=64443) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1175.434061] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-92cae794-645e-4233-95e7-096af1d19c10 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.439785] env[64443]: DEBUG oslo_vmware.api [None req-e558bf10-c69b-486f-bb04-efc43b66ceb1 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1175.439785] env[64443]: value = "task-2677331" [ 1175.439785] env[64443]: _type = "Task" [ 1175.439785] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.447626] env[64443]: DEBUG oslo_vmware.api [None req-e558bf10-c69b-486f-bb04-efc43b66ceb1 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677331, 'name': SuspendVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.757251] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "b235010d-e10c-4dff-a9e7-8093436b4908" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1175.757532] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "b235010d-e10c-4dff-a9e7-8093436b4908" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.790923] env[64443]: DEBUG nova.compute.manager [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.791162] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.792205] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2251a2d-04fa-4131-8fe5-a19f8d55c51d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.802178] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.802438] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c8b56de-20a3-41b4-9021-acf0e75e27ea {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.808675] env[64443]: DEBUG oslo_vmware.api [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1175.808675] env[64443]: value = "task-2677332" [ 1175.808675] env[64443]: _type = "Task" [ 1175.808675] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.816095] env[64443]: DEBUG oslo_vmware.api [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.826162] env[64443]: DEBUG oslo_vmware.api [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677330, 'name': PowerOnVM_Task, 'duration_secs': 0.464181} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.826443] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.826663] env[64443]: INFO nova.compute.manager [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1175.826869] env[64443]: DEBUG nova.compute.manager [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.827802] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feab0d9d-d20d-4d49-8bf7-0496b4d97788 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.950829] env[64443]: DEBUG oslo_vmware.api [None req-e558bf10-c69b-486f-bb04-efc43b66ceb1 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677331, 'name': SuspendVM_Task} progress is 70%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.260493] env[64443]: DEBUG nova.compute.manager [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1176.318276] env[64443]: DEBUG oslo_vmware.api [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677332, 'name': PowerOffVM_Task, 'duration_secs': 0.316264} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.318708] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.318764] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.319013] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f7b59da-4ad1-433c-8d42-7aa49d0a285c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.347784] env[64443]: INFO nova.compute.manager [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Took 14.85 seconds to build instance. [ 1176.388178] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.388421] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.388618] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Deleting the datastore file [datastore1] a8e3416a-dc03-4d72-96a4-df5b40092706 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.388880] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db8228e9-fbb4-4986-aad5-dd00068b05ab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.395533] env[64443]: DEBUG oslo_vmware.api [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1176.395533] env[64443]: value = "task-2677334" [ 1176.395533] env[64443]: _type = "Task" [ 1176.395533] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.404053] env[64443]: DEBUG oslo_vmware.api [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.448668] env[64443]: DEBUG oslo_vmware.api [None req-e558bf10-c69b-486f-bb04-efc43b66ceb1 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677331, 'name': SuspendVM_Task, 'duration_secs': 0.885419} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.448919] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-e558bf10-c69b-486f-bb04-efc43b66ceb1 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Suspended the VM {{(pid=64443) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1176.449109] env[64443]: DEBUG nova.compute.manager [None req-e558bf10-c69b-486f-bb04-efc43b66ceb1 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.449867] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34e3e0a-ba04-4bee-9ddc-1d2f1ca05dc8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.780204] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.780484] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.781992] env[64443]: INFO nova.compute.claims [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.849747] env[64443]: DEBUG oslo_concurrency.lockutils [None req-5825c379-ca72-494f-bce5-aa726852a745 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "d2403b18-56b1-47f0-88a9-ca69997e6061" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.362s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.905957] env[64443]: DEBUG oslo_vmware.api [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150379} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.905957] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.906250] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.906250] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.906440] env[64443]: INFO nova.compute.manager [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1176.906678] env[64443]: DEBUG oslo.service.loopingcall [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1176.906890] env[64443]: DEBUG nova.compute.manager [-] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.906967] env[64443]: DEBUG nova.network.neutron [-] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.167133] env[64443]: DEBUG nova.compute.manager [req-b1561e76-a199-4f27-9374-3e4e5f1d3cc5 req-f94ff1c4-76e3-46ba-92b6-da7cb6342dac service nova] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Received event network-vif-deleted-8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1177.167335] env[64443]: INFO nova.compute.manager [req-b1561e76-a199-4f27-9374-3e4e5f1d3cc5 req-f94ff1c4-76e3-46ba-92b6-da7cb6342dac service nova] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Neutron deleted interface 8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93; detaching it from the instance and deleting it from the info cache [ 1177.167515] env[64443]: DEBUG nova.network.neutron [req-b1561e76-a199-4f27-9374-3e4e5f1d3cc5 req-f94ff1c4-76e3-46ba-92b6-da7cb6342dac service nova] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.545160] env[64443]: DEBUG nova.compute.manager [req-1df8d639-e667-4ae7-95e8-b0f72b1d1901 req-f65133b7-ae3d-4423-bcf9-13f78e1709b9 service nova] [instance: dc23b348-d002-432c-838a-644d3092057c] Received event network-changed-ea3d3885-bf50-498f-98b2-1d12b0088888 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1177.545426] env[64443]: DEBUG nova.compute.manager [req-1df8d639-e667-4ae7-95e8-b0f72b1d1901 req-f65133b7-ae3d-4423-bcf9-13f78e1709b9 service nova] [instance: dc23b348-d002-432c-838a-644d3092057c] Refreshing instance network info cache due to event network-changed-ea3d3885-bf50-498f-98b2-1d12b0088888. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1177.545571] env[64443]: DEBUG oslo_concurrency.lockutils [req-1df8d639-e667-4ae7-95e8-b0f72b1d1901 req-f65133b7-ae3d-4423-bcf9-13f78e1709b9 service nova] Acquiring lock "refresh_cache-dc23b348-d002-432c-838a-644d3092057c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.545716] env[64443]: DEBUG oslo_concurrency.lockutils [req-1df8d639-e667-4ae7-95e8-b0f72b1d1901 req-f65133b7-ae3d-4423-bcf9-13f78e1709b9 service nova] Acquired lock "refresh_cache-dc23b348-d002-432c-838a-644d3092057c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.545878] env[64443]: DEBUG nova.network.neutron [req-1df8d639-e667-4ae7-95e8-b0f72b1d1901 req-f65133b7-ae3d-4423-bcf9-13f78e1709b9 service nova] [instance: dc23b348-d002-432c-838a-644d3092057c] Refreshing network info cache for port ea3d3885-bf50-498f-98b2-1d12b0088888 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.651064] env[64443]: DEBUG nova.network.neutron [-] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.670052] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-256beb55-f800-4dc2-94d1-f958e98d5996 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.679370] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6209b1d5-2d31-416a-8ec0-3fdab1214fd4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.707962] env[64443]: DEBUG nova.compute.manager [req-b1561e76-a199-4f27-9374-3e4e5f1d3cc5 req-f94ff1c4-76e3-46ba-92b6-da7cb6342dac service nova] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Detach interface failed, port_id=8dc1735c-49b5-4e9f-9d4b-eb9f5177fb93, reason: Instance a8e3416a-dc03-4d72-96a4-df5b40092706 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1177.845308] env[64443]: INFO nova.compute.manager [None req-16659abc-5757-4ce5-8cd3-2b892845f97c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Resuming [ 1177.845901] env[64443]: DEBUG nova.objects.instance [None req-16659abc-5757-4ce5-8cd3-2b892845f97c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lazy-loading 'flavor' on Instance uuid 43754cc2-edeb-4644-92f4-7d6491d01cbf {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.906041] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8e5371-317f-4f73-8144-587ad2f43ea2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.913763] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074b143f-eba6-4558-bd2f-545515c62c00 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.946054] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04c8786-e440-48ef-88aa-aa00ec8e55b0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.954079] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a96273-5cf6-4f03-bd72-2e68195cd783 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.967747] env[64443]: DEBUG nova.compute.provider_tree [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.152921] env[64443]: INFO nova.compute.manager [-] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Took 1.25 seconds to deallocate network for instance. [ 1178.229577] env[64443]: DEBUG nova.network.neutron [req-1df8d639-e667-4ae7-95e8-b0f72b1d1901 req-f65133b7-ae3d-4423-bcf9-13f78e1709b9 service nova] [instance: dc23b348-d002-432c-838a-644d3092057c] Updated VIF entry in instance network info cache for port ea3d3885-bf50-498f-98b2-1d12b0088888. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.229921] env[64443]: DEBUG nova.network.neutron [req-1df8d639-e667-4ae7-95e8-b0f72b1d1901 req-f65133b7-ae3d-4423-bcf9-13f78e1709b9 service nova] [instance: dc23b348-d002-432c-838a-644d3092057c] Updating instance_info_cache with network_info: [{"id": "ea3d3885-bf50-498f-98b2-1d12b0088888", "address": "fa:16:3e:ab:3c:ed", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea3d3885-bf", "ovs_interfaceid": "ea3d3885-bf50-498f-98b2-1d12b0088888", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.470339] env[64443]: DEBUG nova.scheduler.client.report [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.659337] env[64443]: DEBUG oslo_concurrency.lockutils [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.732801] env[64443]: DEBUG oslo_concurrency.lockutils [req-1df8d639-e667-4ae7-95e8-b0f72b1d1901 req-f65133b7-ae3d-4423-bcf9-13f78e1709b9 service nova] Releasing lock "refresh_cache-dc23b348-d002-432c-838a-644d3092057c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.944976] env[64443]: DEBUG nova.compute.manager [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Stashing vm_state: active {{(pid=64443) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1178.976202] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.976623] env[64443]: DEBUG nova.compute.manager [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1178.979231] env[64443]: DEBUG oslo_concurrency.lockutils [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.320s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.981322] env[64443]: DEBUG oslo_concurrency.lockutils [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.000031] env[64443]: INFO nova.scheduler.client.report [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Deleted allocations for instance a8e3416a-dc03-4d72-96a4-df5b40092706 [ 1179.356458] env[64443]: DEBUG oslo_concurrency.lockutils [None req-16659abc-5757-4ce5-8cd3-2b892845f97c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "refresh_cache-43754cc2-edeb-4644-92f4-7d6491d01cbf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.356748] env[64443]: DEBUG oslo_concurrency.lockutils [None req-16659abc-5757-4ce5-8cd3-2b892845f97c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquired lock "refresh_cache-43754cc2-edeb-4644-92f4-7d6491d01cbf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.356881] env[64443]: DEBUG nova.network.neutron [None req-16659abc-5757-4ce5-8cd3-2b892845f97c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.461923] env[64443]: DEBUG oslo_concurrency.lockutils [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.462224] env[64443]: DEBUG oslo_concurrency.lockutils [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.483405] env[64443]: DEBUG nova.compute.utils [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1179.484824] env[64443]: DEBUG nova.compute.manager [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1179.484994] env[64443]: DEBUG nova.network.neutron [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.507212] env[64443]: DEBUG oslo_concurrency.lockutils [None req-517e28aa-3761-48f8-a7ad-ce07048653b9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "a8e3416a-dc03-4d72-96a4-df5b40092706" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.223s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.528541] env[64443]: DEBUG nova.policy [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86271945b7864bcf9bb103c867500d62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64f7cdfa710248878e953b2925868c39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.573964] env[64443]: DEBUG nova.compute.manager [req-b22cca7a-07e1-46f5-82bf-72cfb5015c5f req-77fbeb73-aba5-4899-9d29-ae70b7e24df9 service nova] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Received event network-changed-100120c7-2f62-448e-a113-2ced21448bae {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1179.574197] env[64443]: DEBUG nova.compute.manager [req-b22cca7a-07e1-46f5-82bf-72cfb5015c5f req-77fbeb73-aba5-4899-9d29-ae70b7e24df9 service nova] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Refreshing instance network info cache due to event network-changed-100120c7-2f62-448e-a113-2ced21448bae. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1179.574415] env[64443]: DEBUG oslo_concurrency.lockutils [req-b22cca7a-07e1-46f5-82bf-72cfb5015c5f req-77fbeb73-aba5-4899-9d29-ae70b7e24df9 service nova] Acquiring lock "refresh_cache-d2403b18-56b1-47f0-88a9-ca69997e6061" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.574563] env[64443]: DEBUG oslo_concurrency.lockutils [req-b22cca7a-07e1-46f5-82bf-72cfb5015c5f req-77fbeb73-aba5-4899-9d29-ae70b7e24df9 service nova] Acquired lock "refresh_cache-d2403b18-56b1-47f0-88a9-ca69997e6061" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.574731] env[64443]: DEBUG nova.network.neutron [req-b22cca7a-07e1-46f5-82bf-72cfb5015c5f req-77fbeb73-aba5-4899-9d29-ae70b7e24df9 service nova] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Refreshing network info cache for port 100120c7-2f62-448e-a113-2ced21448bae {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.760548] env[64443]: DEBUG nova.network.neutron [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Successfully created port: 37aa55df-ec77-4b87-b177-2ef0852e4a78 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.967177] env[64443]: INFO nova.compute.claims [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.988284] env[64443]: DEBUG nova.compute.manager [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1180.194192] env[64443]: DEBUG nova.network.neutron [None req-16659abc-5757-4ce5-8cd3-2b892845f97c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Updating instance_info_cache with network_info: [{"id": "6db29241-6c0e-4e0e-a29a-40d97e1d8fe9", "address": "fa:16:3e:ca:73:fa", "network": {"id": "19b76a70-d335-447a-adf5-1b3c43625595", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-560775476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba1d9be87e324c16af67845240b31fcd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6db29241-6c", "ovs_interfaceid": "6db29241-6c0e-4e0e-a29a-40d97e1d8fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.322528] env[64443]: DEBUG nova.network.neutron [req-b22cca7a-07e1-46f5-82bf-72cfb5015c5f req-77fbeb73-aba5-4899-9d29-ae70b7e24df9 service nova] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Updated VIF entry in instance network info cache for port 100120c7-2f62-448e-a113-2ced21448bae. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.322898] env[64443]: DEBUG nova.network.neutron [req-b22cca7a-07e1-46f5-82bf-72cfb5015c5f req-77fbeb73-aba5-4899-9d29-ae70b7e24df9 service nova] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Updating instance_info_cache with network_info: [{"id": "100120c7-2f62-448e-a113-2ced21448bae", "address": "fa:16:3e:8d:d1:05", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap100120c7-2f", "ovs_interfaceid": "100120c7-2f62-448e-a113-2ced21448bae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.473243] env[64443]: INFO nova.compute.resource_tracker [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Updating resource usage from migration 33e99b46-a028-42cb-aaac-e1a67fffe641 [ 1180.580024] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde7be06-0fb5-4013-b5fe-572575a0d2bb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.587842] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144a7686-a22a-413f-a0fc-40f8b1b8f936 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.618933] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876f8734-1403-4bdd-ad7c-fd549bc81499 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.626335] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7624535-b3c5-4dbb-b383-94883f195f8e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.639873] env[64443]: DEBUG nova.compute.provider_tree [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.697418] env[64443]: DEBUG oslo_concurrency.lockutils [None req-16659abc-5757-4ce5-8cd3-2b892845f97c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Releasing lock "refresh_cache-43754cc2-edeb-4644-92f4-7d6491d01cbf" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.698365] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d876e69b-e5fc-48b0-97a5-1461919b3d81 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.706309] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-16659abc-5757-4ce5-8cd3-2b892845f97c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Resuming the VM {{(pid=64443) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1180.706596] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58d9fa94-bf79-41b8-bfa2-581ed0f91db0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.714715] env[64443]: DEBUG oslo_vmware.api [None req-16659abc-5757-4ce5-8cd3-2b892845f97c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1180.714715] env[64443]: value = "task-2677335" [ 1180.714715] env[64443]: _type = "Task" [ 1180.714715] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.723329] env[64443]: DEBUG oslo_vmware.api [None req-16659abc-5757-4ce5-8cd3-2b892845f97c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.825572] env[64443]: DEBUG oslo_concurrency.lockutils [req-b22cca7a-07e1-46f5-82bf-72cfb5015c5f req-77fbeb73-aba5-4899-9d29-ae70b7e24df9 service nova] Releasing lock "refresh_cache-d2403b18-56b1-47f0-88a9-ca69997e6061" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.999972] env[64443]: DEBUG nova.compute.manager [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1181.027906] env[64443]: DEBUG nova.virt.hardware [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1181.028225] env[64443]: DEBUG nova.virt.hardware [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1181.028421] env[64443]: DEBUG nova.virt.hardware [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.028641] env[64443]: DEBUG nova.virt.hardware [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1181.028842] env[64443]: DEBUG nova.virt.hardware [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.029045] env[64443]: DEBUG nova.virt.hardware [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1181.029241] env[64443]: DEBUG nova.virt.hardware [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1181.029394] env[64443]: DEBUG nova.virt.hardware [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1181.029569] env[64443]: DEBUG nova.virt.hardware [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1181.029738] env[64443]: DEBUG nova.virt.hardware [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1181.029913] env[64443]: DEBUG nova.virt.hardware [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1181.030789] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f1864d-336b-4d28-a578-3a9d2531a30a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.039432] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dac215-3f92-413d-a761-ffe503830b65 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.142249] env[64443]: DEBUG nova.scheduler.client.report [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.227677] env[64443]: DEBUG oslo_vmware.api [None req-16659abc-5757-4ce5-8cd3-2b892845f97c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677335, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.279065] env[64443]: DEBUG nova.compute.manager [req-1f284583-a8fb-4d59-b983-898bef2f8caa req-d41fab33-77a8-4a58-aa50-966b0243070f service nova] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Received event network-vif-plugged-37aa55df-ec77-4b87-b177-2ef0852e4a78 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1181.279301] env[64443]: DEBUG oslo_concurrency.lockutils [req-1f284583-a8fb-4d59-b983-898bef2f8caa req-d41fab33-77a8-4a58-aa50-966b0243070f service nova] Acquiring lock "b235010d-e10c-4dff-a9e7-8093436b4908-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1181.279564] env[64443]: DEBUG oslo_concurrency.lockutils [req-1f284583-a8fb-4d59-b983-898bef2f8caa req-d41fab33-77a8-4a58-aa50-966b0243070f service nova] Lock "b235010d-e10c-4dff-a9e7-8093436b4908-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.279681] env[64443]: DEBUG oslo_concurrency.lockutils [req-1f284583-a8fb-4d59-b983-898bef2f8caa req-d41fab33-77a8-4a58-aa50-966b0243070f service nova] Lock "b235010d-e10c-4dff-a9e7-8093436b4908-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.279883] env[64443]: DEBUG nova.compute.manager [req-1f284583-a8fb-4d59-b983-898bef2f8caa req-d41fab33-77a8-4a58-aa50-966b0243070f service nova] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] No waiting events found dispatching network-vif-plugged-37aa55df-ec77-4b87-b177-2ef0852e4a78 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.280141] env[64443]: WARNING nova.compute.manager [req-1f284583-a8fb-4d59-b983-898bef2f8caa req-d41fab33-77a8-4a58-aa50-966b0243070f service nova] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Received unexpected event network-vif-plugged-37aa55df-ec77-4b87-b177-2ef0852e4a78 for instance with vm_state building and task_state spawning. [ 1181.379998] env[64443]: DEBUG nova.network.neutron [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Successfully updated port: 37aa55df-ec77-4b87-b177-2ef0852e4a78 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.647530] env[64443]: DEBUG oslo_concurrency.lockutils [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.185s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.647756] env[64443]: INFO nova.compute.manager [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Migrating [ 1181.727982] env[64443]: DEBUG oslo_vmware.api [None req-16659abc-5757-4ce5-8cd3-2b892845f97c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677335, 'name': PowerOnVM_Task, 'duration_secs': 0.564839} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.728613] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-16659abc-5757-4ce5-8cd3-2b892845f97c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Resumed the VM {{(pid=64443) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1181.728613] env[64443]: DEBUG nova.compute.manager [None req-16659abc-5757-4ce5-8cd3-2b892845f97c tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.729463] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3019fefe-fc54-4969-8ac4-3778e0e4df3d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.883059] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "refresh_cache-b235010d-e10c-4dff-a9e7-8093436b4908" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.883059] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "refresh_cache-b235010d-e10c-4dff-a9e7-8093436b4908" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.883425] env[64443]: DEBUG nova.network.neutron [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.162246] env[64443]: DEBUG oslo_concurrency.lockutils [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "refresh_cache-d2403b18-56b1-47f0-88a9-ca69997e6061" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1182.162484] env[64443]: DEBUG oslo_concurrency.lockutils [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired lock "refresh_cache-d2403b18-56b1-47f0-88a9-ca69997e6061" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.162690] env[64443]: DEBUG nova.network.neutron [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.415182] env[64443]: DEBUG nova.network.neutron [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.529631] env[64443]: DEBUG nova.network.neutron [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Updating instance_info_cache with network_info: [{"id": "37aa55df-ec77-4b87-b177-2ef0852e4a78", "address": "fa:16:3e:c4:2c:6c", "network": {"id": "d4f2997b-70b0-48af-8ccc-7f2d361cd2fc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1568830297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f7cdfa710248878e953b2925868c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37aa55df-ec", "ovs_interfaceid": "37aa55df-ec77-4b87-b177-2ef0852e4a78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.553440] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "43754cc2-edeb-4644-92f4-7d6491d01cbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.553707] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "43754cc2-edeb-4644-92f4-7d6491d01cbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.553961] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "43754cc2-edeb-4644-92f4-7d6491d01cbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.554170] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "43754cc2-edeb-4644-92f4-7d6491d01cbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.554342] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "43754cc2-edeb-4644-92f4-7d6491d01cbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.556250] env[64443]: INFO nova.compute.manager [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Terminating instance [ 1182.862795] env[64443]: DEBUG nova.network.neutron [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Updating instance_info_cache with network_info: [{"id": "100120c7-2f62-448e-a113-2ced21448bae", "address": "fa:16:3e:8d:d1:05", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap100120c7-2f", "ovs_interfaceid": "100120c7-2f62-448e-a113-2ced21448bae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.032110] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "refresh_cache-b235010d-e10c-4dff-a9e7-8093436b4908" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.032492] env[64443]: DEBUG nova.compute.manager [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Instance network_info: |[{"id": "37aa55df-ec77-4b87-b177-2ef0852e4a78", "address": "fa:16:3e:c4:2c:6c", "network": {"id": "d4f2997b-70b0-48af-8ccc-7f2d361cd2fc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1568830297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f7cdfa710248878e953b2925868c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37aa55df-ec", "ovs_interfaceid": "37aa55df-ec77-4b87-b177-2ef0852e4a78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1183.032872] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:2c:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37aa55df-ec77-4b87-b177-2ef0852e4a78', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.040834] env[64443]: DEBUG oslo.service.loopingcall [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1183.041042] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.041266] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b313bf6b-72c4-4572-afd1-61bcc1c6059a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.059910] env[64443]: DEBUG nova.compute.manager [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.060122] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.061126] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb88d1d2-7748-4a54-8e22-31e41ee5b935 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.064835] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.064835] env[64443]: value = "task-2677336" [ 1183.064835] env[64443]: _type = "Task" [ 1183.064835] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.072696] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.075217] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-161f5831-61c5-4723-9896-50968b18c91e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.076504] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677336, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.080723] env[64443]: DEBUG oslo_vmware.api [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1183.080723] env[64443]: value = "task-2677337" [ 1183.080723] env[64443]: _type = "Task" [ 1183.080723] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.091571] env[64443]: DEBUG oslo_vmware.api [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.366076] env[64443]: DEBUG oslo_concurrency.lockutils [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Releasing lock "refresh_cache-d2403b18-56b1-47f0-88a9-ca69997e6061" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.575722] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677336, 'name': CreateVM_Task, 'duration_secs': 0.418298} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.575966] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.576692] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.576898] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.577254] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1183.577516] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a14e70d-d292-402b-a7f3-dd606416d8d4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.581012] env[64443]: DEBUG nova.compute.manager [req-45ce3fff-c979-4d4e-b957-6583dfaad5e3 req-248ea74c-5384-46f0-955f-7b3490992cc8 service nova] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Received event network-changed-37aa55df-ec77-4b87-b177-2ef0852e4a78 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1183.581204] env[64443]: DEBUG nova.compute.manager [req-45ce3fff-c979-4d4e-b957-6583dfaad5e3 req-248ea74c-5384-46f0-955f-7b3490992cc8 service nova] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Refreshing instance network info cache due to event network-changed-37aa55df-ec77-4b87-b177-2ef0852e4a78. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1183.581407] env[64443]: DEBUG oslo_concurrency.lockutils [req-45ce3fff-c979-4d4e-b957-6583dfaad5e3 req-248ea74c-5384-46f0-955f-7b3490992cc8 service nova] Acquiring lock "refresh_cache-b235010d-e10c-4dff-a9e7-8093436b4908" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.581569] env[64443]: DEBUG oslo_concurrency.lockutils [req-45ce3fff-c979-4d4e-b957-6583dfaad5e3 req-248ea74c-5384-46f0-955f-7b3490992cc8 service nova] Acquired lock "refresh_cache-b235010d-e10c-4dff-a9e7-8093436b4908" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.581738] env[64443]: DEBUG nova.network.neutron [req-45ce3fff-c979-4d4e-b957-6583dfaad5e3 req-248ea74c-5384-46f0-955f-7b3490992cc8 service nova] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Refreshing network info cache for port 37aa55df-ec77-4b87-b177-2ef0852e4a78 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.588238] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1183.588238] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]527f1718-39aa-0e39-0c99-c349547b7089" [ 1183.588238] env[64443]: _type = "Task" [ 1183.588238] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.595193] env[64443]: DEBUG oslo_vmware.api [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677337, 'name': PowerOffVM_Task, 'duration_secs': 0.239401} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.595736] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.595935] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.596491] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d311956-72c6-467a-8a5e-e6fec16cf7e1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.601291] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527f1718-39aa-0e39-0c99-c349547b7089, 'name': SearchDatastore_Task, 'duration_secs': 0.00992} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.601858] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.602084] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.602369] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.602482] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.602631] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.602867] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26bd6cef-c3f4-425e-b367-8b8f3ac26f8d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.611981] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.612210] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.612975] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18ca5e91-691e-496b-91dc-cb858b4b8698 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.618881] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1183.618881] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]521360f5-d503-259a-a90a-1ddd0fdb9881" [ 1183.618881] env[64443]: _type = "Task" [ 1183.618881] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.628069] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]521360f5-d503-259a-a90a-1ddd0fdb9881, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.667768] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.668021] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.668197] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Deleting the datastore file [datastore2] 43754cc2-edeb-4644-92f4-7d6491d01cbf {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.668465] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc0b09b9-25d2-49ca-88e5-97970b551059 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.674424] env[64443]: DEBUG oslo_vmware.api [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for the task: (returnval){ [ 1183.674424] env[64443]: value = "task-2677339" [ 1183.674424] env[64443]: _type = "Task" [ 1183.674424] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.682772] env[64443]: DEBUG oslo_vmware.api [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.129250] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]521360f5-d503-259a-a90a-1ddd0fdb9881, 'name': SearchDatastore_Task, 'duration_secs': 0.00877} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.130086] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6844db24-23ae-4e08-8b77-fb9822f73c27 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.135055] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1184.135055] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ee748d-d89c-1a27-c0ec-112751b3d2ca" [ 1184.135055] env[64443]: _type = "Task" [ 1184.135055] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.142301] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ee748d-d89c-1a27-c0ec-112751b3d2ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.187663] env[64443]: DEBUG oslo_vmware.api [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Task: {'id': task-2677339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142702} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.187924] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.188124] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.188309] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.188488] env[64443]: INFO nova.compute.manager [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1184.188721] env[64443]: DEBUG oslo.service.loopingcall [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1184.188908] env[64443]: DEBUG nova.compute.manager [-] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.189012] env[64443]: DEBUG nova.network.neutron [-] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.328446] env[64443]: DEBUG nova.network.neutron [req-45ce3fff-c979-4d4e-b957-6583dfaad5e3 req-248ea74c-5384-46f0-955f-7b3490992cc8 service nova] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Updated VIF entry in instance network info cache for port 37aa55df-ec77-4b87-b177-2ef0852e4a78. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.329123] env[64443]: DEBUG nova.network.neutron [req-45ce3fff-c979-4d4e-b957-6583dfaad5e3 req-248ea74c-5384-46f0-955f-7b3490992cc8 service nova] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Updating instance_info_cache with network_info: [{"id": "37aa55df-ec77-4b87-b177-2ef0852e4a78", "address": "fa:16:3e:c4:2c:6c", "network": {"id": "d4f2997b-70b0-48af-8ccc-7f2d361cd2fc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1568830297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f7cdfa710248878e953b2925868c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37aa55df-ec", "ovs_interfaceid": "37aa55df-ec77-4b87-b177-2ef0852e4a78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.648035] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ee748d-d89c-1a27-c0ec-112751b3d2ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009703} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.648300] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.648557] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] b235010d-e10c-4dff-a9e7-8093436b4908/b235010d-e10c-4dff-a9e7-8093436b4908.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.648824] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fa2aa46-6195-4a1a-a140-6b108d4bbc74 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.656167] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1184.656167] env[64443]: value = "task-2677340" [ 1184.656167] env[64443]: _type = "Task" [ 1184.656167] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.664810] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.832329] env[64443]: DEBUG oslo_concurrency.lockutils [req-45ce3fff-c979-4d4e-b957-6583dfaad5e3 req-248ea74c-5384-46f0-955f-7b3490992cc8 service nova] Releasing lock "refresh_cache-b235010d-e10c-4dff-a9e7-8093436b4908" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.881516] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a33550f-ee1d-4396-b0fe-e593cebd8c47 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.903072] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Updating instance 'd2403b18-56b1-47f0-88a9-ca69997e6061' progress to 0 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1185.167330] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677340, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.345514] env[64443]: DEBUG nova.network.neutron [-] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.410211] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.410457] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8668daf5-8b85-40c1-8fc4-75d88fae5ea1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.418396] env[64443]: DEBUG oslo_vmware.api [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1185.418396] env[64443]: value = "task-2677341" [ 1185.418396] env[64443]: _type = "Task" [ 1185.418396] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.428575] env[64443]: DEBUG oslo_vmware.api [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.606183] env[64443]: DEBUG nova.compute.manager [req-17ab45de-8d65-4445-b273-55bf79fdb47b req-6c80d113-7516-4d25-83c0-f307e001600a service nova] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Received event network-vif-deleted-6db29241-6c0e-4e0e-a29a-40d97e1d8fe9 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1185.667655] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519841} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.667928] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] b235010d-e10c-4dff-a9e7-8093436b4908/b235010d-e10c-4dff-a9e7-8093436b4908.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.668159] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.668410] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31fc30cc-9590-422c-9a08-82f4868c65e2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.675197] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1185.675197] env[64443]: value = "task-2677342" [ 1185.675197] env[64443]: _type = "Task" [ 1185.675197] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.684924] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.848231] env[64443]: INFO nova.compute.manager [-] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Took 1.66 seconds to deallocate network for instance. [ 1185.928368] env[64443]: DEBUG oslo_vmware.api [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677341, 'name': PowerOffVM_Task, 'duration_secs': 0.210481} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.928759] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.929170] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Updating instance 'd2403b18-56b1-47f0-88a9-ca69997e6061' progress to 17 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.187237] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067852} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.187617] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.188410] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b241ea-6d41-493c-bfee-0a474d8ad38c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.212024] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] b235010d-e10c-4dff-a9e7-8093436b4908/b235010d-e10c-4dff-a9e7-8093436b4908.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.212404] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df820d23-4529-477a-8909-d65509400286 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.232863] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1186.232863] env[64443]: value = "task-2677343" [ 1186.232863] env[64443]: _type = "Task" [ 1186.232863] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.241602] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.356413] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.356413] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.356413] env[64443]: DEBUG nova.objects.instance [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lazy-loading 'resources' on Instance uuid 43754cc2-edeb-4644-92f4-7d6491d01cbf {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.435743] env[64443]: DEBUG nova.virt.hardware [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.436256] env[64443]: DEBUG nova.virt.hardware [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.437159] env[64443]: DEBUG nova.virt.hardware [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.437836] env[64443]: DEBUG nova.virt.hardware [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.437836] env[64443]: DEBUG nova.virt.hardware [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.438098] env[64443]: DEBUG nova.virt.hardware [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.438426] env[64443]: DEBUG nova.virt.hardware [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.438702] env[64443]: DEBUG nova.virt.hardware [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.438951] env[64443]: DEBUG nova.virt.hardware [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.439166] env[64443]: DEBUG nova.virt.hardware [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.439357] env[64443]: DEBUG nova.virt.hardware [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.444422] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dea67da-2bc3-4d6e-a2a5-e79a3f9d3642 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.461516] env[64443]: DEBUG oslo_vmware.api [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1186.461516] env[64443]: value = "task-2677344" [ 1186.461516] env[64443]: _type = "Task" [ 1186.461516] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.470163] env[64443]: DEBUG oslo_vmware.api [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.743411] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677343, 'name': ReconfigVM_Task, 'duration_secs': 0.295673} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.743692] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Reconfigured VM instance instance-00000076 to attach disk [datastore2] b235010d-e10c-4dff-a9e7-8093436b4908/b235010d-e10c-4dff-a9e7-8093436b4908.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.744333] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1eb2efc4-eba4-4524-95fe-a3af2e12f83b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.751364] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1186.751364] env[64443]: value = "task-2677345" [ 1186.751364] env[64443]: _type = "Task" [ 1186.751364] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.759151] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677345, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.968278] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16ebded-137b-4bf4-92a3-bc24ecd90fa7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.974013] env[64443]: DEBUG oslo_vmware.api [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677344, 'name': ReconfigVM_Task, 'duration_secs': 0.135231} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.974714] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Updating instance 'd2403b18-56b1-47f0-88a9-ca69997e6061' progress to 33 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.980929] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23190f8d-0773-4fb6-aba8-1c3f91e142d6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.011709] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c5a5a2-775f-4c78-b415-722a67539eff {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.020345] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b7eea9-eaf9-47c4-ad55-2791ba15219b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.033834] env[64443]: DEBUG nova.compute.provider_tree [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.261375] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677345, 'name': Rename_Task, 'duration_secs': 0.148005} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.261806] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.261926] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97d641e0-23ab-4e84-9148-eb7005f3b57b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.267993] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1187.267993] env[64443]: value = "task-2677346" [ 1187.267993] env[64443]: _type = "Task" [ 1187.267993] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.275528] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.481441] env[64443]: DEBUG nova.virt.hardware [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.481839] env[64443]: DEBUG nova.virt.hardware [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.482084] env[64443]: DEBUG nova.virt.hardware [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.482331] env[64443]: DEBUG nova.virt.hardware [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.482587] env[64443]: DEBUG nova.virt.hardware [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.482869] env[64443]: DEBUG nova.virt.hardware [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.483157] env[64443]: DEBUG nova.virt.hardware [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.483332] env[64443]: DEBUG nova.virt.hardware [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.483529] env[64443]: DEBUG nova.virt.hardware [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.483720] env[64443]: DEBUG nova.virt.hardware [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.483942] env[64443]: DEBUG nova.virt.hardware [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.490142] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1187.490466] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f516c9e-5003-4dd4-99cf-9c8c9eab60e5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.513673] env[64443]: DEBUG oslo_vmware.api [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1187.513673] env[64443]: value = "task-2677347" [ 1187.513673] env[64443]: _type = "Task" [ 1187.513673] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.524938] env[64443]: DEBUG oslo_vmware.api [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677347, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.537013] env[64443]: DEBUG nova.scheduler.client.report [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.779634] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677346, 'name': PowerOnVM_Task} progress is 100%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.024209] env[64443]: DEBUG oslo_vmware.api [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677347, 'name': ReconfigVM_Task, 'duration_secs': 0.153962} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.024460] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1188.025236] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074cb066-b754-41a1-9820-b426df2696fe {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.046610] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-fed72d19-b45f-407a-9bcb-d5cdffe10eae/volume-fed72d19-b45f-407a-9bcb-d5cdffe10eae.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.047382] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.049377] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b052de3-608e-4e73-ad93-80450f9d56c1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.069084] env[64443]: DEBUG oslo_vmware.api [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1188.069084] env[64443]: value = "task-2677348" [ 1188.069084] env[64443]: _type = "Task" [ 1188.069084] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.076390] env[64443]: DEBUG oslo_vmware.api [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.078973] env[64443]: INFO nova.scheduler.client.report [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Deleted allocations for instance 43754cc2-edeb-4644-92f4-7d6491d01cbf [ 1188.279455] env[64443]: DEBUG oslo_vmware.api [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677346, 'name': PowerOnVM_Task, 'duration_secs': 0.518738} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.279756] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.279871] env[64443]: INFO nova.compute.manager [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1188.280065] env[64443]: DEBUG nova.compute.manager [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.280800] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418ee3a0-cb97-4f44-9322-68ced4afffc2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.578082] env[64443]: DEBUG oslo_vmware.api [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677348, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.588398] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0a63db11-fdf9-40de-99d5-d547aee50123 tempest-ServerActionsTestJSON-349120793 tempest-ServerActionsTestJSON-349120793-project-member] Lock "43754cc2-edeb-4644-92f4-7d6491d01cbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.035s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.798936] env[64443]: INFO nova.compute.manager [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Took 12.03 seconds to build instance. [ 1189.078376] env[64443]: DEBUG oslo_vmware.api [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677348, 'name': ReconfigVM_Task, 'duration_secs': 0.528749} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.078693] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-fed72d19-b45f-407a-9bcb-d5cdffe10eae/volume-fed72d19-b45f-407a-9bcb-d5cdffe10eae.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.079073] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Updating instance 'd2403b18-56b1-47f0-88a9-ca69997e6061' progress to 50 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.301662] env[64443]: DEBUG oslo_concurrency.lockutils [None req-1cae1dde-5de7-4f2e-a775-2ee3fc374a99 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "b235010d-e10c-4dff-a9e7-8093436b4908" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.544s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.588030] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcceb15e-5dfa-4443-8ec5-23827fdcc3c7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.615136] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4ff449-df85-45ef-900f-20060be0bf36 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.634344] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Updating instance 'd2403b18-56b1-47f0-88a9-ca69997e6061' progress to 67 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.805071] env[64443]: DEBUG nova.compute.manager [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Stashing vm_state: active {{(pid=64443) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1191.298993] env[64443]: DEBUG nova.network.neutron [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Port 100120c7-2f62-448e-a113-2ced21448bae binding to destination host cpu-1 is already ACTIVE {{(pid=64443) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1191.325444] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.325735] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.834706] env[64443]: INFO nova.compute.claims [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.321309] env[64443]: DEBUG oslo_concurrency.lockutils [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "d2403b18-56b1-47f0-88a9-ca69997e6061-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.321574] env[64443]: DEBUG oslo_concurrency.lockutils [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "d2403b18-56b1-47f0-88a9-ca69997e6061-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.321801] env[64443]: DEBUG oslo_concurrency.lockutils [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "d2403b18-56b1-47f0-88a9-ca69997e6061-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.343008] env[64443]: INFO nova.compute.resource_tracker [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Updating resource usage from migration 7c5aaac5-4e2a-4f45-a612-e339f8a7fc14 [ 1192.455634] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137c3ab0-988a-42c5-9c2d-3a319769e14d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.466017] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4d5915-a213-4a89-b7a5-7b9df4e55ab6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.495034] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc55130-b7df-4ef3-8a9c-bb274421ee41 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.503110] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17693dda-dcb1-4fd8-9b44-13991105fdbc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.516996] env[64443]: DEBUG nova.compute.provider_tree [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.019868] env[64443]: DEBUG nova.scheduler.client.report [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.371226] env[64443]: DEBUG oslo_concurrency.lockutils [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "refresh_cache-d2403b18-56b1-47f0-88a9-ca69997e6061" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.371226] env[64443]: DEBUG oslo_concurrency.lockutils [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired lock "refresh_cache-d2403b18-56b1-47f0-88a9-ca69997e6061" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.371226] env[64443]: DEBUG nova.network.neutron [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.525029] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.199s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.525175] env[64443]: INFO nova.compute.manager [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Migrating [ 1194.041099] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "refresh_cache-b235010d-e10c-4dff-a9e7-8093436b4908" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.041382] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "refresh_cache-b235010d-e10c-4dff-a9e7-8093436b4908" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.041470] env[64443]: DEBUG nova.network.neutron [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.082510] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Acquiring lock "fee803d4-a813-47f8-8860-637fd2f17da8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.083221] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Lock "fee803d4-a813-47f8-8860-637fd2f17da8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.095160] env[64443]: DEBUG nova.network.neutron [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Updating instance_info_cache with network_info: [{"id": "100120c7-2f62-448e-a113-2ced21448bae", "address": "fa:16:3e:8d:d1:05", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap100120c7-2f", "ovs_interfaceid": "100120c7-2f62-448e-a113-2ced21448bae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.587092] env[64443]: DEBUG nova.compute.manager [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1194.597608] env[64443]: DEBUG oslo_concurrency.lockutils [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Releasing lock "refresh_cache-d2403b18-56b1-47f0-88a9-ca69997e6061" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.740340] env[64443]: DEBUG nova.network.neutron [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Updating instance_info_cache with network_info: [{"id": "37aa55df-ec77-4b87-b177-2ef0852e4a78", "address": "fa:16:3e:c4:2c:6c", "network": {"id": "d4f2997b-70b0-48af-8ccc-7f2d361cd2fc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1568830297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f7cdfa710248878e953b2925868c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37aa55df-ec", "ovs_interfaceid": "37aa55df-ec77-4b87-b177-2ef0852e4a78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.107399] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0058df0a-a5cf-467b-9b44-9f636cf3da18 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.111411] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.111518] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.112934] env[64443]: INFO nova.compute.claims [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.120423] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e9a043-15c6-467e-991d-0c488ad7fdc3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.243568] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "refresh_cache-b235010d-e10c-4dff-a9e7-8093436b4908" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.223090] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c47c8d6-ac10-4d34-ba01-70792d4afe10 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.245078] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2657607e-046e-4515-8677-9b298d37ef58 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.248246] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db91274-f03d-45f0-962b-547be28b318c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.257155] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Updating instance 'd2403b18-56b1-47f0-88a9-ca69997e6061' progress to 83 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.263281] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791a38b3-63ac-4ddc-b4d2-5a3ecde7c8af {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.293896] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a765c217-745e-4991-b8d0-0e19388b6b4c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.301527] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5082d027-42fb-446a-9539-d147bd1d54d0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.314993] env[64443]: DEBUG nova.compute.provider_tree [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.758446] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0017ff81-fbe7-46b3-9b0c-83b1a257ba7c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.764522] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.777600] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b5cc973-459b-44b5-9de1-3f7b79eafe8c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.779511] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Updating instance 'b235010d-e10c-4dff-a9e7-8093436b4908' progress to 0 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1196.788094] env[64443]: DEBUG oslo_vmware.api [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1196.788094] env[64443]: value = "task-2677349" [ 1196.788094] env[64443]: _type = "Task" [ 1196.788094] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.796218] env[64443]: DEBUG oslo_vmware.api [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.818315] env[64443]: DEBUG nova.scheduler.client.report [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.285925] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.286301] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c47b826a-1891-430e-99da-cd7331612a54 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.293055] env[64443]: DEBUG oslo_vmware.api [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1197.293055] env[64443]: value = "task-2677350" [ 1197.293055] env[64443]: _type = "Task" [ 1197.293055] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.298583] env[64443]: DEBUG oslo_vmware.api [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677349, 'name': PowerOnVM_Task, 'duration_secs': 0.420092} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.299119] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.299325] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-516f4889-a3d6-4c0a-a3ca-417f65291a06 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Updating instance 'd2403b18-56b1-47f0-88a9-ca69997e6061' progress to 100 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.306075] env[64443]: DEBUG oslo_vmware.api [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.324513] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.324670] env[64443]: DEBUG nova.compute.manager [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1197.802918] env[64443]: DEBUG oslo_vmware.api [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677350, 'name': PowerOffVM_Task, 'duration_secs': 0.188186} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.803151] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.803340] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Updating instance 'b235010d-e10c-4dff-a9e7-8093436b4908' progress to 17 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1197.829193] env[64443]: DEBUG nova.compute.utils [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1197.830541] env[64443]: DEBUG nova.compute.manager [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1197.831248] env[64443]: DEBUG nova.network.neutron [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1197.874720] env[64443]: DEBUG nova.policy [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97431ceb8a2242c0a7f712403c9a059a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '504c08711da94adc98707e2130884370', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1198.115992] env[64443]: DEBUG nova.network.neutron [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Successfully created port: fc373a4d-9e6a-4120-99a2-ebf7e451dca6 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.312676] env[64443]: DEBUG nova.virt.hardware [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.313026] env[64443]: DEBUG nova.virt.hardware [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.313093] env[64443]: DEBUG nova.virt.hardware [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.313227] env[64443]: DEBUG nova.virt.hardware [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.313372] env[64443]: DEBUG nova.virt.hardware [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.313520] env[64443]: DEBUG nova.virt.hardware [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.313722] env[64443]: DEBUG nova.virt.hardware [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.313881] env[64443]: DEBUG nova.virt.hardware [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.314214] env[64443]: DEBUG nova.virt.hardware [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.314415] env[64443]: DEBUG nova.virt.hardware [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.314718] env[64443]: DEBUG nova.virt.hardware [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.319873] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f294524-11b2-42a9-9626-9aa36992ff50 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.333713] env[64443]: DEBUG nova.compute.manager [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1198.338041] env[64443]: DEBUG oslo_vmware.api [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1198.338041] env[64443]: value = "task-2677351" [ 1198.338041] env[64443]: _type = "Task" [ 1198.338041] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.346777] env[64443]: DEBUG oslo_vmware.api [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677351, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.850181] env[64443]: DEBUG oslo_vmware.api [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677351, 'name': ReconfigVM_Task, 'duration_secs': 0.140103} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.850523] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Updating instance 'b235010d-e10c-4dff-a9e7-8093436b4908' progress to 33 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1199.345765] env[64443]: DEBUG nova.compute.manager [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1199.357083] env[64443]: DEBUG nova.virt.hardware [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.357356] env[64443]: DEBUG nova.virt.hardware [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.357521] env[64443]: DEBUG nova.virt.hardware [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.357705] env[64443]: DEBUG nova.virt.hardware [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.357856] env[64443]: DEBUG nova.virt.hardware [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.358033] env[64443]: DEBUG nova.virt.hardware [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.358247] env[64443]: DEBUG nova.virt.hardware [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.358411] env[64443]: DEBUG nova.virt.hardware [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.358576] env[64443]: DEBUG nova.virt.hardware [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.358744] env[64443]: DEBUG nova.virt.hardware [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.358953] env[64443]: DEBUG nova.virt.hardware [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.364286] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1199.366538] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8814bab9-c135-4c0b-ab77-5f859525b80c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.385474] env[64443]: DEBUG nova.virt.hardware [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.385708] env[64443]: DEBUG nova.virt.hardware [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.385898] env[64443]: DEBUG nova.virt.hardware [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.386104] env[64443]: DEBUG nova.virt.hardware [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.386258] env[64443]: DEBUG nova.virt.hardware [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.386407] env[64443]: DEBUG nova.virt.hardware [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.386617] env[64443]: DEBUG nova.virt.hardware [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.386779] env[64443]: DEBUG nova.virt.hardware [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.386947] env[64443]: DEBUG nova.virt.hardware [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.387123] env[64443]: DEBUG nova.virt.hardware [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.387298] env[64443]: DEBUG nova.virt.hardware [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.388120] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1046437-e655-4c4d-bb17-9168fb9be2df {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.393089] env[64443]: DEBUG oslo_vmware.api [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1199.393089] env[64443]: value = "task-2677352" [ 1199.393089] env[64443]: _type = "Task" [ 1199.393089] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.399384] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f3f068-759a-4a46-8548-c75b87523514 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.406704] env[64443]: DEBUG oslo_vmware.api [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.482365] env[64443]: DEBUG nova.compute.manager [req-b9256b16-5d37-46aa-b6d6-a9b69545959c req-f394fe03-87dc-4460-978c-2e53bcb15f72 service nova] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Received event network-vif-plugged-fc373a4d-9e6a-4120-99a2-ebf7e451dca6 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1199.482666] env[64443]: DEBUG oslo_concurrency.lockutils [req-b9256b16-5d37-46aa-b6d6-a9b69545959c req-f394fe03-87dc-4460-978c-2e53bcb15f72 service nova] Acquiring lock "fee803d4-a813-47f8-8860-637fd2f17da8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.482921] env[64443]: DEBUG oslo_concurrency.lockutils [req-b9256b16-5d37-46aa-b6d6-a9b69545959c req-f394fe03-87dc-4460-978c-2e53bcb15f72 service nova] Lock "fee803d4-a813-47f8-8860-637fd2f17da8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.483145] env[64443]: DEBUG oslo_concurrency.lockutils [req-b9256b16-5d37-46aa-b6d6-a9b69545959c req-f394fe03-87dc-4460-978c-2e53bcb15f72 service nova] Lock "fee803d4-a813-47f8-8860-637fd2f17da8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.483448] env[64443]: DEBUG nova.compute.manager [req-b9256b16-5d37-46aa-b6d6-a9b69545959c req-f394fe03-87dc-4460-978c-2e53bcb15f72 service nova] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] No waiting events found dispatching network-vif-plugged-fc373a4d-9e6a-4120-99a2-ebf7e451dca6 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.483650] env[64443]: WARNING nova.compute.manager [req-b9256b16-5d37-46aa-b6d6-a9b69545959c req-f394fe03-87dc-4460-978c-2e53bcb15f72 service nova] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Received unexpected event network-vif-plugged-fc373a4d-9e6a-4120-99a2-ebf7e451dca6 for instance with vm_state building and task_state spawning. [ 1199.523304] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9db7c20c-0856-4682-b576-b7147e59c479 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "d2403b18-56b1-47f0-88a9-ca69997e6061" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.523589] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9db7c20c-0856-4682-b576-b7147e59c479 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "d2403b18-56b1-47f0-88a9-ca69997e6061" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.523822] env[64443]: DEBUG nova.compute.manager [None req-9db7c20c-0856-4682-b576-b7147e59c479 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Going to confirm migration 9 {{(pid=64443) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1199.576047] env[64443]: DEBUG nova.network.neutron [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Successfully updated port: fc373a4d-9e6a-4120-99a2-ebf7e451dca6 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.903152] env[64443]: DEBUG oslo_vmware.api [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677352, 'name': ReconfigVM_Task, 'duration_secs': 0.180818} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.903440] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1199.904327] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c9242a-cb7e-4e8a-bc9a-4495f779669a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.927636] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] b235010d-e10c-4dff-a9e7-8093436b4908/b235010d-e10c-4dff-a9e7-8093436b4908.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.928066] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c2c19bd-f712-497a-9c81-93c973839b85 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.947069] env[64443]: DEBUG oslo_vmware.api [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1199.947069] env[64443]: value = "task-2677353" [ 1199.947069] env[64443]: _type = "Task" [ 1199.947069] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.954951] env[64443]: DEBUG oslo_vmware.api [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.078363] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Acquiring lock "refresh_cache-fee803d4-a813-47f8-8860-637fd2f17da8" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.078569] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Acquired lock "refresh_cache-fee803d4-a813-47f8-8860-637fd2f17da8" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.078679] env[64443]: DEBUG nova.network.neutron [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.085143] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9db7c20c-0856-4682-b576-b7147e59c479 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "refresh_cache-d2403b18-56b1-47f0-88a9-ca69997e6061" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.085334] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9db7c20c-0856-4682-b576-b7147e59c479 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquired lock "refresh_cache-d2403b18-56b1-47f0-88a9-ca69997e6061" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.085517] env[64443]: DEBUG nova.network.neutron [None req-9db7c20c-0856-4682-b576-b7147e59c479 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.085752] env[64443]: DEBUG nova.objects.instance [None req-9db7c20c-0856-4682-b576-b7147e59c479 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lazy-loading 'info_cache' on Instance uuid d2403b18-56b1-47f0-88a9-ca69997e6061 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.457321] env[64443]: DEBUG oslo_vmware.api [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677353, 'name': ReconfigVM_Task, 'duration_secs': 0.375826} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.457673] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Reconfigured VM instance instance-00000076 to attach disk [datastore2] b235010d-e10c-4dff-a9e7-8093436b4908/b235010d-e10c-4dff-a9e7-8093436b4908.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.457892] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Updating instance 'b235010d-e10c-4dff-a9e7-8093436b4908' progress to 50 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1200.608797] env[64443]: DEBUG nova.network.neutron [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.722309] env[64443]: DEBUG nova.network.neutron [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Updating instance_info_cache with network_info: [{"id": "fc373a4d-9e6a-4120-99a2-ebf7e451dca6", "address": "fa:16:3e:8f:fb:5f", "network": {"id": "6abfb844-14c0-458f-ae33-b72cb33841f1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-24132868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "504c08711da94adc98707e2130884370", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc373a4d-9e", "ovs_interfaceid": "fc373a4d-9e6a-4120-99a2-ebf7e451dca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.931863] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.932056] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.932205] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Starting heal instance info cache {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1200.964995] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c21ee56-658b-4291-81d4-d2bbab6fa49f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.985475] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e85063-2f87-49e2-8ea4-8ed860431655 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.002672] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Updating instance 'b235010d-e10c-4dff-a9e7-8093436b4908' progress to 67 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.225882] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Releasing lock "refresh_cache-fee803d4-a813-47f8-8860-637fd2f17da8" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.226326] env[64443]: DEBUG nova.compute.manager [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Instance network_info: |[{"id": "fc373a4d-9e6a-4120-99a2-ebf7e451dca6", "address": "fa:16:3e:8f:fb:5f", "network": {"id": "6abfb844-14c0-458f-ae33-b72cb33841f1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-24132868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "504c08711da94adc98707e2130884370", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc373a4d-9e", "ovs_interfaceid": "fc373a4d-9e6a-4120-99a2-ebf7e451dca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.226745] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:fb:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc373a4d-9e6a-4120-99a2-ebf7e451dca6', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.234399] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Creating folder: Project (504c08711da94adc98707e2130884370). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1201.234829] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07bf69fe-fc67-4c25-ad4c-343b33ef28a9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.246357] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Created folder: Project (504c08711da94adc98707e2130884370) in parent group-v539479. [ 1201.246550] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Creating folder: Instances. Parent ref: group-v539806. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1201.246778] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b7d1c6b-d275-4b46-812f-bbb1fe49318d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.256267] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Created folder: Instances in parent group-v539806. [ 1201.256500] env[64443]: DEBUG oslo.service.loopingcall [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1201.256688] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.256885] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-192cac7b-3edc-42a4-b463-4e2d2d5eeb94 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.277087] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.277087] env[64443]: value = "task-2677356" [ 1201.277087] env[64443]: _type = "Task" [ 1201.277087] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.290033] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677356, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.301677] env[64443]: DEBUG nova.network.neutron [None req-9db7c20c-0856-4682-b576-b7147e59c479 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Updating instance_info_cache with network_info: [{"id": "100120c7-2f62-448e-a113-2ced21448bae", "address": "fa:16:3e:8d:d1:05", "network": {"id": "e739b17a-8198-4403-b0ec-a361b4cdba18", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-25906410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9db2bb1984142f78ed5f4403a751980", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap100120c7-2f", "ovs_interfaceid": "100120c7-2f62-448e-a113-2ced21448bae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.512764] env[64443]: DEBUG nova.compute.manager [req-2fa8290b-57f6-4693-8141-f62059f5d41d req-bdd79b86-0955-4755-bc00-488dbb635400 service nova] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Received event network-changed-fc373a4d-9e6a-4120-99a2-ebf7e451dca6 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1201.513074] env[64443]: DEBUG nova.compute.manager [req-2fa8290b-57f6-4693-8141-f62059f5d41d req-bdd79b86-0955-4755-bc00-488dbb635400 service nova] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Refreshing instance network info cache due to event network-changed-fc373a4d-9e6a-4120-99a2-ebf7e451dca6. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1201.513187] env[64443]: DEBUG oslo_concurrency.lockutils [req-2fa8290b-57f6-4693-8141-f62059f5d41d req-bdd79b86-0955-4755-bc00-488dbb635400 service nova] Acquiring lock "refresh_cache-fee803d4-a813-47f8-8860-637fd2f17da8" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.513331] env[64443]: DEBUG oslo_concurrency.lockutils [req-2fa8290b-57f6-4693-8141-f62059f5d41d req-bdd79b86-0955-4755-bc00-488dbb635400 service nova] Acquired lock "refresh_cache-fee803d4-a813-47f8-8860-637fd2f17da8" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.513494] env[64443]: DEBUG nova.network.neutron [req-2fa8290b-57f6-4693-8141-f62059f5d41d req-bdd79b86-0955-4755-bc00-488dbb635400 service nova] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Refreshing network info cache for port fc373a4d-9e6a-4120-99a2-ebf7e451dca6 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.545416] env[64443]: DEBUG nova.network.neutron [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Port 37aa55df-ec77-4b87-b177-2ef0852e4a78 binding to destination host cpu-1 is already ACTIVE {{(pid=64443) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1201.787382] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677356, 'name': CreateVM_Task, 'duration_secs': 0.305106} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.787558] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.788247] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.788402] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.788734] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1201.788992] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8a38e89-9f36-473a-9551-cbddff5a8cfb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.796553] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Waiting for the task: (returnval){ [ 1201.796553] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52105c6b-4caf-4ab7-676e-9782739c1c5a" [ 1201.796553] env[64443]: _type = "Task" [ 1201.796553] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.804594] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9db7c20c-0856-4682-b576-b7147e59c479 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Releasing lock "refresh_cache-d2403b18-56b1-47f0-88a9-ca69997e6061" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.804850] env[64443]: DEBUG nova.objects.instance [None req-9db7c20c-0856-4682-b576-b7147e59c479 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lazy-loading 'migration_context' on Instance uuid d2403b18-56b1-47f0-88a9-ca69997e6061 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.805941] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52105c6b-4caf-4ab7-676e-9782739c1c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.189292] env[64443]: DEBUG nova.network.neutron [req-2fa8290b-57f6-4693-8141-f62059f5d41d req-bdd79b86-0955-4755-bc00-488dbb635400 service nova] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Updated VIF entry in instance network info cache for port fc373a4d-9e6a-4120-99a2-ebf7e451dca6. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.189671] env[64443]: DEBUG nova.network.neutron [req-2fa8290b-57f6-4693-8141-f62059f5d41d req-bdd79b86-0955-4755-bc00-488dbb635400 service nova] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Updating instance_info_cache with network_info: [{"id": "fc373a4d-9e6a-4120-99a2-ebf7e451dca6", "address": "fa:16:3e:8f:fb:5f", "network": {"id": "6abfb844-14c0-458f-ae33-b72cb33841f1", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-24132868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "504c08711da94adc98707e2130884370", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc373a4d-9e", "ovs_interfaceid": "fc373a4d-9e6a-4120-99a2-ebf7e451dca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.307103] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52105c6b-4caf-4ab7-676e-9782739c1c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.307343] env[64443]: DEBUG nova.objects.base [None req-9db7c20c-0856-4682-b576-b7147e59c479 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1202.307687] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.307914] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.308167] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.308318] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.308495] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.309212] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd21544d-adc9-424c-807e-8e55d75ae03f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.311492] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01546704-e7ca-4fd3-aebe-41a3c6cb814f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.329237] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11c7b56f-103c-45b2-8030-4e98dd36ba01 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.331709] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.331893] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.332549] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de52b41d-a8f1-455f-9a84-7a3665c9bd66 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.337600] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Waiting for the task: (returnval){ [ 1202.337600] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52da6ebf-d4eb-9b0b-f6f3-6392cb222ffe" [ 1202.337600] env[64443]: _type = "Task" [ 1202.337600] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.338509] env[64443]: DEBUG oslo_vmware.api [None req-9db7c20c-0856-4682-b576-b7147e59c479 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1202.338509] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52aea5be-06be-03e4-9b38-5cf3a10b3bd5" [ 1202.338509] env[64443]: _type = "Task" [ 1202.338509] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.348862] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52da6ebf-d4eb-9b0b-f6f3-6392cb222ffe, 'name': SearchDatastore_Task, 'duration_secs': 0.008227} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.352388] env[64443]: DEBUG oslo_vmware.api [None req-9db7c20c-0856-4682-b576-b7147e59c479 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52aea5be-06be-03e4-9b38-5cf3a10b3bd5, 'name': SearchDatastore_Task, 'duration_secs': 0.007086} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.352580] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-209ed2a1-3770-431f-863b-73f389a09e7e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.354681] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9db7c20c-0856-4682-b576-b7147e59c479 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.354916] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9db7c20c-0856-4682-b576-b7147e59c479 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.358830] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Waiting for the task: (returnval){ [ 1202.358830] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]523ce428-3190-8d35-0b3f-e1f1ce217c6b" [ 1202.358830] env[64443]: _type = "Task" [ 1202.358830] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.366277] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]523ce428-3190-8d35-0b3f-e1f1ce217c6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.565771] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "b235010d-e10c-4dff-a9e7-8093436b4908-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.565771] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "b235010d-e10c-4dff-a9e7-8093436b4908-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.566220] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "b235010d-e10c-4dff-a9e7-8093436b4908-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.692517] env[64443]: DEBUG oslo_concurrency.lockutils [req-2fa8290b-57f6-4693-8141-f62059f5d41d req-bdd79b86-0955-4755-bc00-488dbb635400 service nova] Releasing lock "refresh_cache-fee803d4-a813-47f8-8860-637fd2f17da8" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.870892] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]523ce428-3190-8d35-0b3f-e1f1ce217c6b, 'name': SearchDatastore_Task, 'duration_secs': 0.008815} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.871161] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.871411] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] fee803d4-a813-47f8-8860-637fd2f17da8/fee803d4-a813-47f8-8860-637fd2f17da8.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.871686] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d7460c6-c8be-4041-bd79-c951f01f20d5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.878533] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Waiting for the task: (returnval){ [ 1202.878533] env[64443]: value = "task-2677357" [ 1202.878533] env[64443]: _type = "Task" [ 1202.878533] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.886027] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Task: {'id': task-2677357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.975700] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ba304f-627b-427f-aad9-f70c1a6db567 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.984343] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235519b8-4f40-4173-b085-cce6fd574061 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.013974] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc044eda-075f-42f7-bf43-5a422b7d8b95 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.021231] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67c99de-a0cd-44dc-8221-2d42814459e9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.034137] env[64443]: DEBUG nova.compute.provider_tree [None req-9db7c20c-0856-4682-b576-b7147e59c479 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.389860] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Task: {'id': task-2677357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455886} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.390169] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] fee803d4-a813-47f8-8860-637fd2f17da8/fee803d4-a813-47f8-8860-637fd2f17da8.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.390387] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.390637] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4d8d646-bdc3-4a70-be6a-5c7c1d83c974 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.397476] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Waiting for the task: (returnval){ [ 1203.397476] env[64443]: value = "task-2677358" [ 1203.397476] env[64443]: _type = "Task" [ 1203.397476] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.406116] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Task: {'id': task-2677358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.537696] env[64443]: DEBUG nova.scheduler.client.report [None req-9db7c20c-0856-4682-b576-b7147e59c479 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.599124] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "refresh_cache-b235010d-e10c-4dff-a9e7-8093436b4908" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.599415] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "refresh_cache-b235010d-e10c-4dff-a9e7-8093436b4908" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.599689] env[64443]: DEBUG nova.network.neutron [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.907236] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Task: {'id': task-2677358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071758} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.907497] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.908336] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9beedb-d286-469d-8f7b-c3c21769f32e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.930126] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] fee803d4-a813-47f8-8860-637fd2f17da8/fee803d4-a813-47f8-8860-637fd2f17da8.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.930360] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eda9072e-b081-4b01-81f7-e9003d27cfd0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.950391] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Waiting for the task: (returnval){ [ 1203.950391] env[64443]: value = "task-2677359" [ 1203.950391] env[64443]: _type = "Task" [ 1203.950391] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.957778] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Task: {'id': task-2677359, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.286779] env[64443]: DEBUG nova.network.neutron [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Updating instance_info_cache with network_info: [{"id": "37aa55df-ec77-4b87-b177-2ef0852e4a78", "address": "fa:16:3e:c4:2c:6c", "network": {"id": "d4f2997b-70b0-48af-8ccc-7f2d361cd2fc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1568830297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f7cdfa710248878e953b2925868c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37aa55df-ec", "ovs_interfaceid": "37aa55df-ec77-4b87-b177-2ef0852e4a78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.460823] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Task: {'id': task-2677359, 'name': ReconfigVM_Task, 'duration_secs': 0.34634} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.461135] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Reconfigured VM instance instance-00000077 to attach disk [datastore2] fee803d4-a813-47f8-8860-637fd2f17da8/fee803d4-a813-47f8-8860-637fd2f17da8.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.462363] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-152a83f7-b6f4-43ce-b902-49e5f929d1f6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.469556] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Waiting for the task: (returnval){ [ 1204.469556] env[64443]: value = "task-2677360" [ 1204.469556] env[64443]: _type = "Task" [ 1204.469556] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.478981] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Task: {'id': task-2677360, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.547882] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9db7c20c-0856-4682-b576-b7147e59c479 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.193s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.789840] env[64443]: DEBUG oslo_concurrency.lockutils [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "refresh_cache-b235010d-e10c-4dff-a9e7-8093436b4908" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.953495] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Didn't find any instances for network info cache update. {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1204.953784] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.953885] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.954065] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.954294] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.954465] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.954618] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.954753] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64443) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1204.954901] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.980457] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Task: {'id': task-2677360, 'name': Rename_Task, 'duration_secs': 0.162956} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.980714] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.980946] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d305a86-9cb0-40bb-88a3-570e23742d3f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.987019] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Waiting for the task: (returnval){ [ 1204.987019] env[64443]: value = "task-2677361" [ 1204.987019] env[64443]: _type = "Task" [ 1204.987019] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.993972] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Task: {'id': task-2677361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.102591] env[64443]: INFO nova.scheduler.client.report [None req-9db7c20c-0856-4682-b576-b7147e59c479 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Deleted allocation for migration 33e99b46-a028-42cb-aaac-e1a67fffe641 [ 1205.310395] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad526e0-0d07-4b20-8628-e87d0379f156 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.329174] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3aed61-87be-4cb7-8e3b-2c833b17b74a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.335816] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Updating instance 'b235010d-e10c-4dff-a9e7-8093436b4908' progress to 83 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.458097] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.458377] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.458550] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.458709] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64443) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1205.459612] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca932d81-d514-470e-8533-ba5cc21029b9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.467463] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c7c47e-3637-41ab-a5d1-3ca0d5b889e1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.480968] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b46598-35c7-48c5-8359-a790f1dda864 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.487009] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053edb1f-028a-4d9b-96ad-827a0d6f16f4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.497140] env[64443]: DEBUG oslo_vmware.api [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Task: {'id': task-2677361, 'name': PowerOnVM_Task, 'duration_secs': 0.448879} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.521471] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.521694] env[64443]: INFO nova.compute.manager [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Took 6.18 seconds to spawn the instance on the hypervisor. [ 1205.521897] env[64443]: DEBUG nova.compute.manager [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.522511] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180257MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=64443) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1205.522668] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.522882] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.524840] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4340b8-107a-4c95-9d92-f96288dc0dd9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.607938] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9db7c20c-0856-4682-b576-b7147e59c479 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "d2403b18-56b1-47f0-88a9-ca69997e6061" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.084s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.842143] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.842443] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4b00ad6-6121-4a79-9312-ed60dbc28aab {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.850018] env[64443]: DEBUG oslo_vmware.api [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1205.850018] env[64443]: value = "task-2677362" [ 1205.850018] env[64443]: _type = "Task" [ 1205.850018] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.857260] env[64443]: DEBUG oslo_vmware.api [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.880947] env[64443]: INFO nova.compute.manager [None req-90ba0e51-47f7-4ec7-a12b-9031039525b2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Get console output [ 1205.881309] env[64443]: WARNING nova.virt.vmwareapi.driver [None req-90ba0e51-47f7-4ec7-a12b-9031039525b2 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] The console log is missing. Check your VSPC configuration [ 1206.040812] env[64443]: INFO nova.compute.manager [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Took 10.95 seconds to build instance. [ 1206.360360] env[64443]: DEBUG oslo_vmware.api [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677362, 'name': PowerOnVM_Task, 'duration_secs': 0.364634} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.360654] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1206.360794] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-dce581d1-4670-4a1d-8cbf-b3d38d4a39a0 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Updating instance 'b235010d-e10c-4dff-a9e7-8093436b4908' progress to 100 {{(pid=64443) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.533387] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Applying migration context for instance b235010d-e10c-4dff-a9e7-8093436b4908 as it has an incoming, in-progress migration 7c5aaac5-4e2a-4f45-a612-e339f8a7fc14. Migration status is post-migrating {{(pid=64443) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1206.534462] env[64443]: INFO nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Updating resource usage from migration 7c5aaac5-4e2a-4f45-a612-e339f8a7fc14 [ 1206.543853] env[64443]: DEBUG oslo_concurrency.lockutils [None req-aa3bdf7b-57d7-4bbd-a6df-4f32bbedf979 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Lock "fee803d4-a813-47f8-8860-637fd2f17da8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.461s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.551911] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance dc23b348-d002-432c-838a-644d3092057c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1206.552080] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 0a897bf8-614b-4800-9f53-505ac8ebad72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1206.552214] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1206.552338] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 92aa8c3e-8a31-4766-ac08-bec2686ca2f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1206.552459] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance d2403b18-56b1-47f0-88a9-ca69997e6061 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1206.552578] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Migration 7c5aaac5-4e2a-4f45-a612-e339f8a7fc14 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1206.552692] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance b235010d-e10c-4dff-a9e7-8093436b4908 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1206.552807] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance fee803d4-a813-47f8-8860-637fd2f17da8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1206.552991] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1206.553143] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2176MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1206.641894] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b551c7-ba38-4970-996d-be8094ba5e5d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.649339] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dc0ebe-e03b-456d-b360-1ba92c582a78 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.679086] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe05b53-2e1a-4dec-a6c9-ff5b05710b20 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.686780] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c433550-694d-4c5e-bb5e-e7ffb9b18763 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.701945] env[64443]: DEBUG nova.compute.provider_tree [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.204976] env[64443]: DEBUG nova.scheduler.client.report [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.710289] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64443) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1207.710491] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.188s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.773346] env[64443]: DEBUG oslo_concurrency.lockutils [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Acquiring lock "fee803d4-a813-47f8-8860-637fd2f17da8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.773592] env[64443]: DEBUG oslo_concurrency.lockutils [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Lock "fee803d4-a813-47f8-8860-637fd2f17da8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.773798] env[64443]: DEBUG oslo_concurrency.lockutils [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Acquiring lock "fee803d4-a813-47f8-8860-637fd2f17da8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.773996] env[64443]: DEBUG oslo_concurrency.lockutils [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Lock "fee803d4-a813-47f8-8860-637fd2f17da8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.774196] env[64443]: DEBUG oslo_concurrency.lockutils [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Lock "fee803d4-a813-47f8-8860-637fd2f17da8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.776743] env[64443]: INFO nova.compute.manager [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Terminating instance [ 1208.280492] env[64443]: DEBUG nova.compute.manager [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1208.280854] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.281734] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70db39e-d44f-455d-a078-f697087c2914 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.289734] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.289997] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1c0b203-669a-41f8-be71-ef16bd0d6f6d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.296904] env[64443]: DEBUG oslo_vmware.api [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Waiting for the task: (returnval){ [ 1208.296904] env[64443]: value = "task-2677363" [ 1208.296904] env[64443]: _type = "Task" [ 1208.296904] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.304563] env[64443]: DEBUG oslo_vmware.api [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Task: {'id': task-2677363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.435232] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3ea16502-7a19-4d55-b4d3-3b8a7532be80 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "b235010d-e10c-4dff-a9e7-8093436b4908" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.435348] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3ea16502-7a19-4d55-b4d3-3b8a7532be80 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "b235010d-e10c-4dff-a9e7-8093436b4908" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.435535] env[64443]: DEBUG nova.compute.manager [None req-3ea16502-7a19-4d55-b4d3-3b8a7532be80 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Going to confirm migration 10 {{(pid=64443) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1208.806726] env[64443]: DEBUG oslo_vmware.api [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Task: {'id': task-2677363, 'name': PowerOffVM_Task, 'duration_secs': 0.209959} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.807032] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.807213] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.807471] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b114a92c-22de-4b8b-a5ee-2891afaab809 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.868809] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.869057] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.869260] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Deleting the datastore file [datastore2] fee803d4-a813-47f8-8860-637fd2f17da8 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.869531] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36890e9e-b026-4715-9db5-e4c4c8279a63 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.875802] env[64443]: DEBUG oslo_vmware.api [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Waiting for the task: (returnval){ [ 1208.875802] env[64443]: value = "task-2677365" [ 1208.875802] env[64443]: _type = "Task" [ 1208.875802] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.884136] env[64443]: DEBUG oslo_vmware.api [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Task: {'id': task-2677365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.975524] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "92aa8c3e-8a31-4766-ac08-bec2686ca2f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.975811] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "92aa8c3e-8a31-4766-ac08-bec2686ca2f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.976036] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "92aa8c3e-8a31-4766-ac08-bec2686ca2f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.976260] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "92aa8c3e-8a31-4766-ac08-bec2686ca2f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.976452] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "92aa8c3e-8a31-4766-ac08-bec2686ca2f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.978511] env[64443]: INFO nova.compute.manager [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Terminating instance [ 1208.996460] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3ea16502-7a19-4d55-b4d3-3b8a7532be80 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "refresh_cache-b235010d-e10c-4dff-a9e7-8093436b4908" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1208.996684] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3ea16502-7a19-4d55-b4d3-3b8a7532be80 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "refresh_cache-b235010d-e10c-4dff-a9e7-8093436b4908" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.996902] env[64443]: DEBUG nova.network.neutron [None req-3ea16502-7a19-4d55-b4d3-3b8a7532be80 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.997142] env[64443]: DEBUG nova.objects.instance [None req-3ea16502-7a19-4d55-b4d3-3b8a7532be80 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lazy-loading 'info_cache' on Instance uuid b235010d-e10c-4dff-a9e7-8093436b4908 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.385323] env[64443]: DEBUG oslo_vmware.api [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Task: {'id': task-2677365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172898} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.386220] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.386427] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.386609] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.386779] env[64443]: INFO nova.compute.manager [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1209.387038] env[64443]: DEBUG oslo.service.loopingcall [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1209.387451] env[64443]: DEBUG nova.compute.manager [-] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1209.387552] env[64443]: DEBUG nova.network.neutron [-] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1209.482826] env[64443]: DEBUG nova.compute.manager [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1209.483098] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1209.483983] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff797c38-e46e-474b-951e-8be048080c14 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.491654] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.491923] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9db2e2d6-cc69-4cf8-b9b3-59d13489cd15 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.497733] env[64443]: DEBUG oslo_vmware.api [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1209.497733] env[64443]: value = "task-2677366" [ 1209.497733] env[64443]: _type = "Task" [ 1209.497733] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.508207] env[64443]: DEBUG oslo_vmware.api [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.648376] env[64443]: DEBUG nova.compute.manager [req-5a17ecdb-60de-40bf-b573-fc184e18e17e req-c1d02a08-c33b-4a34-85c3-5f4f0c3bde83 service nova] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Received event network-vif-deleted-fc373a4d-9e6a-4120-99a2-ebf7e451dca6 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1209.648575] env[64443]: INFO nova.compute.manager [req-5a17ecdb-60de-40bf-b573-fc184e18e17e req-c1d02a08-c33b-4a34-85c3-5f4f0c3bde83 service nova] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Neutron deleted interface fc373a4d-9e6a-4120-99a2-ebf7e451dca6; detaching it from the instance and deleting it from the info cache [ 1209.648753] env[64443]: DEBUG nova.network.neutron [req-5a17ecdb-60de-40bf-b573-fc184e18e17e req-c1d02a08-c33b-4a34-85c3-5f4f0c3bde83 service nova] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.008968] env[64443]: DEBUG oslo_vmware.api [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677366, 'name': PowerOffVM_Task, 'duration_secs': 0.200083} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.009262] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.009436] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1210.010034] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45a7ef30-7e4b-4081-9157-eb1a98efbcfa {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.066187] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1210.066517] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1210.066739] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Deleting the datastore file [datastore1] 92aa8c3e-8a31-4766-ac08-bec2686ca2f0 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.067039] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c121e33b-a8d1-4abe-a9f7-416ea8c3b0f9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.073477] env[64443]: DEBUG oslo_vmware.api [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1210.073477] env[64443]: value = "task-2677368" [ 1210.073477] env[64443]: _type = "Task" [ 1210.073477] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.080613] env[64443]: DEBUG oslo_vmware.api [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.127814] env[64443]: DEBUG nova.network.neutron [-] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.151544] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63e28a74-b8d1-4d1b-9c7f-9b857e7ad943 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.162023] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69db4d8d-7eb5-4169-b535-c13800fe1899 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.191665] env[64443]: DEBUG nova.compute.manager [req-5a17ecdb-60de-40bf-b573-fc184e18e17e req-c1d02a08-c33b-4a34-85c3-5f4f0c3bde83 service nova] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Detach interface failed, port_id=fc373a4d-9e6a-4120-99a2-ebf7e451dca6, reason: Instance fee803d4-a813-47f8-8860-637fd2f17da8 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1210.209733] env[64443]: DEBUG nova.network.neutron [None req-3ea16502-7a19-4d55-b4d3-3b8a7532be80 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Updating instance_info_cache with network_info: [{"id": "37aa55df-ec77-4b87-b177-2ef0852e4a78", "address": "fa:16:3e:c4:2c:6c", "network": {"id": "d4f2997b-70b0-48af-8ccc-7f2d361cd2fc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1568830297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f7cdfa710248878e953b2925868c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37aa55df-ec", "ovs_interfaceid": "37aa55df-ec77-4b87-b177-2ef0852e4a78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.583666] env[64443]: DEBUG oslo_vmware.api [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174788} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.583978] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1210.584115] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1210.584303] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1210.584482] env[64443]: INFO nova.compute.manager [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1210.584721] env[64443]: DEBUG oslo.service.loopingcall [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1210.584914] env[64443]: DEBUG nova.compute.manager [-] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1210.585015] env[64443]: DEBUG nova.network.neutron [-] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1210.630312] env[64443]: INFO nova.compute.manager [-] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Took 1.24 seconds to deallocate network for instance. [ 1210.714942] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3ea16502-7a19-4d55-b4d3-3b8a7532be80 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "refresh_cache-b235010d-e10c-4dff-a9e7-8093436b4908" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.715259] env[64443]: DEBUG nova.objects.instance [None req-3ea16502-7a19-4d55-b4d3-3b8a7532be80 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lazy-loading 'migration_context' on Instance uuid b235010d-e10c-4dff-a9e7-8093436b4908 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.137321] env[64443]: DEBUG oslo_concurrency.lockutils [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.137576] env[64443]: DEBUG oslo_concurrency.lockutils [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.137823] env[64443]: DEBUG nova.objects.instance [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Lazy-loading 'resources' on Instance uuid fee803d4-a813-47f8-8860-637fd2f17da8 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.217675] env[64443]: DEBUG nova.objects.base [None req-3ea16502-7a19-4d55-b4d3-3b8a7532be80 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1211.218647] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70026012-bc81-47e6-90d9-0ade3907ca11 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.238017] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce968e14-4d1a-495e-b14a-a68ff69dca50 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.243504] env[64443]: DEBUG oslo_vmware.api [None req-3ea16502-7a19-4d55-b4d3-3b8a7532be80 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1211.243504] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52929270-b098-4f92-0f36-ab98a176369c" [ 1211.243504] env[64443]: _type = "Task" [ 1211.243504] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.251071] env[64443]: DEBUG oslo_vmware.api [None req-3ea16502-7a19-4d55-b4d3-3b8a7532be80 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52929270-b098-4f92-0f36-ab98a176369c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.497041] env[64443]: DEBUG nova.network.neutron [-] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.676488] env[64443]: DEBUG nova.compute.manager [req-7d3e5e42-500c-4751-bf65-80ecea49b69e req-b110ff4c-6a74-49d6-9c09-6240f5b7daf6 service nova] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Received event network-vif-deleted-d0df42d9-e318-44fe-b969-11c7db437ede {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1211.746051] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c0cb42-fd56-4285-94f6-acb0af58aab7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.759920] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db27e699-17ad-4ab2-8ab4-d9f0a2aef03f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.762901] env[64443]: DEBUG oslo_vmware.api [None req-3ea16502-7a19-4d55-b4d3-3b8a7532be80 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52929270-b098-4f92-0f36-ab98a176369c, 'name': SearchDatastore_Task, 'duration_secs': 0.009921} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.763210] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3ea16502-7a19-4d55-b4d3-3b8a7532be80 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.790651] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea45818b-ef80-483b-9b3b-62f829a4a661 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.797702] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2ecbd8-5613-4e25-9db2-9eda433954c2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.810806] env[64443]: DEBUG nova.compute.provider_tree [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.999543] env[64443]: INFO nova.compute.manager [-] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Took 1.41 seconds to deallocate network for instance. [ 1212.314558] env[64443]: DEBUG nova.scheduler.client.report [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.447275] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.506271] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.819617] env[64443]: DEBUG oslo_concurrency.lockutils [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.822031] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3ea16502-7a19-4d55-b4d3-3b8a7532be80 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.059s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.839302] env[64443]: INFO nova.scheduler.client.report [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Deleted allocations for instance fee803d4-a813-47f8-8860-637fd2f17da8 [ 1213.346366] env[64443]: DEBUG oslo_concurrency.lockutils [None req-49a70784-8fdf-46fe-9329-6cb0d1c9f295 tempest-ServerMetadataNegativeTestJSON-1404407593 tempest-ServerMetadataNegativeTestJSON-1404407593-project-member] Lock "fee803d4-a813-47f8-8860-637fd2f17da8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.572s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.419723] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204da612-a460-4238-8c57-145e582b4510 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.427666] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784828ca-2b22-4ffa-b65b-3ef92843c08e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.457657] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a4c981-9535-403b-b7c0-f25e5c873c8a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.464786] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffecfb21-1028-4755-8ad1-d0f2b0d7eb3c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.477912] env[64443]: DEBUG nova.compute.provider_tree [None req-3ea16502-7a19-4d55-b4d3-3b8a7532be80 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.981073] env[64443]: DEBUG nova.scheduler.client.report [None req-3ea16502-7a19-4d55-b4d3-3b8a7532be80 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.996552] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3ea16502-7a19-4d55-b4d3-3b8a7532be80 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.174s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.003346] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.497s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.003599] env[64443]: DEBUG nova.objects.instance [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lazy-loading 'resources' on Instance uuid 92aa8c3e-8a31-4766-ac08-bec2686ca2f0 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.563335] env[64443]: INFO nova.scheduler.client.report [None req-3ea16502-7a19-4d55-b4d3-3b8a7532be80 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Deleted allocation for migration 7c5aaac5-4e2a-4f45-a612-e339f8a7fc14 [ 1215.618253] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c846e069-d5c2-47e5-a709-52274d5ef934 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.626423] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2a3a6a-e46c-4640-856a-b9a324e92112 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.655987] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237a8384-dae9-403b-950b-9a66bca35fd7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.662532] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5469001d-44be-461f-aa81-6e91adefa5fc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.675137] env[64443]: DEBUG nova.compute.provider_tree [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.072163] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3ea16502-7a19-4d55-b4d3-3b8a7532be80 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "b235010d-e10c-4dff-a9e7-8093436b4908" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.637s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.177743] env[64443]: DEBUG nova.scheduler.client.report [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.515714] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "b235010d-e10c-4dff-a9e7-8093436b4908" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.516103] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "b235010d-e10c-4dff-a9e7-8093436b4908" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.516218] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "b235010d-e10c-4dff-a9e7-8093436b4908-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.516405] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "b235010d-e10c-4dff-a9e7-8093436b4908-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.516574] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "b235010d-e10c-4dff-a9e7-8093436b4908-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.518667] env[64443]: INFO nova.compute.manager [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Terminating instance [ 1216.682762] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.701475] env[64443]: INFO nova.scheduler.client.report [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Deleted allocations for instance 92aa8c3e-8a31-4766-ac08-bec2686ca2f0 [ 1217.015015] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "4110a4d2-89b6-445e-99f8-727e43395721" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.015270] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "4110a4d2-89b6-445e-99f8-727e43395721" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.022363] env[64443]: DEBUG nova.compute.manager [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.022947] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.024137] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8f06ee-1e12-4a43-8fef-4bb618aece59 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.033072] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.033302] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e0bc059-6b32-45b8-b03f-bfcc8f874be3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.039550] env[64443]: DEBUG oslo_vmware.api [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1217.039550] env[64443]: value = "task-2677369" [ 1217.039550] env[64443]: _type = "Task" [ 1217.039550] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.048343] env[64443]: DEBUG oslo_vmware.api [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.210038] env[64443]: DEBUG oslo_concurrency.lockutils [None req-47486be9-6349-4c35-a072-f1da2ef45a26 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "92aa8c3e-8a31-4766-ac08-bec2686ca2f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.234s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.517398] env[64443]: DEBUG nova.compute.manager [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1217.549492] env[64443]: DEBUG oslo_vmware.api [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677369, 'name': PowerOffVM_Task, 'duration_secs': 0.179215} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.549786] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.549950] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.550274] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3fb8ec5-a233-43e9-ac9d-a1bee77a0c30 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.609521] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.609762] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.609947] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Deleting the datastore file [datastore2] b235010d-e10c-4dff-a9e7-8093436b4908 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.610203] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7250c1ab-5f0f-48b4-964e-8c70e5249bb9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.617938] env[64443]: DEBUG oslo_vmware.api [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1217.617938] env[64443]: value = "task-2677371" [ 1217.617938] env[64443]: _type = "Task" [ 1217.617938] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.626662] env[64443]: DEBUG oslo_vmware.api [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.039215] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.039485] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.041356] env[64443]: INFO nova.compute.claims [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.105961] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b1ae5668-9d49-440b-b172-ad737c918fa1 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "0a897bf8-614b-4800-9f53-505ac8ebad72" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1218.106238] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b1ae5668-9d49-440b-b172-ad737c918fa1 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "0a897bf8-614b-4800-9f53-505ac8ebad72" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.128273] env[64443]: DEBUG oslo_vmware.api [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149576} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.128571] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.128767] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.128952] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.129142] env[64443]: INFO nova.compute.manager [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1218.129400] env[64443]: DEBUG oslo.service.loopingcall [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1218.129585] env[64443]: DEBUG nova.compute.manager [-] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1218.129678] env[64443]: DEBUG nova.network.neutron [-] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1218.397803] env[64443]: DEBUG nova.compute.manager [req-03c41fda-10a4-47a2-bd50-4b8c81448c20 req-e24ff119-269c-44a4-b09a-eaba61e9a3b7 service nova] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Received event network-vif-deleted-37aa55df-ec77-4b87-b177-2ef0852e4a78 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1218.398082] env[64443]: INFO nova.compute.manager [req-03c41fda-10a4-47a2-bd50-4b8c81448c20 req-e24ff119-269c-44a4-b09a-eaba61e9a3b7 service nova] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Neutron deleted interface 37aa55df-ec77-4b87-b177-2ef0852e4a78; detaching it from the instance and deleting it from the info cache [ 1218.398177] env[64443]: DEBUG nova.network.neutron [req-03c41fda-10a4-47a2-bd50-4b8c81448c20 req-e24ff119-269c-44a4-b09a-eaba61e9a3b7 service nova] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.609395] env[64443]: INFO nova.compute.manager [None req-b1ae5668-9d49-440b-b172-ad737c918fa1 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Detaching volume d79f70ec-cbdf-4954-9d6e-556d3dfb575b [ 1218.645122] env[64443]: INFO nova.virt.block_device [None req-b1ae5668-9d49-440b-b172-ad737c918fa1 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Attempting to driver detach volume d79f70ec-cbdf-4954-9d6e-556d3dfb575b from mountpoint /dev/sdb [ 1218.645379] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ae5668-9d49-440b-b172-ad737c918fa1 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Volume detach. Driver type: vmdk {{(pid=64443) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1218.645571] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ae5668-9d49-440b-b172-ad737c918fa1 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539801', 'volume_id': 'd79f70ec-cbdf-4954-9d6e-556d3dfb575b', 'name': 'volume-d79f70ec-cbdf-4954-9d6e-556d3dfb575b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a897bf8-614b-4800-9f53-505ac8ebad72', 'attached_at': '', 'detached_at': '', 'volume_id': 'd79f70ec-cbdf-4954-9d6e-556d3dfb575b', 'serial': 'd79f70ec-cbdf-4954-9d6e-556d3dfb575b'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1218.646461] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e27dcba-312a-4081-b08d-4e488cd5bd6d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.668471] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd9746f-4f1c-4c79-a043-53bee1ea1b0f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.675371] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f79570-f10d-4a07-b593-4730d956c94f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.695189] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ff90e8-f150-47ff-8c4b-acfaf8a409bd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.709891] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ae5668-9d49-440b-b172-ad737c918fa1 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] The volume has not been displaced from its original location: [datastore2] volume-d79f70ec-cbdf-4954-9d6e-556d3dfb575b/volume-d79f70ec-cbdf-4954-9d6e-556d3dfb575b.vmdk. No consolidation needed. {{(pid=64443) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1218.715170] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ae5668-9d49-440b-b172-ad737c918fa1 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1218.715472] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a4ca964-9c23-4049-902e-926fd50b5b2d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.733081] env[64443]: DEBUG oslo_vmware.api [None req-b1ae5668-9d49-440b-b172-ad737c918fa1 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1218.733081] env[64443]: value = "task-2677372" [ 1218.733081] env[64443]: _type = "Task" [ 1218.733081] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.740386] env[64443]: DEBUG oslo_vmware.api [None req-b1ae5668-9d49-440b-b172-ad737c918fa1 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.879800] env[64443]: DEBUG nova.network.neutron [-] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.900489] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a088f74f-88fe-43c4-892b-d5c9ff9a23ad {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.911119] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0a4be2-685c-4fcf-ac66-cab610820387 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.941229] env[64443]: DEBUG nova.compute.manager [req-03c41fda-10a4-47a2-bd50-4b8c81448c20 req-e24ff119-269c-44a4-b09a-eaba61e9a3b7 service nova] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Detach interface failed, port_id=37aa55df-ec77-4b87-b177-2ef0852e4a78, reason: Instance b235010d-e10c-4dff-a9e7-8093436b4908 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1219.129214] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c265a5-2479-4daf-87d3-5efc88211931 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.136956] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd237fa-cbc7-4bc8-945c-63c8465ddf68 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.167212] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc287643-3545-470b-8cfe-6d3f5b5cbdd2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.175101] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d149af47-5081-4771-99a2-f5122fac5570 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.188147] env[64443]: DEBUG nova.compute.provider_tree [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.244309] env[64443]: DEBUG oslo_vmware.api [None req-b1ae5668-9d49-440b-b172-ad737c918fa1 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677372, 'name': ReconfigVM_Task, 'duration_secs': 0.234024} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.244605] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ae5668-9d49-440b-b172-ad737c918fa1 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1219.249066] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d509e25f-4bc7-4a89-9415-da2b093d4e46 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.264263] env[64443]: DEBUG oslo_vmware.api [None req-b1ae5668-9d49-440b-b172-ad737c918fa1 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1219.264263] env[64443]: value = "task-2677373" [ 1219.264263] env[64443]: _type = "Task" [ 1219.264263] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.271938] env[64443]: DEBUG oslo_vmware.api [None req-b1ae5668-9d49-440b-b172-ad737c918fa1 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.382363] env[64443]: INFO nova.compute.manager [-] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Took 1.25 seconds to deallocate network for instance. [ 1219.691062] env[64443]: DEBUG nova.scheduler.client.report [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.774360] env[64443]: DEBUG oslo_vmware.api [None req-b1ae5668-9d49-440b-b172-ad737c918fa1 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677373, 'name': ReconfigVM_Task, 'duration_secs': 0.136815} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.774659] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ae5668-9d49-440b-b172-ad737c918fa1 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539801', 'volume_id': 'd79f70ec-cbdf-4954-9d6e-556d3dfb575b', 'name': 'volume-d79f70ec-cbdf-4954-9d6e-556d3dfb575b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a897bf8-614b-4800-9f53-505ac8ebad72', 'attached_at': '', 'detached_at': '', 'volume_id': 'd79f70ec-cbdf-4954-9d6e-556d3dfb575b', 'serial': 'd79f70ec-cbdf-4954-9d6e-556d3dfb575b'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1219.889397] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.195652] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.196165] env[64443]: DEBUG nova.compute.manager [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1220.198736] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.310s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.198961] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.218791] env[64443]: INFO nova.scheduler.client.report [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Deleted allocations for instance b235010d-e10c-4dff-a9e7-8093436b4908 [ 1220.313213] env[64443]: DEBUG nova.objects.instance [None req-b1ae5668-9d49-440b-b172-ad737c918fa1 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lazy-loading 'flavor' on Instance uuid 0a897bf8-614b-4800-9f53-505ac8ebad72 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.702602] env[64443]: DEBUG nova.compute.utils [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1220.704441] env[64443]: DEBUG nova.compute.manager [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1220.704712] env[64443]: DEBUG nova.network.neutron [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1220.726533] env[64443]: DEBUG oslo_concurrency.lockutils [None req-9d93745c-43b7-4f8e-93b3-759c89b767fe tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "b235010d-e10c-4dff-a9e7-8093436b4908" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.210s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.750101] env[64443]: DEBUG nova.policy [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86271945b7864bcf9bb103c867500d62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64f7cdfa710248878e953b2925868c39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1220.987562] env[64443]: DEBUG nova.network.neutron [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Successfully created port: 0c55258f-debb-4533-9be6-e98b3f0e19a6 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1221.208221] env[64443]: DEBUG nova.compute.manager [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1221.322419] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b1ae5668-9d49-440b-b172-ad737c918fa1 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "0a897bf8-614b-4800-9f53-505ac8ebad72" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.218303] env[64443]: DEBUG nova.compute.manager [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1222.245306] env[64443]: DEBUG nova.virt.hardware [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1222.245559] env[64443]: DEBUG nova.virt.hardware [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1222.245723] env[64443]: DEBUG nova.virt.hardware [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1222.245911] env[64443]: DEBUG nova.virt.hardware [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1222.246075] env[64443]: DEBUG nova.virt.hardware [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1222.246229] env[64443]: DEBUG nova.virt.hardware [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1222.246453] env[64443]: DEBUG nova.virt.hardware [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1222.246616] env[64443]: DEBUG nova.virt.hardware [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1222.246786] env[64443]: DEBUG nova.virt.hardware [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1222.246953] env[64443]: DEBUG nova.virt.hardware [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1222.247143] env[64443]: DEBUG nova.virt.hardware [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1222.248082] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db046dc-d397-4cb3-8d17-514004e3a824 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.256265] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71aaeac6-744a-49ec-9c87-853e3ac0d4e2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.331417] env[64443]: DEBUG nova.compute.manager [req-39fb713c-c661-4793-a548-ecdfe2fed78e req-9c80ed5e-7af6-4f37-857d-1d72694b5a69 service nova] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Received event network-vif-plugged-0c55258f-debb-4533-9be6-e98b3f0e19a6 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1222.331697] env[64443]: DEBUG oslo_concurrency.lockutils [req-39fb713c-c661-4793-a548-ecdfe2fed78e req-9c80ed5e-7af6-4f37-857d-1d72694b5a69 service nova] Acquiring lock "4110a4d2-89b6-445e-99f8-727e43395721-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.331943] env[64443]: DEBUG oslo_concurrency.lockutils [req-39fb713c-c661-4793-a548-ecdfe2fed78e req-9c80ed5e-7af6-4f37-857d-1d72694b5a69 service nova] Lock "4110a4d2-89b6-445e-99f8-727e43395721-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.332170] env[64443]: DEBUG oslo_concurrency.lockutils [req-39fb713c-c661-4793-a548-ecdfe2fed78e req-9c80ed5e-7af6-4f37-857d-1d72694b5a69 service nova] Lock "4110a4d2-89b6-445e-99f8-727e43395721-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.332371] env[64443]: DEBUG nova.compute.manager [req-39fb713c-c661-4793-a548-ecdfe2fed78e req-9c80ed5e-7af6-4f37-857d-1d72694b5a69 service nova] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] No waiting events found dispatching network-vif-plugged-0c55258f-debb-4533-9be6-e98b3f0e19a6 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1222.332562] env[64443]: WARNING nova.compute.manager [req-39fb713c-c661-4793-a548-ecdfe2fed78e req-9c80ed5e-7af6-4f37-857d-1d72694b5a69 service nova] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Received unexpected event network-vif-plugged-0c55258f-debb-4533-9be6-e98b3f0e19a6 for instance with vm_state building and task_state spawning. [ 1222.366764] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "0a897bf8-614b-4800-9f53-505ac8ebad72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.366995] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "0a897bf8-614b-4800-9f53-505ac8ebad72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.367246] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "0a897bf8-614b-4800-9f53-505ac8ebad72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.367435] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "0a897bf8-614b-4800-9f53-505ac8ebad72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.367604] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "0a897bf8-614b-4800-9f53-505ac8ebad72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.369669] env[64443]: INFO nova.compute.manager [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Terminating instance [ 1222.410974] env[64443]: DEBUG nova.network.neutron [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Successfully updated port: 0c55258f-debb-4533-9be6-e98b3f0e19a6 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1222.873547] env[64443]: DEBUG nova.compute.manager [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.873790] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.874744] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a5ec73-b749-444c-b8ae-fa1f2b628cb5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.882946] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.883203] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7abbafd8-5d75-4f52-94e5-b7f3014859ad {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.889844] env[64443]: DEBUG oslo_vmware.api [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1222.889844] env[64443]: value = "task-2677374" [ 1222.889844] env[64443]: _type = "Task" [ 1222.889844] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.897038] env[64443]: DEBUG oslo_vmware.api [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.913256] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "refresh_cache-4110a4d2-89b6-445e-99f8-727e43395721" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.913423] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "refresh_cache-4110a4d2-89b6-445e-99f8-727e43395721" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.913587] env[64443]: DEBUG nova.network.neutron [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.399922] env[64443]: DEBUG oslo_vmware.api [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677374, 'name': PowerOffVM_Task, 'duration_secs': 0.17391} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.400370] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.400370] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.400624] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19423783-792a-429f-9845-1a0ba53e44dd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.444637] env[64443]: DEBUG nova.network.neutron [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1223.458849] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.459073] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.459263] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Deleting the datastore file [datastore2] 0a897bf8-614b-4800-9f53-505ac8ebad72 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.459521] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9787c5ba-12d6-4301-932b-97f3c6e9596d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.467722] env[64443]: DEBUG oslo_vmware.api [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1223.467722] env[64443]: value = "task-2677376" [ 1223.467722] env[64443]: _type = "Task" [ 1223.467722] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.475369] env[64443]: DEBUG oslo_vmware.api [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.564344] env[64443]: DEBUG nova.network.neutron [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Updating instance_info_cache with network_info: [{"id": "0c55258f-debb-4533-9be6-e98b3f0e19a6", "address": "fa:16:3e:01:6a:04", "network": {"id": "d4f2997b-70b0-48af-8ccc-7f2d361cd2fc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1568830297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f7cdfa710248878e953b2925868c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c55258f-de", "ovs_interfaceid": "0c55258f-debb-4533-9be6-e98b3f0e19a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.979824] env[64443]: DEBUG oslo_vmware.api [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142944} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.980127] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.980319] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.980559] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.980761] env[64443]: INFO nova.compute.manager [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1223.981016] env[64443]: DEBUG oslo.service.loopingcall [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1223.981219] env[64443]: DEBUG nova.compute.manager [-] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.981318] env[64443]: DEBUG nova.network.neutron [-] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.067577] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "refresh_cache-4110a4d2-89b6-445e-99f8-727e43395721" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.067907] env[64443]: DEBUG nova.compute.manager [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Instance network_info: |[{"id": "0c55258f-debb-4533-9be6-e98b3f0e19a6", "address": "fa:16:3e:01:6a:04", "network": {"id": "d4f2997b-70b0-48af-8ccc-7f2d361cd2fc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1568830297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f7cdfa710248878e953b2925868c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c55258f-de", "ovs_interfaceid": "0c55258f-debb-4533-9be6-e98b3f0e19a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1224.068364] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:6a:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c55258f-debb-4533-9be6-e98b3f0e19a6', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1224.075897] env[64443]: DEBUG oslo.service.loopingcall [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1224.076111] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1224.076335] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fa72f4a-8e0c-4aa3-9108-7c24ed6cac69 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.096669] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1224.096669] env[64443]: value = "task-2677377" [ 1224.096669] env[64443]: _type = "Task" [ 1224.096669] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.104196] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677377, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.362303] env[64443]: DEBUG nova.compute.manager [req-992d1567-68e6-430c-95c4-1797f6c7b821 req-d2a758ae-b4f0-409c-adb5-7b3d25240596 service nova] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Received event network-changed-0c55258f-debb-4533-9be6-e98b3f0e19a6 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1224.362500] env[64443]: DEBUG nova.compute.manager [req-992d1567-68e6-430c-95c4-1797f6c7b821 req-d2a758ae-b4f0-409c-adb5-7b3d25240596 service nova] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Refreshing instance network info cache due to event network-changed-0c55258f-debb-4533-9be6-e98b3f0e19a6. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1224.362713] env[64443]: DEBUG oslo_concurrency.lockutils [req-992d1567-68e6-430c-95c4-1797f6c7b821 req-d2a758ae-b4f0-409c-adb5-7b3d25240596 service nova] Acquiring lock "refresh_cache-4110a4d2-89b6-445e-99f8-727e43395721" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.362859] env[64443]: DEBUG oslo_concurrency.lockutils [req-992d1567-68e6-430c-95c4-1797f6c7b821 req-d2a758ae-b4f0-409c-adb5-7b3d25240596 service nova] Acquired lock "refresh_cache-4110a4d2-89b6-445e-99f8-727e43395721" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.363035] env[64443]: DEBUG nova.network.neutron [req-992d1567-68e6-430c-95c4-1797f6c7b821 req-d2a758ae-b4f0-409c-adb5-7b3d25240596 service nova] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Refreshing network info cache for port 0c55258f-debb-4533-9be6-e98b3f0e19a6 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.606804] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677377, 'name': CreateVM_Task, 'duration_secs': 0.304497} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.607084] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.607591] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.607764] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.608095] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.608358] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f888de3-044d-413b-a247-0bd965f9f181 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.612653] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1224.612653] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52cd882a-41b7-85d3-7b47-9f3bc774eefc" [ 1224.612653] env[64443]: _type = "Task" [ 1224.612653] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.620318] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52cd882a-41b7-85d3-7b47-9f3bc774eefc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.919189] env[64443]: DEBUG nova.network.neutron [-] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.060412] env[64443]: DEBUG nova.network.neutron [req-992d1567-68e6-430c-95c4-1797f6c7b821 req-d2a758ae-b4f0-409c-adb5-7b3d25240596 service nova] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Updated VIF entry in instance network info cache for port 0c55258f-debb-4533-9be6-e98b3f0e19a6. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.060765] env[64443]: DEBUG nova.network.neutron [req-992d1567-68e6-430c-95c4-1797f6c7b821 req-d2a758ae-b4f0-409c-adb5-7b3d25240596 service nova] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Updating instance_info_cache with network_info: [{"id": "0c55258f-debb-4533-9be6-e98b3f0e19a6", "address": "fa:16:3e:01:6a:04", "network": {"id": "d4f2997b-70b0-48af-8ccc-7f2d361cd2fc", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1568830297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64f7cdfa710248878e953b2925868c39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c55258f-de", "ovs_interfaceid": "0c55258f-debb-4533-9be6-e98b3f0e19a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.123905] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52cd882a-41b7-85d3-7b47-9f3bc774eefc, 'name': SearchDatastore_Task, 'duration_secs': 0.009309} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.124239] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.124470] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1225.124707] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.124855] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.125053] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1225.125319] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14d5a5b0-d94b-4c66-baa9-07d955f97b23 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.133231] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1225.133635] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1225.134108] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb0713c4-3cac-4095-a8e0-4537c3af2921 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.139327] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1225.139327] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52c02c14-cf41-80e5-2698-8016a195e3f1" [ 1225.139327] env[64443]: _type = "Task" [ 1225.139327] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.146774] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c02c14-cf41-80e5-2698-8016a195e3f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.422371] env[64443]: INFO nova.compute.manager [-] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Took 1.44 seconds to deallocate network for instance. [ 1225.563007] env[64443]: DEBUG oslo_concurrency.lockutils [req-992d1567-68e6-430c-95c4-1797f6c7b821 req-d2a758ae-b4f0-409c-adb5-7b3d25240596 service nova] Releasing lock "refresh_cache-4110a4d2-89b6-445e-99f8-727e43395721" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.649709] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52c02c14-cf41-80e5-2698-8016a195e3f1, 'name': SearchDatastore_Task, 'duration_secs': 0.008666} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.650476] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d47b87f-b345-4f2d-81f9-2310ec76070d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.656139] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1225.656139] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]522ddc6f-3cd6-6821-bac5-3e1ea1ed464d" [ 1225.656139] env[64443]: _type = "Task" [ 1225.656139] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.663690] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]522ddc6f-3cd6-6821-bac5-3e1ea1ed464d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.928893] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.929225] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.929504] env[64443]: DEBUG nova.objects.instance [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lazy-loading 'resources' on Instance uuid 0a897bf8-614b-4800-9f53-505ac8ebad72 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.166990] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]522ddc6f-3cd6-6821-bac5-3e1ea1ed464d, 'name': SearchDatastore_Task, 'duration_secs': 0.00968} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.167350] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.167614] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 4110a4d2-89b6-445e-99f8-727e43395721/4110a4d2-89b6-445e-99f8-727e43395721.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1226.167865] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-389ed97f-8e01-4d71-bd34-e33fd3e3cc25 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.174739] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1226.174739] env[64443]: value = "task-2677378" [ 1226.174739] env[64443]: _type = "Task" [ 1226.174739] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.182207] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.391329] env[64443]: DEBUG nova.compute.manager [req-53a19142-7030-490e-9b72-8f102ebc19bf req-fb3f299f-c46d-46da-9f46-00b265560535 service nova] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Received event network-vif-deleted-024cf3cf-9193-487c-af07-6c8af1319cbf {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1226.518488] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faa762c-071d-4831-9710-56fd741674a4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.526905] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a916aa-2dd9-4a99-bf09-867c72dca4c3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.560122] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd441e1a-766b-468c-80a4-c5f0528d0247 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.569053] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055389de-d2b8-4db3-af09-3fcdadd92c9e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.582389] env[64443]: DEBUG nova.compute.provider_tree [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.684310] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.421289} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.684710] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 4110a4d2-89b6-445e-99f8-727e43395721/4110a4d2-89b6-445e-99f8-727e43395721.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1226.684796] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1226.685084] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65c00950-ce39-4580-9a1e-5c6f13c09b45 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.691778] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1226.691778] env[64443]: value = "task-2677379" [ 1226.691778] env[64443]: _type = "Task" [ 1226.691778] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.698693] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.085710] env[64443]: DEBUG nova.scheduler.client.report [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.205937] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057198} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.206445] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1227.207677] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938e00ab-7537-4acd-85b7-92cd373bdca1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.230174] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 4110a4d2-89b6-445e-99f8-727e43395721/4110a4d2-89b6-445e-99f8-727e43395721.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.230688] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64542b1d-6f0d-4196-b454-bcce1629baae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.249392] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1227.249392] env[64443]: value = "task-2677380" [ 1227.249392] env[64443]: _type = "Task" [ 1227.249392] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.258669] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.590274] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.609111] env[64443]: INFO nova.scheduler.client.report [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Deleted allocations for instance 0a897bf8-614b-4800-9f53-505ac8ebad72 [ 1227.761051] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.116852] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3a91f3f4-c5ee-4051-88b9-5661cafde48c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "0a897bf8-614b-4800-9f53-505ac8ebad72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.750s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.259565] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677380, 'name': ReconfigVM_Task, 'duration_secs': 0.856825} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.259841] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 4110a4d2-89b6-445e-99f8-727e43395721/4110a4d2-89b6-445e-99f8-727e43395721.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.260486] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dededd9-9f32-4fd1-9925-b9903cc7145d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.267400] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1228.267400] env[64443]: value = "task-2677381" [ 1228.267400] env[64443]: _type = "Task" [ 1228.267400] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.274777] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677381, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.777826] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677381, 'name': Rename_Task, 'duration_secs': 0.137995} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.778140] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.778355] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5e80bb0-0286-4fd5-ae39-a89e699f698e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.785321] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1228.785321] env[64443]: value = "task-2677382" [ 1228.785321] env[64443]: _type = "Task" [ 1228.785321] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.793587] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.295208] env[64443]: DEBUG oslo_vmware.api [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677382, 'name': PowerOnVM_Task, 'duration_secs': 0.507356} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.295472] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.295690] env[64443]: INFO nova.compute.manager [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1229.295900] env[64443]: DEBUG nova.compute.manager [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.296695] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607403fc-1f2c-481d-9ba1-1006e54bffe7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.813911] env[64443]: INFO nova.compute.manager [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Took 11.79 seconds to build instance. [ 1230.297830] env[64443]: DEBUG oslo_concurrency.lockutils [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "019784ed-8c53-46f1-b495-b6d6a205eacb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.298103] env[64443]: DEBUG oslo_concurrency.lockutils [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "019784ed-8c53-46f1-b495-b6d6a205eacb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.315992] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bf4d334-716e-4c8a-8578-d9341c39a51f tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "4110a4d2-89b6-445e-99f8-727e43395721" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.301s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.669086] env[64443]: DEBUG oslo_concurrency.lockutils [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "4110a4d2-89b6-445e-99f8-727e43395721" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.669332] env[64443]: DEBUG oslo_concurrency.lockutils [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "4110a4d2-89b6-445e-99f8-727e43395721" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.671206] env[64443]: DEBUG oslo_concurrency.lockutils [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "4110a4d2-89b6-445e-99f8-727e43395721-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.671410] env[64443]: DEBUG oslo_concurrency.lockutils [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "4110a4d2-89b6-445e-99f8-727e43395721-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.671585] env[64443]: DEBUG oslo_concurrency.lockutils [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "4110a4d2-89b6-445e-99f8-727e43395721-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.673666] env[64443]: INFO nova.compute.manager [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Terminating instance [ 1230.800817] env[64443]: DEBUG nova.compute.manager [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.177224] env[64443]: DEBUG nova.compute.manager [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.177569] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.178398] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71681ed6-0cbc-4ef8-9664-b330d3986301 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.186337] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.186573] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cf058ea-463f-4690-92f7-0f34971ef3b4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.192043] env[64443]: DEBUG oslo_vmware.api [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1231.192043] env[64443]: value = "task-2677383" [ 1231.192043] env[64443]: _type = "Task" [ 1231.192043] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.199211] env[64443]: DEBUG oslo_vmware.api [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.324624] env[64443]: DEBUG oslo_concurrency.lockutils [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.324998] env[64443]: DEBUG oslo_concurrency.lockutils [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.326964] env[64443]: INFO nova.compute.claims [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.701771] env[64443]: DEBUG oslo_vmware.api [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677383, 'name': PowerOffVM_Task, 'duration_secs': 0.196004} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.702010] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.702205] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.702458] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abf92fb3-8578-441e-9a86-4d5557961184 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.760589] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.760794] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.760978] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Deleting the datastore file [datastore2] 4110a4d2-89b6-445e-99f8-727e43395721 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.761315] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64001150-8858-453f-89c4-117e5e0c74f2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.767350] env[64443]: DEBUG oslo_vmware.api [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for the task: (returnval){ [ 1231.767350] env[64443]: value = "task-2677385" [ 1231.767350] env[64443]: _type = "Task" [ 1231.767350] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.774379] env[64443]: DEBUG oslo_vmware.api [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.277868] env[64443]: DEBUG oslo_vmware.api [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Task: {'id': task-2677385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151246} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.278179] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.278315] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.278544] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.278672] env[64443]: INFO nova.compute.manager [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1232.278916] env[64443]: DEBUG oslo.service.loopingcall [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1232.279117] env[64443]: DEBUG nova.compute.manager [-] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1232.279213] env[64443]: DEBUG nova.network.neutron [-] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1232.402083] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5849bbec-759d-4e4c-a3ac-49472b037374 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.409304] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8597835a-dc81-4404-90ba-31a3e9bc147b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.440179] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab9e05d-cb20-4561-8a4e-f2dbf636b0d1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.447370] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a93d7b-18af-4c20-8842-60210f2f76e8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.460539] env[64443]: DEBUG nova.compute.provider_tree [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.529354] env[64443]: DEBUG nova.compute.manager [req-4c4aba1c-5fa4-4c7f-933e-62b243d0f965 req-43477380-04ce-44ad-a3eb-d435446c0a03 service nova] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Received event network-vif-deleted-0c55258f-debb-4533-9be6-e98b3f0e19a6 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1232.529592] env[64443]: INFO nova.compute.manager [req-4c4aba1c-5fa4-4c7f-933e-62b243d0f965 req-43477380-04ce-44ad-a3eb-d435446c0a03 service nova] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Neutron deleted interface 0c55258f-debb-4533-9be6-e98b3f0e19a6; detaching it from the instance and deleting it from the info cache [ 1232.529905] env[64443]: DEBUG nova.network.neutron [req-4c4aba1c-5fa4-4c7f-933e-62b243d0f965 req-43477380-04ce-44ad-a3eb-d435446c0a03 service nova] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.793516] env[64443]: DEBUG oslo_concurrency.lockutils [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "d2403b18-56b1-47f0-88a9-ca69997e6061" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.793773] env[64443]: DEBUG oslo_concurrency.lockutils [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "d2403b18-56b1-47f0-88a9-ca69997e6061" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.793947] env[64443]: DEBUG oslo_concurrency.lockutils [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "d2403b18-56b1-47f0-88a9-ca69997e6061-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.794190] env[64443]: DEBUG oslo_concurrency.lockutils [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "d2403b18-56b1-47f0-88a9-ca69997e6061-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.794376] env[64443]: DEBUG oslo_concurrency.lockutils [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "d2403b18-56b1-47f0-88a9-ca69997e6061-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.796355] env[64443]: INFO nova.compute.manager [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Terminating instance [ 1232.964052] env[64443]: DEBUG nova.scheduler.client.report [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.014090] env[64443]: DEBUG nova.network.neutron [-] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.032574] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b44deb5-2ab0-43bf-9ebd-2e702a04db74 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.042511] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7780e28f-40a7-4cd8-a5e4-699279516f3a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.070803] env[64443]: DEBUG nova.compute.manager [req-4c4aba1c-5fa4-4c7f-933e-62b243d0f965 req-43477380-04ce-44ad-a3eb-d435446c0a03 service nova] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Detach interface failed, port_id=0c55258f-debb-4533-9be6-e98b3f0e19a6, reason: Instance 4110a4d2-89b6-445e-99f8-727e43395721 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1233.299557] env[64443]: DEBUG nova.compute.manager [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.299895] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.300068] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bc2a668-902b-4ca8-93bd-4c6327981d11 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.308840] env[64443]: DEBUG oslo_vmware.api [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1233.308840] env[64443]: value = "task-2677386" [ 1233.308840] env[64443]: _type = "Task" [ 1233.308840] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.316594] env[64443]: DEBUG oslo_vmware.api [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.467784] env[64443]: DEBUG oslo_concurrency.lockutils [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.143s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.468410] env[64443]: DEBUG nova.compute.manager [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1233.516691] env[64443]: INFO nova.compute.manager [-] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Took 1.24 seconds to deallocate network for instance. [ 1233.818722] env[64443]: DEBUG oslo_vmware.api [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677386, 'name': PowerOffVM_Task, 'duration_secs': 0.170042} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.818996] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.819201] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Volume detach. Driver type: vmdk {{(pid=64443) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1233.819399] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539802', 'volume_id': 'fed72d19-b45f-407a-9bcb-d5cdffe10eae', 'name': 'volume-fed72d19-b45f-407a-9bcb-d5cdffe10eae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd2403b18-56b1-47f0-88a9-ca69997e6061', 'attached_at': '2025-02-19T11:12:15.000000', 'detached_at': '', 'volume_id': 'fed72d19-b45f-407a-9bcb-d5cdffe10eae', 'serial': 'fed72d19-b45f-407a-9bcb-d5cdffe10eae'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1233.820196] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed03389-a7aa-4aec-b7a9-622249b9373e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.838328] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00970bb8-eeb3-42f5-9daa-17813559192b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.844389] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4542cc-b287-4ee0-97a2-5b65de12ae02 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.861462] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e15710-05a7-4e65-a4e5-c966e107b880 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.875411] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] The volume has not been displaced from its original location: [datastore1] volume-fed72d19-b45f-407a-9bcb-d5cdffe10eae/volume-fed72d19-b45f-407a-9bcb-d5cdffe10eae.vmdk. No consolidation needed. {{(pid=64443) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1233.880573] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1233.880807] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54d0b28c-d79a-4315-87e4-1a735c48202c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.898449] env[64443]: DEBUG oslo_vmware.api [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1233.898449] env[64443]: value = "task-2677387" [ 1233.898449] env[64443]: _type = "Task" [ 1233.898449] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.905456] env[64443]: DEBUG oslo_vmware.api [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.973196] env[64443]: DEBUG nova.compute.utils [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1233.975039] env[64443]: DEBUG nova.compute.manager [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1233.975039] env[64443]: DEBUG nova.network.neutron [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1234.019250] env[64443]: DEBUG nova.policy [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01c71189fb204cc5aa5b00836fe93f69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4f72016b64945a0b5fb0e033d074579', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1234.022782] env[64443]: DEBUG oslo_concurrency.lockutils [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.023021] env[64443]: DEBUG oslo_concurrency.lockutils [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.023232] env[64443]: DEBUG nova.objects.instance [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lazy-loading 'resources' on Instance uuid 4110a4d2-89b6-445e-99f8-727e43395721 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.270873] env[64443]: DEBUG nova.network.neutron [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Successfully created port: f2b48fcb-1355-4927-b167-9102f7ddd8b0 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1234.409701] env[64443]: DEBUG oslo_vmware.api [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677387, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.477628] env[64443]: DEBUG nova.compute.manager [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1234.599260] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bb4135-3187-4d68-8137-ee12859c99fd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.607047] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a15a1a-86d9-4ce3-a93d-ca3ce11bd0f9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.636728] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17984e8-33ba-48fc-ac75-4ab6b5a0d4cd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.643628] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc809a4-8db2-4707-89d6-03afc7f6c211 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.656814] env[64443]: DEBUG nova.compute.provider_tree [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.910495] env[64443]: DEBUG oslo_vmware.api [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677387, 'name': ReconfigVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.160083] env[64443]: DEBUG nova.scheduler.client.report [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.410233] env[64443]: DEBUG oslo_vmware.api [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677387, 'name': ReconfigVM_Task, 'duration_secs': 1.18164} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.410599] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1235.415118] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-117cbcb8-8be9-4cc3-afaf-c040a7dc92c8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.429752] env[64443]: DEBUG oslo_vmware.api [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1235.429752] env[64443]: value = "task-2677388" [ 1235.429752] env[64443]: _type = "Task" [ 1235.429752] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.438889] env[64443]: DEBUG oslo_vmware.api [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.489391] env[64443]: DEBUG nova.compute.manager [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1235.515821] env[64443]: DEBUG nova.virt.hardware [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.516087] env[64443]: DEBUG nova.virt.hardware [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.516251] env[64443]: DEBUG nova.virt.hardware [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.516431] env[64443]: DEBUG nova.virt.hardware [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.516577] env[64443]: DEBUG nova.virt.hardware [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.517162] env[64443]: DEBUG nova.virt.hardware [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.517162] env[64443]: DEBUG nova.virt.hardware [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.517162] env[64443]: DEBUG nova.virt.hardware [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.517316] env[64443]: DEBUG nova.virt.hardware [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.517428] env[64443]: DEBUG nova.virt.hardware [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.517604] env[64443]: DEBUG nova.virt.hardware [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.518470] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad08236f-5f50-4034-a399-405e9a1817a7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.526034] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5421e7-b33d-4586-9c91-c6b6f62bb65c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.620878] env[64443]: DEBUG nova.compute.manager [req-31ebb256-c51b-4000-80f2-bf2fcd539736 req-9f1e06ee-0c2e-4b0f-b579-fb75de125854 service nova] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Received event network-vif-plugged-f2b48fcb-1355-4927-b167-9102f7ddd8b0 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1235.621060] env[64443]: DEBUG oslo_concurrency.lockutils [req-31ebb256-c51b-4000-80f2-bf2fcd539736 req-9f1e06ee-0c2e-4b0f-b579-fb75de125854 service nova] Acquiring lock "019784ed-8c53-46f1-b495-b6d6a205eacb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.621264] env[64443]: DEBUG oslo_concurrency.lockutils [req-31ebb256-c51b-4000-80f2-bf2fcd539736 req-9f1e06ee-0c2e-4b0f-b579-fb75de125854 service nova] Lock "019784ed-8c53-46f1-b495-b6d6a205eacb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.621424] env[64443]: DEBUG oslo_concurrency.lockutils [req-31ebb256-c51b-4000-80f2-bf2fcd539736 req-9f1e06ee-0c2e-4b0f-b579-fb75de125854 service nova] Lock "019784ed-8c53-46f1-b495-b6d6a205eacb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.621587] env[64443]: DEBUG nova.compute.manager [req-31ebb256-c51b-4000-80f2-bf2fcd539736 req-9f1e06ee-0c2e-4b0f-b579-fb75de125854 service nova] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] No waiting events found dispatching network-vif-plugged-f2b48fcb-1355-4927-b167-9102f7ddd8b0 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1235.621744] env[64443]: WARNING nova.compute.manager [req-31ebb256-c51b-4000-80f2-bf2fcd539736 req-9f1e06ee-0c2e-4b0f-b579-fb75de125854 service nova] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Received unexpected event network-vif-plugged-f2b48fcb-1355-4927-b167-9102f7ddd8b0 for instance with vm_state building and task_state spawning. [ 1235.666921] env[64443]: DEBUG oslo_concurrency.lockutils [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.689458] env[64443]: INFO nova.scheduler.client.report [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Deleted allocations for instance 4110a4d2-89b6-445e-99f8-727e43395721 [ 1235.708263] env[64443]: DEBUG nova.network.neutron [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Successfully updated port: f2b48fcb-1355-4927-b167-9102f7ddd8b0 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.939172] env[64443]: DEBUG oslo_vmware.api [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677388, 'name': ReconfigVM_Task, 'duration_secs': 0.107486} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.939446] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539802', 'volume_id': 'fed72d19-b45f-407a-9bcb-d5cdffe10eae', 'name': 'volume-fed72d19-b45f-407a-9bcb-d5cdffe10eae', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd2403b18-56b1-47f0-88a9-ca69997e6061', 'attached_at': '2025-02-19T11:12:15.000000', 'detached_at': '', 'volume_id': 'fed72d19-b45f-407a-9bcb-d5cdffe10eae', 'serial': 'fed72d19-b45f-407a-9bcb-d5cdffe10eae'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1235.939680] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.940460] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b1b28d-35dc-4196-adcd-6d43a58843cc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.947060] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.947315] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf3d8566-e4d5-4bbc-ade5-5ef98563b1f4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.007465] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.007693] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.007882] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Deleting the datastore file [datastore1] d2403b18-56b1-47f0-88a9-ca69997e6061 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.008176] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6237ff6-08a7-499e-a1d5-22f3de233724 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.015079] env[64443]: DEBUG oslo_vmware.api [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1236.015079] env[64443]: value = "task-2677390" [ 1236.015079] env[64443]: _type = "Task" [ 1236.015079] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.022749] env[64443]: DEBUG oslo_vmware.api [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.199673] env[64443]: DEBUG oslo_concurrency.lockutils [None req-59e1b9f6-0233-473d-9fd8-52f8529877c9 tempest-ServerDiskConfigTestJSON-831926176 tempest-ServerDiskConfigTestJSON-831926176-project-member] Lock "4110a4d2-89b6-445e-99f8-727e43395721" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.530s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.210503] env[64443]: DEBUG oslo_concurrency.lockutils [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "refresh_cache-019784ed-8c53-46f1-b495-b6d6a205eacb" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.210655] env[64443]: DEBUG oslo_concurrency.lockutils [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquired lock "refresh_cache-019784ed-8c53-46f1-b495-b6d6a205eacb" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.210827] env[64443]: DEBUG nova.network.neutron [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.524552] env[64443]: DEBUG oslo_vmware.api [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083685} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.524992] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.524992] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.525167] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.525346] env[64443]: INFO nova.compute.manager [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Took 3.23 seconds to destroy the instance on the hypervisor. [ 1236.525587] env[64443]: DEBUG oslo.service.loopingcall [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1236.525774] env[64443]: DEBUG nova.compute.manager [-] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.525871] env[64443]: DEBUG nova.network.neutron [-] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.753965] env[64443]: DEBUG nova.network.neutron [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.007268] env[64443]: DEBUG nova.network.neutron [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Updating instance_info_cache with network_info: [{"id": "f2b48fcb-1355-4927-b167-9102f7ddd8b0", "address": "fa:16:3e:f7:0f:aa", "network": {"id": "e805300a-b8d0-4d9f-97a2-d4ff40cb73b7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-148640411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f72016b64945a0b5fb0e033d074579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b48fcb-13", "ovs_interfaceid": "f2b48fcb-1355-4927-b167-9102f7ddd8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.510238] env[64443]: DEBUG oslo_concurrency.lockutils [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Releasing lock "refresh_cache-019784ed-8c53-46f1-b495-b6d6a205eacb" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.510582] env[64443]: DEBUG nova.compute.manager [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Instance network_info: |[{"id": "f2b48fcb-1355-4927-b167-9102f7ddd8b0", "address": "fa:16:3e:f7:0f:aa", "network": {"id": "e805300a-b8d0-4d9f-97a2-d4ff40cb73b7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-148640411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f72016b64945a0b5fb0e033d074579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b48fcb-13", "ovs_interfaceid": "f2b48fcb-1355-4927-b167-9102f7ddd8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1237.511018] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:0f:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2b48fcb-1355-4927-b167-9102f7ddd8b0', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.518441] env[64443]: DEBUG oslo.service.loopingcall [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1237.519703] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.519703] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81a2aac5-e07c-4142-b655-ce52fb4d0d3b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.539753] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.539753] env[64443]: value = "task-2677391" [ 1237.539753] env[64443]: _type = "Task" [ 1237.539753] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.547062] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677391, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.587622] env[64443]: DEBUG nova.network.neutron [-] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.661257] env[64443]: DEBUG nova.compute.manager [req-3d403f2f-a52b-4318-bda6-4a4ec9a23689 req-f8402586-2cb5-4c88-b10b-efb0a6b45e7c service nova] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Received event network-changed-f2b48fcb-1355-4927-b167-9102f7ddd8b0 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1237.661526] env[64443]: DEBUG nova.compute.manager [req-3d403f2f-a52b-4318-bda6-4a4ec9a23689 req-f8402586-2cb5-4c88-b10b-efb0a6b45e7c service nova] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Refreshing instance network info cache due to event network-changed-f2b48fcb-1355-4927-b167-9102f7ddd8b0. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1237.661782] env[64443]: DEBUG oslo_concurrency.lockutils [req-3d403f2f-a52b-4318-bda6-4a4ec9a23689 req-f8402586-2cb5-4c88-b10b-efb0a6b45e7c service nova] Acquiring lock "refresh_cache-019784ed-8c53-46f1-b495-b6d6a205eacb" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.661979] env[64443]: DEBUG oslo_concurrency.lockutils [req-3d403f2f-a52b-4318-bda6-4a4ec9a23689 req-f8402586-2cb5-4c88-b10b-efb0a6b45e7c service nova] Acquired lock "refresh_cache-019784ed-8c53-46f1-b495-b6d6a205eacb" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.662193] env[64443]: DEBUG nova.network.neutron [req-3d403f2f-a52b-4318-bda6-4a4ec9a23689 req-f8402586-2cb5-4c88-b10b-efb0a6b45e7c service nova] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Refreshing network info cache for port f2b48fcb-1355-4927-b167-9102f7ddd8b0 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.050309] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677391, 'name': CreateVM_Task, 'duration_secs': 0.288939} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.050511] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.051187] env[64443]: DEBUG oslo_concurrency.lockutils [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.051360] env[64443]: DEBUG oslo_concurrency.lockutils [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.051864] env[64443]: DEBUG oslo_concurrency.lockutils [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.051994] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e07e6475-feaf-4fcc-a014-6267705d6708 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.056245] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1238.056245] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5283e5f3-0295-cfdf-e826-490d849ce728" [ 1238.056245] env[64443]: _type = "Task" [ 1238.056245] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.063586] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5283e5f3-0295-cfdf-e826-490d849ce728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.090238] env[64443]: INFO nova.compute.manager [-] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Took 1.56 seconds to deallocate network for instance. [ 1238.398563] env[64443]: DEBUG nova.network.neutron [req-3d403f2f-a52b-4318-bda6-4a4ec9a23689 req-f8402586-2cb5-4c88-b10b-efb0a6b45e7c service nova] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Updated VIF entry in instance network info cache for port f2b48fcb-1355-4927-b167-9102f7ddd8b0. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.398563] env[64443]: DEBUG nova.network.neutron [req-3d403f2f-a52b-4318-bda6-4a4ec9a23689 req-f8402586-2cb5-4c88-b10b-efb0a6b45e7c service nova] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Updating instance_info_cache with network_info: [{"id": "f2b48fcb-1355-4927-b167-9102f7ddd8b0", "address": "fa:16:3e:f7:0f:aa", "network": {"id": "e805300a-b8d0-4d9f-97a2-d4ff40cb73b7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-148640411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f72016b64945a0b5fb0e033d074579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b48fcb-13", "ovs_interfaceid": "f2b48fcb-1355-4927-b167-9102f7ddd8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.568171] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5283e5f3-0295-cfdf-e826-490d849ce728, 'name': SearchDatastore_Task, 'duration_secs': 0.011619} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.568472] env[64443]: DEBUG oslo_concurrency.lockutils [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.568686] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.568917] env[64443]: DEBUG oslo_concurrency.lockutils [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.569272] env[64443]: DEBUG oslo_concurrency.lockutils [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.569272] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.569530] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6d40cfd-ce2b-451e-a77d-4f12619ecdff {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.578208] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.578416] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1238.579177] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfc015f9-7896-47c7-8b18-805520ff3165 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.585153] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1238.585153] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52fe5a7b-f40c-0300-be8e-81fa77441537" [ 1238.585153] env[64443]: _type = "Task" [ 1238.585153] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.593925] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52fe5a7b-f40c-0300-be8e-81fa77441537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.637102] env[64443]: INFO nova.compute.manager [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Took 0.55 seconds to detach 1 volumes for instance. [ 1238.639320] env[64443]: DEBUG nova.compute.manager [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Deleting volume: fed72d19-b45f-407a-9bcb-d5cdffe10eae {{(pid=64443) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1238.900974] env[64443]: DEBUG oslo_concurrency.lockutils [req-3d403f2f-a52b-4318-bda6-4a4ec9a23689 req-f8402586-2cb5-4c88-b10b-efb0a6b45e7c service nova] Releasing lock "refresh_cache-019784ed-8c53-46f1-b495-b6d6a205eacb" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.901278] env[64443]: DEBUG nova.compute.manager [req-3d403f2f-a52b-4318-bda6-4a4ec9a23689 req-f8402586-2cb5-4c88-b10b-efb0a6b45e7c service nova] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Received event network-vif-deleted-100120c7-2f62-448e-a113-2ced21448bae {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1239.095795] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52fe5a7b-f40c-0300-be8e-81fa77441537, 'name': SearchDatastore_Task, 'duration_secs': 0.009723} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.096597] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3270d18-445b-427a-a6b8-1b65d15c5577 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.102478] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1239.102478] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52b0c78e-68dd-925b-5c1a-65007d2b51ff" [ 1239.102478] env[64443]: _type = "Task" [ 1239.102478] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.111174] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b0c78e-68dd-925b-5c1a-65007d2b51ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.264676] env[64443]: DEBUG oslo_concurrency.lockutils [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.265039] env[64443]: DEBUG oslo_concurrency.lockutils [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.265294] env[64443]: DEBUG nova.objects.instance [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lazy-loading 'resources' on Instance uuid d2403b18-56b1-47f0-88a9-ca69997e6061 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.612981] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52b0c78e-68dd-925b-5c1a-65007d2b51ff, 'name': SearchDatastore_Task, 'duration_secs': 0.011095} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.613327] env[64443]: DEBUG oslo_concurrency.lockutils [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.613584] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 019784ed-8c53-46f1-b495-b6d6a205eacb/019784ed-8c53-46f1-b495-b6d6a205eacb.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1239.613833] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b85ac521-09aa-4408-82d7-73d35540fdcb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.621433] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1239.621433] env[64443]: value = "task-2677393" [ 1239.621433] env[64443]: _type = "Task" [ 1239.621433] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.628834] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.848287] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6152ab4-d3a1-4d2d-b19b-06c18c51b094 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.858881] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef5d209-2796-4ebf-8b4e-92c46d50308c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.892722] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428355fa-ae5a-4732-b515-1b6b70fb77f2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.901212] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281ce17a-a8ce-410d-aa19-3b5a86614040 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.915703] env[64443]: DEBUG nova.compute.provider_tree [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.131850] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446004} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.132315] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 019784ed-8c53-46f1-b495-b6d6a205eacb/019784ed-8c53-46f1-b495-b6d6a205eacb.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.132535] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.132793] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ba555a7-3ae0-4f20-af84-83b8c1705ed6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.139927] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1240.139927] env[64443]: value = "task-2677394" [ 1240.139927] env[64443]: _type = "Task" [ 1240.139927] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.149107] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.419377] env[64443]: DEBUG nova.scheduler.client.report [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.492290] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "579d5925-b7e7-4c44-a517-fe84638250b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.492512] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "579d5925-b7e7-4c44-a517-fe84638250b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.650872] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104962} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.651236] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.651931] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c717afbe-62f9-48ef-a5f4-3a5f32e07019 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.673401] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 019784ed-8c53-46f1-b495-b6d6a205eacb/019784ed-8c53-46f1-b495-b6d6a205eacb.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.673664] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74ef0403-a1cc-4b08-92af-8622fa2ec86f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.693114] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1240.693114] env[64443]: value = "task-2677395" [ 1240.693114] env[64443]: _type = "Task" [ 1240.693114] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.701394] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677395, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.760815] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "d94898b6-2e29-4801-8b05-88e7c0dbb7a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.761057] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "d94898b6-2e29-4801-8b05-88e7c0dbb7a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.929077] env[64443]: DEBUG oslo_concurrency.lockutils [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.950668] env[64443]: INFO nova.scheduler.client.report [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Deleted allocations for instance d2403b18-56b1-47f0-88a9-ca69997e6061 [ 1240.994653] env[64443]: DEBUG nova.compute.manager [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1241.119015] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "6d163ec3-9ba7-40b0-8856-2dfb93ac2216" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.120339] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "6d163ec3-9ba7-40b0-8856-2dfb93ac2216" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.203651] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677395, 'name': ReconfigVM_Task, 'duration_secs': 0.304019} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.203934] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 019784ed-8c53-46f1-b495-b6d6a205eacb/019784ed-8c53-46f1-b495-b6d6a205eacb.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.204583] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21a77216-4ff4-46be-a093-ae88b614b2be {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.211423] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1241.211423] env[64443]: value = "task-2677396" [ 1241.211423] env[64443]: _type = "Task" [ 1241.211423] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.219490] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677396, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.262986] env[64443]: DEBUG nova.compute.manager [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1241.459761] env[64443]: DEBUG oslo_concurrency.lockutils [None req-751da881-a5cb-44da-8a13-c9135767fada tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "d2403b18-56b1-47f0-88a9-ca69997e6061" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.666s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.513260] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.513507] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.515274] env[64443]: INFO nova.compute.claims [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.623182] env[64443]: DEBUG nova.compute.manager [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1241.671623] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.671943] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.672128] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.672325] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.672492] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.674421] env[64443]: INFO nova.compute.manager [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Terminating instance [ 1241.721256] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677396, 'name': Rename_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.781509] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.140981] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.178190] env[64443]: DEBUG nova.compute.manager [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1242.178396] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.179318] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579e0102-6fa2-4174-9912-18f56af7ba82 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.187026] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.187264] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e0ef218-71a4-4535-9398-3124de4a1b12 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.192464] env[64443]: DEBUG oslo_vmware.api [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1242.192464] env[64443]: value = "task-2677397" [ 1242.192464] env[64443]: _type = "Task" [ 1242.192464] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.200636] env[64443]: DEBUG oslo_vmware.api [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.220208] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677396, 'name': Rename_Task, 'duration_secs': 0.874153} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.220451] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.220674] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aadb9c2c-236e-484f-a301-280580b94e9f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.226491] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1242.226491] env[64443]: value = "task-2677398" [ 1242.226491] env[64443]: _type = "Task" [ 1242.226491] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.233657] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.603746] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b801d3-915d-402a-a0e1-f8a655646e07 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.611698] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c8e5ed-65e8-4af8-86b7-0abd26bf0d51 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.642941] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85934c04-d983-4a68-9c29-8f9606e75850 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.650475] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722b1f8b-1fb6-4640-aae9-5240e711b2a0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.663908] env[64443]: DEBUG nova.compute.provider_tree [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.701127] env[64443]: DEBUG oslo_vmware.api [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677397, 'name': PowerOffVM_Task, 'duration_secs': 0.203201} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.701545] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.701545] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.701797] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02512f40-322f-42af-b118-61a15ac37bfd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.735781] env[64443]: DEBUG oslo_vmware.api [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677398, 'name': PowerOnVM_Task, 'duration_secs': 0.450118} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.735983] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.736203] env[64443]: INFO nova.compute.manager [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1242.736384] env[64443]: DEBUG nova.compute.manager [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.737136] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96ad449-7350-4e57-813e-5eb4b882c2b0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.768092] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.768320] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.768511] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Deleting the datastore file [datastore1] 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.768764] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3170306-bd81-49f7-93ce-d0ecd144e608 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.775012] env[64443]: DEBUG oslo_vmware.api [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1242.775012] env[64443]: value = "task-2677400" [ 1242.775012] env[64443]: _type = "Task" [ 1242.775012] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.783712] env[64443]: DEBUG oslo_vmware.api [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.167652] env[64443]: DEBUG nova.scheduler.client.report [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.256091] env[64443]: INFO nova.compute.manager [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Took 11.95 seconds to build instance. [ 1243.284356] env[64443]: DEBUG oslo_vmware.api [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125585} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.284620] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.284808] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.284987] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.285182] env[64443]: INFO nova.compute.manager [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1243.285423] env[64443]: DEBUG oslo.service.loopingcall [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1243.285608] env[64443]: DEBUG nova.compute.manager [-] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1243.285705] env[64443]: DEBUG nova.network.neutron [-] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.527937] env[64443]: DEBUG nova.compute.manager [req-2c07d59e-825b-43d7-abfb-09cb23753d1c req-5c3bb605-8814-4c6b-bea4-d6a355a80eb2 service nova] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Received event network-vif-deleted-2a12f173-f25c-4d30-b272-7fa7ddffdd1a {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1243.528153] env[64443]: INFO nova.compute.manager [req-2c07d59e-825b-43d7-abfb-09cb23753d1c req-5c3bb605-8814-4c6b-bea4-d6a355a80eb2 service nova] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Neutron deleted interface 2a12f173-f25c-4d30-b272-7fa7ddffdd1a; detaching it from the instance and deleting it from the info cache [ 1243.528329] env[64443]: DEBUG nova.network.neutron [req-2c07d59e-825b-43d7-abfb-09cb23753d1c req-5c3bb605-8814-4c6b-bea4-d6a355a80eb2 service nova] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.595586] env[64443]: DEBUG nova.compute.manager [req-3c478481-5b0f-4539-9b02-8053f114394d req-2102a50e-13df-479b-9e60-64338a9e711d service nova] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Received event network-changed-f2b48fcb-1355-4927-b167-9102f7ddd8b0 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1243.595783] env[64443]: DEBUG nova.compute.manager [req-3c478481-5b0f-4539-9b02-8053f114394d req-2102a50e-13df-479b-9e60-64338a9e711d service nova] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Refreshing instance network info cache due to event network-changed-f2b48fcb-1355-4927-b167-9102f7ddd8b0. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1243.596746] env[64443]: DEBUG oslo_concurrency.lockutils [req-3c478481-5b0f-4539-9b02-8053f114394d req-2102a50e-13df-479b-9e60-64338a9e711d service nova] Acquiring lock "refresh_cache-019784ed-8c53-46f1-b495-b6d6a205eacb" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.596746] env[64443]: DEBUG oslo_concurrency.lockutils [req-3c478481-5b0f-4539-9b02-8053f114394d req-2102a50e-13df-479b-9e60-64338a9e711d service nova] Acquired lock "refresh_cache-019784ed-8c53-46f1-b495-b6d6a205eacb" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.596746] env[64443]: DEBUG nova.network.neutron [req-3c478481-5b0f-4539-9b02-8053f114394d req-2102a50e-13df-479b-9e60-64338a9e711d service nova] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Refreshing network info cache for port f2b48fcb-1355-4927-b167-9102f7ddd8b0 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.673485] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.674019] env[64443]: DEBUG nova.compute.manager [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.676686] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.895s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.679924] env[64443]: INFO nova.compute.claims [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.757643] env[64443]: DEBUG oslo_concurrency.lockutils [None req-303c152d-91b2-4e26-bece-d07a70c7c996 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "019784ed-8c53-46f1-b495-b6d6a205eacb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.459s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.010324] env[64443]: DEBUG nova.network.neutron [-] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.032647] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51a63276-eb82-456f-b908-e94d18f9bbcc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.043662] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f655fa4-df82-4d0f-8b70-00a52fc23db8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.070855] env[64443]: DEBUG nova.compute.manager [req-2c07d59e-825b-43d7-abfb-09cb23753d1c req-5c3bb605-8814-4c6b-bea4-d6a355a80eb2 service nova] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Detach interface failed, port_id=2a12f173-f25c-4d30-b272-7fa7ddffdd1a, reason: Instance 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1244.184625] env[64443]: DEBUG nova.compute.utils [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1244.188079] env[64443]: DEBUG nova.compute.manager [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1244.188170] env[64443]: DEBUG nova.network.neutron [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.240225] env[64443]: DEBUG nova.policy [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f11b9a77f0774f4a8f5e90e378a24578', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b989db96527a47beb79a983eda067337', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1244.400340] env[64443]: DEBUG nova.network.neutron [req-3c478481-5b0f-4539-9b02-8053f114394d req-2102a50e-13df-479b-9e60-64338a9e711d service nova] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Updated VIF entry in instance network info cache for port f2b48fcb-1355-4927-b167-9102f7ddd8b0. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.400709] env[64443]: DEBUG nova.network.neutron [req-3c478481-5b0f-4539-9b02-8053f114394d req-2102a50e-13df-479b-9e60-64338a9e711d service nova] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Updating instance_info_cache with network_info: [{"id": "f2b48fcb-1355-4927-b167-9102f7ddd8b0", "address": "fa:16:3e:f7:0f:aa", "network": {"id": "e805300a-b8d0-4d9f-97a2-d4ff40cb73b7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-148640411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f72016b64945a0b5fb0e033d074579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2b48fcb-13", "ovs_interfaceid": "f2b48fcb-1355-4927-b167-9102f7ddd8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.512988] env[64443]: INFO nova.compute.manager [-] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Took 1.23 seconds to deallocate network for instance. [ 1244.557703] env[64443]: DEBUG nova.network.neutron [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Successfully created port: ce4a978d-bcd6-44e8-a1bd-de893f94dae7 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1244.689097] env[64443]: DEBUG nova.compute.manager [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1244.789283] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fab1931-48a9-4b8f-abae-81b823903eb0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.796889] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21736a03-23d2-4ad2-886f-8d58cf340b8d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.828349] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f43fcb1-1805-432b-a86e-b5e8369c8edd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.835467] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4816951a-8e35-438a-a2f8-dd843a96debf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.848393] env[64443]: DEBUG nova.compute.provider_tree [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.903248] env[64443]: DEBUG oslo_concurrency.lockutils [req-3c478481-5b0f-4539-9b02-8053f114394d req-2102a50e-13df-479b-9e60-64338a9e711d service nova] Releasing lock "refresh_cache-019784ed-8c53-46f1-b495-b6d6a205eacb" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.020792] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.351359] env[64443]: DEBUG nova.scheduler.client.report [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.701535] env[64443]: DEBUG nova.compute.manager [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1245.729792] env[64443]: DEBUG nova.virt.hardware [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.730052] env[64443]: DEBUG nova.virt.hardware [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.730222] env[64443]: DEBUG nova.virt.hardware [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.730410] env[64443]: DEBUG nova.virt.hardware [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.730556] env[64443]: DEBUG nova.virt.hardware [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.730707] env[64443]: DEBUG nova.virt.hardware [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.730915] env[64443]: DEBUG nova.virt.hardware [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.731087] env[64443]: DEBUG nova.virt.hardware [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.731263] env[64443]: DEBUG nova.virt.hardware [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.731424] env[64443]: DEBUG nova.virt.hardware [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.731594] env[64443]: DEBUG nova.virt.hardware [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.732534] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3ed150-f032-49d0-b849-15f46494bcf6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.740842] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe09d1e-da39-461a-b985-f3b9b77994ae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.856782] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.180s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.857391] env[64443]: DEBUG nova.compute.manager [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1245.860601] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.720s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1245.862228] env[64443]: INFO nova.compute.claims [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1245.935108] env[64443]: DEBUG nova.compute.manager [req-2c31f4d5-ed68-4fd1-9b68-e40f2f29faca req-6d00759c-c3e3-404b-8ed2-a0f01124e2a8 service nova] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Received event network-vif-plugged-ce4a978d-bcd6-44e8-a1bd-de893f94dae7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1245.935338] env[64443]: DEBUG oslo_concurrency.lockutils [req-2c31f4d5-ed68-4fd1-9b68-e40f2f29faca req-6d00759c-c3e3-404b-8ed2-a0f01124e2a8 service nova] Acquiring lock "579d5925-b7e7-4c44-a517-fe84638250b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.935531] env[64443]: DEBUG oslo_concurrency.lockutils [req-2c31f4d5-ed68-4fd1-9b68-e40f2f29faca req-6d00759c-c3e3-404b-8ed2-a0f01124e2a8 service nova] Lock "579d5925-b7e7-4c44-a517-fe84638250b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1245.935700] env[64443]: DEBUG oslo_concurrency.lockutils [req-2c31f4d5-ed68-4fd1-9b68-e40f2f29faca req-6d00759c-c3e3-404b-8ed2-a0f01124e2a8 service nova] Lock "579d5925-b7e7-4c44-a517-fe84638250b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.935865] env[64443]: DEBUG nova.compute.manager [req-2c31f4d5-ed68-4fd1-9b68-e40f2f29faca req-6d00759c-c3e3-404b-8ed2-a0f01124e2a8 service nova] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] No waiting events found dispatching network-vif-plugged-ce4a978d-bcd6-44e8-a1bd-de893f94dae7 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1245.936259] env[64443]: WARNING nova.compute.manager [req-2c31f4d5-ed68-4fd1-9b68-e40f2f29faca req-6d00759c-c3e3-404b-8ed2-a0f01124e2a8 service nova] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Received unexpected event network-vif-plugged-ce4a978d-bcd6-44e8-a1bd-de893f94dae7 for instance with vm_state building and task_state spawning. [ 1246.026829] env[64443]: DEBUG nova.network.neutron [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Successfully updated port: ce4a978d-bcd6-44e8-a1bd-de893f94dae7 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.362710] env[64443]: DEBUG nova.compute.utils [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1246.364436] env[64443]: DEBUG nova.compute.manager [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1246.364650] env[64443]: DEBUG nova.network.neutron [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1246.402672] env[64443]: DEBUG nova.policy [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f11b9a77f0774f4a8f5e90e378a24578', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b989db96527a47beb79a983eda067337', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1246.529432] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "refresh_cache-579d5925-b7e7-4c44-a517-fe84638250b0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.529580] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquired lock "refresh_cache-579d5925-b7e7-4c44-a517-fe84638250b0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.529731] env[64443]: DEBUG nova.network.neutron [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.619815] env[64443]: DEBUG nova.network.neutron [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Successfully created port: 732484d4-f2b5-43b2-88e5-d177e7880161 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1246.867991] env[64443]: DEBUG nova.compute.manager [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1246.958749] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08458a33-4f60-44e0-94db-5f54e8339ba6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.967194] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dd055b-041a-4785-aec8-f9fa37bb09a8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.996681] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec54faf-ee45-4655-8d24-6d9bd805016e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.003718] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693822b2-e6bc-4fa7-b1a8-c0ccc0d5cd0b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.016605] env[64443]: DEBUG nova.compute.provider_tree [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.059776] env[64443]: DEBUG nova.network.neutron [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.414501] env[64443]: DEBUG nova.network.neutron [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Updating instance_info_cache with network_info: [{"id": "ce4a978d-bcd6-44e8-a1bd-de893f94dae7", "address": "fa:16:3e:e8:61:be", "network": {"id": "829df491-4319-428d-b469-84ae5f5fee39", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1392141059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b989db96527a47beb79a983eda067337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4a978d-bc", "ovs_interfaceid": "ce4a978d-bcd6-44e8-a1bd-de893f94dae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.520925] env[64443]: DEBUG nova.scheduler.client.report [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.880540] env[64443]: DEBUG nova.compute.manager [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.907225] env[64443]: DEBUG nova.virt.hardware [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.907478] env[64443]: DEBUG nova.virt.hardware [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.907633] env[64443]: DEBUG nova.virt.hardware [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.907813] env[64443]: DEBUG nova.virt.hardware [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.907956] env[64443]: DEBUG nova.virt.hardware [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.908121] env[64443]: DEBUG nova.virt.hardware [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.908313] env[64443]: DEBUG nova.virt.hardware [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.908474] env[64443]: DEBUG nova.virt.hardware [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.908676] env[64443]: DEBUG nova.virt.hardware [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.908787] env[64443]: DEBUG nova.virt.hardware [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.908957] env[64443]: DEBUG nova.virt.hardware [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.909839] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c60382-49b1-4f6e-ad44-15769b2465ee {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.917479] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Releasing lock "refresh_cache-579d5925-b7e7-4c44-a517-fe84638250b0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.917761] env[64443]: DEBUG nova.compute.manager [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Instance network_info: |[{"id": "ce4a978d-bcd6-44e8-a1bd-de893f94dae7", "address": "fa:16:3e:e8:61:be", "network": {"id": "829df491-4319-428d-b469-84ae5f5fee39", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1392141059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b989db96527a47beb79a983eda067337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4a978d-bc", "ovs_interfaceid": "ce4a978d-bcd6-44e8-a1bd-de893f94dae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1247.918213] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:61:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce4a978d-bcd6-44e8-a1bd-de893f94dae7', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.925303] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Creating folder: Project (b989db96527a47beb79a983eda067337). Parent ref: group-v539479. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1247.926495] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466a4537-db77-4ce6-8e19-e2f0bb23744c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.930633] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60399443-76d6-434e-ab97-8e938ba754be {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.944960] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Created folder: Project (b989db96527a47beb79a983eda067337) in parent group-v539479. [ 1247.946219] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Creating folder: Instances. Parent ref: group-v539811. {{(pid=64443) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1247.946219] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5ddd928-d59d-47eb-ad95-8245774c3402 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.954284] env[64443]: INFO nova.virt.vmwareapi.vm_util [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Created folder: Instances in parent group-v539811. [ 1247.954519] env[64443]: DEBUG oslo.service.loopingcall [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1247.954705] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.954892] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2131a9b-f8f5-461c-b765-8fd7bab5d288 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.970532] env[64443]: DEBUG nova.compute.manager [req-be5958d5-4891-4844-9c93-8ee2642a9886 req-53f78cac-7ba0-45ac-9eca-a03bb4695ddc service nova] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Received event network-changed-ce4a978d-bcd6-44e8-a1bd-de893f94dae7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1247.970821] env[64443]: DEBUG nova.compute.manager [req-be5958d5-4891-4844-9c93-8ee2642a9886 req-53f78cac-7ba0-45ac-9eca-a03bb4695ddc service nova] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Refreshing instance network info cache due to event network-changed-ce4a978d-bcd6-44e8-a1bd-de893f94dae7. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1247.971072] env[64443]: DEBUG oslo_concurrency.lockutils [req-be5958d5-4891-4844-9c93-8ee2642a9886 req-53f78cac-7ba0-45ac-9eca-a03bb4695ddc service nova] Acquiring lock "refresh_cache-579d5925-b7e7-4c44-a517-fe84638250b0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.971230] env[64443]: DEBUG oslo_concurrency.lockutils [req-be5958d5-4891-4844-9c93-8ee2642a9886 req-53f78cac-7ba0-45ac-9eca-a03bb4695ddc service nova] Acquired lock "refresh_cache-579d5925-b7e7-4c44-a517-fe84638250b0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.971395] env[64443]: DEBUG nova.network.neutron [req-be5958d5-4891-4844-9c93-8ee2642a9886 req-53f78cac-7ba0-45ac-9eca-a03bb4695ddc service nova] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Refreshing network info cache for port ce4a978d-bcd6-44e8-a1bd-de893f94dae7 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.977577] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.977577] env[64443]: value = "task-2677403" [ 1247.977577] env[64443]: _type = "Task" [ 1247.977577] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.988770] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677403, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.025121] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.025624] env[64443]: DEBUG nova.compute.manager [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1248.028158] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.008s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.028399] env[64443]: DEBUG nova.objects.instance [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lazy-loading 'resources' on Instance uuid 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.064188] env[64443]: DEBUG nova.network.neutron [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Successfully updated port: 732484d4-f2b5-43b2-88e5-d177e7880161 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1248.487336] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677403, 'name': CreateVM_Task, 'duration_secs': 0.321234} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.487496] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1248.488073] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.488275] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.488627] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1248.488894] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a98e827a-93cc-4987-b159-82ca966508b3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.493790] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1248.493790] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52774849-9ed3-4723-bf4a-820a0b721029" [ 1248.493790] env[64443]: _type = "Task" [ 1248.493790] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.501364] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52774849-9ed3-4723-bf4a-820a0b721029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.530916] env[64443]: DEBUG nova.compute.utils [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1248.536832] env[64443]: DEBUG nova.compute.manager [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1248.537013] env[64443]: DEBUG nova.network.neutron [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1248.566515] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "refresh_cache-d94898b6-2e29-4801-8b05-88e7c0dbb7a9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.566654] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquired lock "refresh_cache-d94898b6-2e29-4801-8b05-88e7c0dbb7a9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.566800] env[64443]: DEBUG nova.network.neutron [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.599807] env[64443]: DEBUG nova.policy [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f11b9a77f0774f4a8f5e90e378a24578', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b989db96527a47beb79a983eda067337', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1248.611858] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917e2b19-9d7a-49c8-a4c7-b3147be68412 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.619721] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650b9e10-b79d-4e37-826f-9a0bbccba8a3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.653421] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9102be7d-ae41-4b85-a272-904ab02185ee {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.661067] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae675e4-384f-49b2-b478-fc21ee4fba08 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.674498] env[64443]: DEBUG nova.compute.provider_tree [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.756743] env[64443]: DEBUG nova.network.neutron [req-be5958d5-4891-4844-9c93-8ee2642a9886 req-53f78cac-7ba0-45ac-9eca-a03bb4695ddc service nova] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Updated VIF entry in instance network info cache for port ce4a978d-bcd6-44e8-a1bd-de893f94dae7. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.757118] env[64443]: DEBUG nova.network.neutron [req-be5958d5-4891-4844-9c93-8ee2642a9886 req-53f78cac-7ba0-45ac-9eca-a03bb4695ddc service nova] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Updating instance_info_cache with network_info: [{"id": "ce4a978d-bcd6-44e8-a1bd-de893f94dae7", "address": "fa:16:3e:e8:61:be", "network": {"id": "829df491-4319-428d-b469-84ae5f5fee39", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1392141059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b989db96527a47beb79a983eda067337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4a978d-bc", "ovs_interfaceid": "ce4a978d-bcd6-44e8-a1bd-de893f94dae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.885437] env[64443]: DEBUG nova.network.neutron [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Successfully created port: f6860620-1d95-4aed-9fd6-4fc4c1f2e64c {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1249.004892] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52774849-9ed3-4723-bf4a-820a0b721029, 'name': SearchDatastore_Task, 'duration_secs': 0.01099} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.005179] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.005409] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.005636] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.005779] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.005949] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.006689] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c6280a0-28c4-45ab-8f0e-e43f302b3f64 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.015620] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.015803] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.016516] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74ab6c25-9c3d-422f-814e-bfda757f14f9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.021433] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1249.021433] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5242fb8e-47c5-bec4-e84a-88161e695397" [ 1249.021433] env[64443]: _type = "Task" [ 1249.021433] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.029119] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5242fb8e-47c5-bec4-e84a-88161e695397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.037735] env[64443]: DEBUG nova.compute.manager [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1249.108323] env[64443]: DEBUG nova.network.neutron [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1249.177896] env[64443]: DEBUG nova.scheduler.client.report [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.240351] env[64443]: DEBUG nova.network.neutron [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Updating instance_info_cache with network_info: [{"id": "732484d4-f2b5-43b2-88e5-d177e7880161", "address": "fa:16:3e:66:cc:d1", "network": {"id": "829df491-4319-428d-b469-84ae5f5fee39", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1392141059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b989db96527a47beb79a983eda067337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap732484d4-f2", "ovs_interfaceid": "732484d4-f2b5-43b2-88e5-d177e7880161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.259754] env[64443]: DEBUG oslo_concurrency.lockutils [req-be5958d5-4891-4844-9c93-8ee2642a9886 req-53f78cac-7ba0-45ac-9eca-a03bb4695ddc service nova] Releasing lock "refresh_cache-579d5925-b7e7-4c44-a517-fe84638250b0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.533143] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5242fb8e-47c5-bec4-e84a-88161e695397, 'name': SearchDatastore_Task, 'duration_secs': 0.007973} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.533936] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e01aca91-0d7e-4cbf-a808-e31f3e8d435f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.539482] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1249.539482] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]527f8512-795f-a1b9-281f-a533ea92aaa7" [ 1249.539482] env[64443]: _type = "Task" [ 1249.539482] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.552147] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]527f8512-795f-a1b9-281f-a533ea92aaa7, 'name': SearchDatastore_Task, 'duration_secs': 0.010152} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.552414] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.552666] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 579d5925-b7e7-4c44-a517-fe84638250b0/579d5925-b7e7-4c44-a517-fe84638250b0.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.552907] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0aa7663a-5bbc-4abe-9a3b-686b6e3e6db0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.559607] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1249.559607] env[64443]: value = "task-2677404" [ 1249.559607] env[64443]: _type = "Task" [ 1249.559607] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.567366] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.685672] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.712655] env[64443]: INFO nova.scheduler.client.report [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Deleted allocations for instance 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43 [ 1249.742750] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Releasing lock "refresh_cache-d94898b6-2e29-4801-8b05-88e7c0dbb7a9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.743198] env[64443]: DEBUG nova.compute.manager [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Instance network_info: |[{"id": "732484d4-f2b5-43b2-88e5-d177e7880161", "address": "fa:16:3e:66:cc:d1", "network": {"id": "829df491-4319-428d-b469-84ae5f5fee39", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1392141059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b989db96527a47beb79a983eda067337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap732484d4-f2", "ovs_interfaceid": "732484d4-f2b5-43b2-88e5-d177e7880161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1249.743702] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:cc:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '732484d4-f2b5-43b2-88e5-d177e7880161', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.751741] env[64443]: DEBUG oslo.service.loopingcall [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1249.752012] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.752340] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39b8c41b-23f5-4743-80e9-90c5df0e0f53 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.774751] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.774751] env[64443]: value = "task-2677405" [ 1249.774751] env[64443]: _type = "Task" [ 1249.774751] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.784320] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677405, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.998696] env[64443]: DEBUG nova.compute.manager [req-e2125bf5-d2d2-498a-995f-ce21895ff95d req-1e941685-3fba-4bbd-aae8-fd847ec13e06 service nova] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Received event network-vif-plugged-732484d4-f2b5-43b2-88e5-d177e7880161 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1249.999044] env[64443]: DEBUG oslo_concurrency.lockutils [req-e2125bf5-d2d2-498a-995f-ce21895ff95d req-1e941685-3fba-4bbd-aae8-fd847ec13e06 service nova] Acquiring lock "d94898b6-2e29-4801-8b05-88e7c0dbb7a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.999405] env[64443]: DEBUG oslo_concurrency.lockutils [req-e2125bf5-d2d2-498a-995f-ce21895ff95d req-1e941685-3fba-4bbd-aae8-fd847ec13e06 service nova] Lock "d94898b6-2e29-4801-8b05-88e7c0dbb7a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.999694] env[64443]: DEBUG oslo_concurrency.lockutils [req-e2125bf5-d2d2-498a-995f-ce21895ff95d req-1e941685-3fba-4bbd-aae8-fd847ec13e06 service nova] Lock "d94898b6-2e29-4801-8b05-88e7c0dbb7a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.000008] env[64443]: DEBUG nova.compute.manager [req-e2125bf5-d2d2-498a-995f-ce21895ff95d req-1e941685-3fba-4bbd-aae8-fd847ec13e06 service nova] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] No waiting events found dispatching network-vif-plugged-732484d4-f2b5-43b2-88e5-d177e7880161 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1250.000331] env[64443]: WARNING nova.compute.manager [req-e2125bf5-d2d2-498a-995f-ce21895ff95d req-1e941685-3fba-4bbd-aae8-fd847ec13e06 service nova] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Received unexpected event network-vif-plugged-732484d4-f2b5-43b2-88e5-d177e7880161 for instance with vm_state building and task_state spawning. [ 1250.000674] env[64443]: DEBUG nova.compute.manager [req-e2125bf5-d2d2-498a-995f-ce21895ff95d req-1e941685-3fba-4bbd-aae8-fd847ec13e06 service nova] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Received event network-changed-732484d4-f2b5-43b2-88e5-d177e7880161 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1250.000942] env[64443]: DEBUG nova.compute.manager [req-e2125bf5-d2d2-498a-995f-ce21895ff95d req-1e941685-3fba-4bbd-aae8-fd847ec13e06 service nova] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Refreshing instance network info cache due to event network-changed-732484d4-f2b5-43b2-88e5-d177e7880161. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1250.001252] env[64443]: DEBUG oslo_concurrency.lockutils [req-e2125bf5-d2d2-498a-995f-ce21895ff95d req-1e941685-3fba-4bbd-aae8-fd847ec13e06 service nova] Acquiring lock "refresh_cache-d94898b6-2e29-4801-8b05-88e7c0dbb7a9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.001492] env[64443]: DEBUG oslo_concurrency.lockutils [req-e2125bf5-d2d2-498a-995f-ce21895ff95d req-1e941685-3fba-4bbd-aae8-fd847ec13e06 service nova] Acquired lock "refresh_cache-d94898b6-2e29-4801-8b05-88e7c0dbb7a9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.001814] env[64443]: DEBUG nova.network.neutron [req-e2125bf5-d2d2-498a-995f-ce21895ff95d req-1e941685-3fba-4bbd-aae8-fd847ec13e06 service nova] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Refreshing network info cache for port 732484d4-f2b5-43b2-88e5-d177e7880161 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.048304] env[64443]: DEBUG nova.compute.manager [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1250.073099] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483138} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.073716] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] 579d5925-b7e7-4c44-a517-fe84638250b0/579d5925-b7e7-4c44-a517-fe84638250b0.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.073716] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.073968] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35c920b3-346f-4eae-b53c-2f4d0e48a22b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.078848] env[64443]: DEBUG nova.virt.hardware [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.079101] env[64443]: DEBUG nova.virt.hardware [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.079261] env[64443]: DEBUG nova.virt.hardware [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.079445] env[64443]: DEBUG nova.virt.hardware [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.079612] env[64443]: DEBUG nova.virt.hardware [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.079773] env[64443]: DEBUG nova.virt.hardware [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.079999] env[64443]: DEBUG nova.virt.hardware [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.080209] env[64443]: DEBUG nova.virt.hardware [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.080395] env[64443]: DEBUG nova.virt.hardware [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.080563] env[64443]: DEBUG nova.virt.hardware [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.080740] env[64443]: DEBUG nova.virt.hardware [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.081988] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae1d567-ccf0-4580-8bc2-0000ef3d019b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.086330] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1250.086330] env[64443]: value = "task-2677407" [ 1250.086330] env[64443]: _type = "Task" [ 1250.086330] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.095049] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e56723-5662-4997-b4f1-36a7217c75b4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.101863] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.222733] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0a981d83-c5dd-4731-bbc0-e8908249f5c7 tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.551s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.285627] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677405, 'name': CreateVM_Task} progress is 99%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.412295] env[64443]: DEBUG nova.network.neutron [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Successfully updated port: f6860620-1d95-4aed-9fd6-4fc4c1f2e64c {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1250.598876] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08628} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.599162] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1250.599951] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0101a868-4132-4c67-bd6a-5566b734676d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.622137] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 579d5925-b7e7-4c44-a517-fe84638250b0/579d5925-b7e7-4c44-a517-fe84638250b0.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.624839] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e2bacff-c26c-4564-8cd9-21d61b396be5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.648416] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1250.648416] env[64443]: value = "task-2677408" [ 1250.648416] env[64443]: _type = "Task" [ 1250.648416] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.657030] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677408, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.741793] env[64443]: DEBUG nova.network.neutron [req-e2125bf5-d2d2-498a-995f-ce21895ff95d req-1e941685-3fba-4bbd-aae8-fd847ec13e06 service nova] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Updated VIF entry in instance network info cache for port 732484d4-f2b5-43b2-88e5-d177e7880161. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.742325] env[64443]: DEBUG nova.network.neutron [req-e2125bf5-d2d2-498a-995f-ce21895ff95d req-1e941685-3fba-4bbd-aae8-fd847ec13e06 service nova] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Updating instance_info_cache with network_info: [{"id": "732484d4-f2b5-43b2-88e5-d177e7880161", "address": "fa:16:3e:66:cc:d1", "network": {"id": "829df491-4319-428d-b469-84ae5f5fee39", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1392141059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b989db96527a47beb79a983eda067337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap732484d4-f2", "ovs_interfaceid": "732484d4-f2b5-43b2-88e5-d177e7880161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.785529] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677405, 'name': CreateVM_Task, 'duration_secs': 0.534634} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.786047] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.786796] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.786954] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.787308] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1250.787569] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3a62394-ba65-40b9-b2f6-4757ff129ad0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.792532] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1250.792532] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d0992d-285e-e75e-f99d-6f540a3607f0" [ 1250.792532] env[64443]: _type = "Task" [ 1250.792532] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.800604] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d0992d-285e-e75e-f99d-6f540a3607f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.915833] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "refresh_cache-6d163ec3-9ba7-40b0-8856-2dfb93ac2216" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1250.916020] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquired lock "refresh_cache-6d163ec3-9ba7-40b0-8856-2dfb93ac2216" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.916095] env[64443]: DEBUG nova.network.neutron [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.158890] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.245379] env[64443]: DEBUG oslo_concurrency.lockutils [req-e2125bf5-d2d2-498a-995f-ce21895ff95d req-1e941685-3fba-4bbd-aae8-fd847ec13e06 service nova] Releasing lock "refresh_cache-d94898b6-2e29-4801-8b05-88e7c0dbb7a9" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.304015] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d0992d-285e-e75e-f99d-6f540a3607f0, 'name': SearchDatastore_Task, 'duration_secs': 0.051981} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.304585] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.304880] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.305149] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.305309] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.305497] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.305778] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48c4c0cc-caf9-4576-8102-91f5aaf44a49 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.317770] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.317953] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1251.318823] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55f3e7a2-73be-467c-8166-0853e2659957 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.324282] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1251.324282] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]522c84f9-b328-89c9-8847-671d0c91db37" [ 1251.324282] env[64443]: _type = "Task" [ 1251.324282] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.332056] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]522c84f9-b328-89c9-8847-671d0c91db37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.448810] env[64443]: DEBUG nova.network.neutron [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1251.577239] env[64443]: DEBUG nova.network.neutron [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Updating instance_info_cache with network_info: [{"id": "f6860620-1d95-4aed-9fd6-4fc4c1f2e64c", "address": "fa:16:3e:97:57:6a", "network": {"id": "829df491-4319-428d-b469-84ae5f5fee39", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1392141059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b989db96527a47beb79a983eda067337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6860620-1d", "ovs_interfaceid": "f6860620-1d95-4aed-9fd6-4fc4c1f2e64c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.659457] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677408, 'name': ReconfigVM_Task, 'duration_secs': 0.876205} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.659767] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 579d5925-b7e7-4c44-a517-fe84638250b0/579d5925-b7e7-4c44-a517-fe84638250b0.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.660515] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffab9e69-cbc9-4225-9d6f-572d2dab58c8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.667129] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1251.667129] env[64443]: value = "task-2677409" [ 1251.667129] env[64443]: _type = "Task" [ 1251.667129] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.674768] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677409, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.835430] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]522c84f9-b328-89c9-8847-671d0c91db37, 'name': SearchDatastore_Task, 'duration_secs': 0.044085} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.836237] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4d90e4b-a169-47e7-8ffd-877780db4fae {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.842211] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1251.842211] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5287091d-67b4-f5d0-a4f8-012b436ac075" [ 1251.842211] env[64443]: _type = "Task" [ 1251.842211] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.851401] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5287091d-67b4-f5d0-a4f8-012b436ac075, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.062560] env[64443]: DEBUG nova.compute.manager [req-438a66e7-7802-4999-b74a-a1a9afcb1a12 req-c53d16fe-244f-4699-a218-7c504d4b729c service nova] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Received event network-vif-plugged-f6860620-1d95-4aed-9fd6-4fc4c1f2e64c {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1252.062560] env[64443]: DEBUG oslo_concurrency.lockutils [req-438a66e7-7802-4999-b74a-a1a9afcb1a12 req-c53d16fe-244f-4699-a218-7c504d4b729c service nova] Acquiring lock "6d163ec3-9ba7-40b0-8856-2dfb93ac2216-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.062560] env[64443]: DEBUG oslo_concurrency.lockutils [req-438a66e7-7802-4999-b74a-a1a9afcb1a12 req-c53d16fe-244f-4699-a218-7c504d4b729c service nova] Lock "6d163ec3-9ba7-40b0-8856-2dfb93ac2216-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.062560] env[64443]: DEBUG oslo_concurrency.lockutils [req-438a66e7-7802-4999-b74a-a1a9afcb1a12 req-c53d16fe-244f-4699-a218-7c504d4b729c service nova] Lock "6d163ec3-9ba7-40b0-8856-2dfb93ac2216-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.062560] env[64443]: DEBUG nova.compute.manager [req-438a66e7-7802-4999-b74a-a1a9afcb1a12 req-c53d16fe-244f-4699-a218-7c504d4b729c service nova] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] No waiting events found dispatching network-vif-plugged-f6860620-1d95-4aed-9fd6-4fc4c1f2e64c {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1252.062560] env[64443]: WARNING nova.compute.manager [req-438a66e7-7802-4999-b74a-a1a9afcb1a12 req-c53d16fe-244f-4699-a218-7c504d4b729c service nova] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Received unexpected event network-vif-plugged-f6860620-1d95-4aed-9fd6-4fc4c1f2e64c for instance with vm_state building and task_state spawning. [ 1252.062560] env[64443]: DEBUG nova.compute.manager [req-438a66e7-7802-4999-b74a-a1a9afcb1a12 req-c53d16fe-244f-4699-a218-7c504d4b729c service nova] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Received event network-changed-f6860620-1d95-4aed-9fd6-4fc4c1f2e64c {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1252.062560] env[64443]: DEBUG nova.compute.manager [req-438a66e7-7802-4999-b74a-a1a9afcb1a12 req-c53d16fe-244f-4699-a218-7c504d4b729c service nova] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Refreshing instance network info cache due to event network-changed-f6860620-1d95-4aed-9fd6-4fc4c1f2e64c. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1252.062560] env[64443]: DEBUG oslo_concurrency.lockutils [req-438a66e7-7802-4999-b74a-a1a9afcb1a12 req-c53d16fe-244f-4699-a218-7c504d4b729c service nova] Acquiring lock "refresh_cache-6d163ec3-9ba7-40b0-8856-2dfb93ac2216" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.080438] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Releasing lock "refresh_cache-6d163ec3-9ba7-40b0-8856-2dfb93ac2216" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.080811] env[64443]: DEBUG nova.compute.manager [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Instance network_info: |[{"id": "f6860620-1d95-4aed-9fd6-4fc4c1f2e64c", "address": "fa:16:3e:97:57:6a", "network": {"id": "829df491-4319-428d-b469-84ae5f5fee39", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1392141059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b989db96527a47beb79a983eda067337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6860620-1d", "ovs_interfaceid": "f6860620-1d95-4aed-9fd6-4fc4c1f2e64c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1252.081142] env[64443]: DEBUG oslo_concurrency.lockutils [req-438a66e7-7802-4999-b74a-a1a9afcb1a12 req-c53d16fe-244f-4699-a218-7c504d4b729c service nova] Acquired lock "refresh_cache-6d163ec3-9ba7-40b0-8856-2dfb93ac2216" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.081323] env[64443]: DEBUG nova.network.neutron [req-438a66e7-7802-4999-b74a-a1a9afcb1a12 req-c53d16fe-244f-4699-a218-7c504d4b729c service nova] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Refreshing network info cache for port f6860620-1d95-4aed-9fd6-4fc4c1f2e64c {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.082737] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:57:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6860620-1d95-4aed-9fd6-4fc4c1f2e64c', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.091109] env[64443]: DEBUG oslo.service.loopingcall [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1252.094451] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.095127] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ec7a8e3-2175-4788-adaa-bb4e58e45c4d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.116051] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.116051] env[64443]: value = "task-2677410" [ 1252.116051] env[64443]: _type = "Task" [ 1252.116051] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.125293] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677410, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.181015] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677409, 'name': Rename_Task, 'duration_secs': 0.137606} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.181424] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.181550] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98ad98dd-883d-443f-b7c5-fba50b7cd194 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.188083] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1252.188083] env[64443]: value = "task-2677411" [ 1252.188083] env[64443]: _type = "Task" [ 1252.188083] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.197974] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.306153] env[64443]: DEBUG nova.network.neutron [req-438a66e7-7802-4999-b74a-a1a9afcb1a12 req-c53d16fe-244f-4699-a218-7c504d4b729c service nova] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Updated VIF entry in instance network info cache for port f6860620-1d95-4aed-9fd6-4fc4c1f2e64c. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.306574] env[64443]: DEBUG nova.network.neutron [req-438a66e7-7802-4999-b74a-a1a9afcb1a12 req-c53d16fe-244f-4699-a218-7c504d4b729c service nova] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Updating instance_info_cache with network_info: [{"id": "f6860620-1d95-4aed-9fd6-4fc4c1f2e64c", "address": "fa:16:3e:97:57:6a", "network": {"id": "829df491-4319-428d-b469-84ae5f5fee39", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1392141059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b989db96527a47beb79a983eda067337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6860620-1d", "ovs_interfaceid": "f6860620-1d95-4aed-9fd6-4fc4c1f2e64c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.354054] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5287091d-67b4-f5d0-a4f8-012b436ac075, 'name': SearchDatastore_Task, 'duration_secs': 0.00924} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.354382] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.354646] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] d94898b6-2e29-4801-8b05-88e7c0dbb7a9/d94898b6-2e29-4801-8b05-88e7c0dbb7a9.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.354903] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48f21768-ca62-43b7-a709-487198cfa480 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.363371] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1252.363371] env[64443]: value = "task-2677412" [ 1252.363371] env[64443]: _type = "Task" [ 1252.363371] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.373197] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.627992] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677410, 'name': CreateVM_Task, 'duration_secs': 0.285256} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.627992] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1252.628764] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.629042] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.629328] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1252.629680] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-314d7769-4ea2-4ede-bc9b-9fdfbfb377f6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.635770] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1252.635770] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52ee3532-6d54-e95a-3803-6fe26192a688" [ 1252.635770] env[64443]: _type = "Task" [ 1252.635770] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.645617] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ee3532-6d54-e95a-3803-6fe26192a688, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.699090] env[64443]: DEBUG oslo_vmware.api [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677411, 'name': PowerOnVM_Task, 'duration_secs': 0.472734} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.699438] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.699673] env[64443]: INFO nova.compute.manager [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Took 7.00 seconds to spawn the instance on the hypervisor. [ 1252.699883] env[64443]: DEBUG nova.compute.manager [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1252.700792] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff83235-3986-44dc-b747-5681444a9a7b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.809201] env[64443]: DEBUG oslo_concurrency.lockutils [req-438a66e7-7802-4999-b74a-a1a9afcb1a12 req-c53d16fe-244f-4699-a218-7c504d4b729c service nova] Releasing lock "refresh_cache-6d163ec3-9ba7-40b0-8856-2dfb93ac2216" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.874360] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444364} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.874673] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore2] d94898b6-2e29-4801-8b05-88e7c0dbb7a9/d94898b6-2e29-4801-8b05-88e7c0dbb7a9.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.874917] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.875224] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58228202-767f-45ea-a2e3-62fbd4c162da {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.881512] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1252.881512] env[64443]: value = "task-2677413" [ 1252.881512] env[64443]: _type = "Task" [ 1252.881512] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.890613] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.146455] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52ee3532-6d54-e95a-3803-6fe26192a688, 'name': SearchDatastore_Task, 'duration_secs': 0.020228} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.147478] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.147598] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.147813] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.148011] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.148216] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.148761] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f11c352-7e9d-409f-9ae3-dc4308693c02 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.157739] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.157910] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.158675] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10f1262f-223a-4d9b-874e-bb4462c1d21e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.163811] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1253.163811] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]522188b9-b278-c762-4db0-e5f510f5f7ee" [ 1253.163811] env[64443]: _type = "Task" [ 1253.163811] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.171307] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]522188b9-b278-c762-4db0-e5f510f5f7ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.219030] env[64443]: INFO nova.compute.manager [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Took 11.72 seconds to build instance. [ 1253.394711] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06707} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.395093] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.396202] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7ccf15-98c3-4f0d-bcdc-a5d71b5bf143 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.417806] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] d94898b6-2e29-4801-8b05-88e7c0dbb7a9/d94898b6-2e29-4801-8b05-88e7c0dbb7a9.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.418078] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e98a350-3f64-4e0c-ba8d-5fdc06058de6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.438077] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1253.438077] env[64443]: value = "task-2677414" [ 1253.438077] env[64443]: _type = "Task" [ 1253.438077] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.445501] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.608021] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "dc23b348-d002-432c-838a-644d3092057c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.608341] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "dc23b348-d002-432c-838a-644d3092057c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.608555] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "dc23b348-d002-432c-838a-644d3092057c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.608741] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "dc23b348-d002-432c-838a-644d3092057c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.608913] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "dc23b348-d002-432c-838a-644d3092057c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.611048] env[64443]: INFO nova.compute.manager [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Terminating instance [ 1253.673757] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]522188b9-b278-c762-4db0-e5f510f5f7ee, 'name': SearchDatastore_Task, 'duration_secs': 0.009118} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.674460] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c40ff15-dce3-40e6-a089-9a189d54efec {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.679516] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1253.679516] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52efc05c-d7ce-e930-2183-9bcee7b590fa" [ 1253.679516] env[64443]: _type = "Task" [ 1253.679516] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.686852] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52efc05c-d7ce-e930-2183-9bcee7b590fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.721469] env[64443]: DEBUG oslo_concurrency.lockutils [None req-b6558897-4408-4569-a23e-16757fe06906 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "579d5925-b7e7-4c44-a517-fe84638250b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.229s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.948971] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.115301] env[64443]: DEBUG nova.compute.manager [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.115519] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.116426] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098d298a-0643-4357-ba41-568d314a02e6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.123999] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.124233] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a601378f-3a14-43d5-bca6-f0aaf942d56f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.129938] env[64443]: DEBUG oslo_vmware.api [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1254.129938] env[64443]: value = "task-2677415" [ 1254.129938] env[64443]: _type = "Task" [ 1254.129938] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.139335] env[64443]: DEBUG oslo_vmware.api [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.189714] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52efc05c-d7ce-e930-2183-9bcee7b590fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011321} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.189973] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.190295] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 6d163ec3-9ba7-40b0-8856-2dfb93ac2216/6d163ec3-9ba7-40b0-8856-2dfb93ac2216.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1254.190558] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c114d1c9-3159-4b83-b3d3-0a5a1f051636 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.197251] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1254.197251] env[64443]: value = "task-2677416" [ 1254.197251] env[64443]: _type = "Task" [ 1254.197251] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.205426] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.449036] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677414, 'name': ReconfigVM_Task, 'duration_secs': 0.618535} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.449417] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Reconfigured VM instance instance-0000007b to attach disk [datastore2] d94898b6-2e29-4801-8b05-88e7c0dbb7a9/d94898b6-2e29-4801-8b05-88e7c0dbb7a9.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.449985] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24b78b67-07d8-4fb8-8b95-952cbcabe31f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.457341] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1254.457341] env[64443]: value = "task-2677417" [ 1254.457341] env[64443]: _type = "Task" [ 1254.457341] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.466241] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677417, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.642968] env[64443]: DEBUG oslo_vmware.api [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677415, 'name': PowerOffVM_Task, 'duration_secs': 0.200292} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.643391] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.643617] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.643882] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e66c109-aa84-4fe4-a1e2-605d112ced2e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.707776] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677416, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.717533] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.717779] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.717999] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Deleting the datastore file [datastore1] dc23b348-d002-432c-838a-644d3092057c {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.718297] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ca600a7-2bd0-4435-8f47-ae393124a5f8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.725676] env[64443]: DEBUG oslo_vmware.api [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for the task: (returnval){ [ 1254.725676] env[64443]: value = "task-2677419" [ 1254.725676] env[64443]: _type = "Task" [ 1254.725676] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.733414] env[64443]: DEBUG oslo_vmware.api [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.967717] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677417, 'name': Rename_Task, 'duration_secs': 0.30677} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.967938] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.968193] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39b76163-a35e-42c2-a09d-3b52af76b06c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.974509] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1254.974509] env[64443]: value = "task-2677420" [ 1254.974509] env[64443]: _type = "Task" [ 1254.974509] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.981679] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.208995] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527304} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.209344] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 6d163ec3-9ba7-40b0-8856-2dfb93ac2216/6d163ec3-9ba7-40b0-8856-2dfb93ac2216.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1255.209586] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1255.209877] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c39aa3fa-b7be-418b-a023-00d0e4f5b809 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.217461] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1255.217461] env[64443]: value = "task-2677421" [ 1255.217461] env[64443]: _type = "Task" [ 1255.217461] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.225892] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.234543] env[64443]: DEBUG oslo_vmware.api [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Task: {'id': task-2677419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13037} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.234790] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.234975] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.235172] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.235352] env[64443]: INFO nova.compute.manager [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] [instance: dc23b348-d002-432c-838a-644d3092057c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1255.235594] env[64443]: DEBUG oslo.service.loopingcall [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1255.235783] env[64443]: DEBUG nova.compute.manager [-] [instance: dc23b348-d002-432c-838a-644d3092057c] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.235880] env[64443]: DEBUG nova.network.neutron [-] [instance: dc23b348-d002-432c-838a-644d3092057c] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.485179] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677420, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.487212] env[64443]: DEBUG nova.compute.manager [req-183d8572-9c5e-48d7-ba6c-20ea25092754 req-c62469b7-0f9a-4280-a109-c1b25ceeeaed service nova] [instance: dc23b348-d002-432c-838a-644d3092057c] Received event network-vif-deleted-ea3d3885-bf50-498f-98b2-1d12b0088888 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1255.487399] env[64443]: INFO nova.compute.manager [req-183d8572-9c5e-48d7-ba6c-20ea25092754 req-c62469b7-0f9a-4280-a109-c1b25ceeeaed service nova] [instance: dc23b348-d002-432c-838a-644d3092057c] Neutron deleted interface ea3d3885-bf50-498f-98b2-1d12b0088888; detaching it from the instance and deleting it from the info cache [ 1255.487565] env[64443]: DEBUG nova.network.neutron [req-183d8572-9c5e-48d7-ba6c-20ea25092754 req-c62469b7-0f9a-4280-a109-c1b25ceeeaed service nova] [instance: dc23b348-d002-432c-838a-644d3092057c] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.728779] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078703} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.729058] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1255.729831] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3afbfcd-5712-4da5-bd64-d970d9fd0d36 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.751924] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 6d163ec3-9ba7-40b0-8856-2dfb93ac2216/6d163ec3-9ba7-40b0-8856-2dfb93ac2216.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.752564] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8e8979c-e242-48ea-a4c3-86ba13ae5312 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.772455] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1255.772455] env[64443]: value = "task-2677422" [ 1255.772455] env[64443]: _type = "Task" [ 1255.772455] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.780493] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.971223] env[64443]: DEBUG nova.network.neutron [-] [instance: dc23b348-d002-432c-838a-644d3092057c] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.985237] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677420, 'name': PowerOnVM_Task} progress is 66%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.989536] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f45a8fb0-4421-485a-91c0-3601354310ca {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.998342] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefe4d54-7e29-4195-8fcc-df704345d261 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.025201] env[64443]: DEBUG nova.compute.manager [req-183d8572-9c5e-48d7-ba6c-20ea25092754 req-c62469b7-0f9a-4280-a109-c1b25ceeeaed service nova] [instance: dc23b348-d002-432c-838a-644d3092057c] Detach interface failed, port_id=ea3d3885-bf50-498f-98b2-1d12b0088888, reason: Instance dc23b348-d002-432c-838a-644d3092057c could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1256.282592] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.474576] env[64443]: INFO nova.compute.manager [-] [instance: dc23b348-d002-432c-838a-644d3092057c] Took 1.24 seconds to deallocate network for instance. [ 1256.488063] env[64443]: DEBUG oslo_vmware.api [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677420, 'name': PowerOnVM_Task, 'duration_secs': 1.28073} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.488382] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.488382] env[64443]: INFO nova.compute.manager [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1256.488525] env[64443]: DEBUG nova.compute.manager [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.489313] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b5433e-21b5-4c7d-af7a-bc57838ad14d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.783435] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677422, 'name': ReconfigVM_Task, 'duration_secs': 0.859332} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.783729] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 6d163ec3-9ba7-40b0-8856-2dfb93ac2216/6d163ec3-9ba7-40b0-8856-2dfb93ac2216.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.784419] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63427ec0-e983-4fcc-b8e6-dfb28c72253a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.791513] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1256.791513] env[64443]: value = "task-2677423" [ 1256.791513] env[64443]: _type = "Task" [ 1256.791513] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.801377] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677423, 'name': Rename_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.985964] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.986206] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.986408] env[64443]: DEBUG nova.objects.instance [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lazy-loading 'resources' on Instance uuid dc23b348-d002-432c-838a-644d3092057c {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.006755] env[64443]: INFO nova.compute.manager [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Took 15.24 seconds to build instance. [ 1257.301416] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677423, 'name': Rename_Task, 'duration_secs': 0.143728} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.301689] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1257.301921] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60aaabfd-c733-45db-852b-adac7f829654 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.309233] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1257.309233] env[64443]: value = "task-2677424" [ 1257.309233] env[64443]: _type = "Task" [ 1257.309233] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.316615] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.508566] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7e52bcbd-6823-4e3c-9a53-32dea8d78193 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "d94898b6-2e29-4801-8b05-88e7c0dbb7a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.747s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.571430] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32eb252c-6ab2-46da-88da-4c31a3c701fd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.578925] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1df5bda-0498-494e-abb7-e802227a4722 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.610012] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f8a3f4-00a4-4221-aa7f-3dfc00b38b7d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.617589] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee303670-2d09-40b0-b2f1-e54c154e89ed {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.630661] env[64443]: DEBUG nova.compute.provider_tree [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.673153] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.673360] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Starting heal instance info cache {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1257.673485] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Rebuilding the list of instances to heal {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1257.822672] env[64443]: DEBUG oslo_vmware.api [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677424, 'name': PowerOnVM_Task, 'duration_secs': 0.492324} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.823021] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.823363] env[64443]: INFO nova.compute.manager [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1257.823649] env[64443]: DEBUG nova.compute.manager [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.824813] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daec26d-1d35-4508-a09f-28c76dda41e9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.134342] env[64443]: DEBUG nova.scheduler.client.report [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.177244] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Skipping network cache update for instance because it is Building. {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1258.192962] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "refresh_cache-dc23b348-d002-432c-838a-644d3092057c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.193156] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquired lock "refresh_cache-dc23b348-d002-432c-838a-644d3092057c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.193320] env[64443]: DEBUG nova.network.neutron [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: dc23b348-d002-432c-838a-644d3092057c] Forcefully refreshing network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1258.193482] env[64443]: DEBUG nova.objects.instance [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lazy-loading 'info_cache' on Instance uuid dc23b348-d002-432c-838a-644d3092057c {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.344333] env[64443]: INFO nova.compute.manager [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Took 16.22 seconds to build instance. [ 1258.639424] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.657690] env[64443]: INFO nova.scheduler.client.report [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Deleted allocations for instance dc23b348-d002-432c-838a-644d3092057c [ 1258.846165] env[64443]: DEBUG oslo_concurrency.lockutils [None req-8abcea69-16c6-4ad2-94a2-d6f9ba9dada0 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "6d163ec3-9ba7-40b0-8856-2dfb93ac2216" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.727s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.165448] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3bc32ce8-fc0d-4009-9d1b-20acd4ccae1c tempest-ServerActionsTestOtherA-1790656445 tempest-ServerActionsTestOtherA-1790656445-project-member] Lock "dc23b348-d002-432c-838a-644d3092057c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.557s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.198458] env[64443]: DEBUG nova.compute.utils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: dc23b348-d002-432c-838a-644d3092057c] Can not refresh info_cache because instance was not found {{(pid=64443) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1259.214220] env[64443]: DEBUG nova.network.neutron [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: dc23b348-d002-432c-838a-644d3092057c] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1259.819632] env[64443]: DEBUG nova.network.neutron [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: dc23b348-d002-432c-838a-644d3092057c] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.322570] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Releasing lock "refresh_cache-dc23b348-d002-432c-838a-644d3092057c" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.322788] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: dc23b348-d002-432c-838a-644d3092057c] Updated the network info_cache for instance {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1260.323784] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.323986] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.325400] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.325883] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.675069] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.675389] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.812084] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c42a2fe5-1687-4d03-8aa9-436795e5cbdf tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "579d5925-b7e7-4c44-a517-fe84638250b0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.812511] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c42a2fe5-1687-4d03-8aa9-436795e5cbdf tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "579d5925-b7e7-4c44-a517-fe84638250b0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.812747] env[64443]: DEBUG nova.compute.manager [None req-c42a2fe5-1687-4d03-8aa9-436795e5cbdf tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.813773] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b70c18-ea4b-46c8-9b99-01f02881e3b3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.821062] env[64443]: DEBUG nova.compute.manager [None req-c42a2fe5-1687-4d03-8aa9-436795e5cbdf tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=64443) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1260.821623] env[64443]: DEBUG nova.objects.instance [None req-c42a2fe5-1687-4d03-8aa9-436795e5cbdf tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lazy-loading 'flavor' on Instance uuid 579d5925-b7e7-4c44-a517-fe84638250b0 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.673250] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.673411] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64443) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1261.828624] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42a2fe5-1687-4d03-8aa9-436795e5cbdf tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.829036] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24be2fde-e3f4-4eb8-b9d0-2f5749aa1181 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.836795] env[64443]: DEBUG oslo_vmware.api [None req-c42a2fe5-1687-4d03-8aa9-436795e5cbdf tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1261.836795] env[64443]: value = "task-2677425" [ 1261.836795] env[64443]: _type = "Task" [ 1261.836795] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.848422] env[64443]: DEBUG oslo_vmware.api [None req-c42a2fe5-1687-4d03-8aa9-436795e5cbdf tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.346782] env[64443]: DEBUG oslo_vmware.api [None req-c42a2fe5-1687-4d03-8aa9-436795e5cbdf tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677425, 'name': PowerOffVM_Task, 'duration_secs': 0.275407} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.346976] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c42a2fe5-1687-4d03-8aa9-436795e5cbdf tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.347195] env[64443]: DEBUG nova.compute.manager [None req-c42a2fe5-1687-4d03-8aa9-436795e5cbdf tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.347929] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f1309e-6321-4a87-ab9a-4efa43c61bf0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.672987] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.859191] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c42a2fe5-1687-4d03-8aa9-436795e5cbdf tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "579d5925-b7e7-4c44-a517-fe84638250b0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.176023] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.176286] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.176462] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.176619] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64443) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1263.177514] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a009cb7b-06e4-4894-9a18-8af2eac01fda {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.186218] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff944481-9fad-48a6-9d27-6b650bd660c7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.199937] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbb0fc3-bd85-4f2f-9461-e9246da56679 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.206547] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32930e54-01be-42da-84f4-b638e0968d72 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.236749] env[64443]: DEBUG nova.objects.instance [None req-0b2363b4-2bcc-402d-8aa4-774ac6914e59 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lazy-loading 'flavor' on Instance uuid 579d5925-b7e7-4c44-a517-fe84638250b0 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.238317] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180280MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=64443) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1263.238461] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.238648] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.744810] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0b2363b4-2bcc-402d-8aa4-774ac6914e59 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "refresh_cache-579d5925-b7e7-4c44-a517-fe84638250b0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.744980] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0b2363b4-2bcc-402d-8aa4-774ac6914e59 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquired lock "refresh_cache-579d5925-b7e7-4c44-a517-fe84638250b0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.745174] env[64443]: DEBUG nova.network.neutron [None req-0b2363b4-2bcc-402d-8aa4-774ac6914e59 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.745355] env[64443]: DEBUG nova.objects.instance [None req-0b2363b4-2bcc-402d-8aa4-774ac6914e59 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lazy-loading 'info_cache' on Instance uuid 579d5925-b7e7-4c44-a517-fe84638250b0 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.251528] env[64443]: DEBUG nova.objects.base [None req-0b2363b4-2bcc-402d-8aa4-774ac6914e59 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Object Instance<579d5925-b7e7-4c44-a517-fe84638250b0> lazy-loaded attributes: flavor,info_cache {{(pid=64443) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1264.268860] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 019784ed-8c53-46f1-b495-b6d6a205eacb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.269031] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 579d5925-b7e7-4c44-a517-fe84638250b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.269162] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance d94898b6-2e29-4801-8b05-88e7c0dbb7a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.269282] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 6d163ec3-9ba7-40b0-8856-2dfb93ac2216 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1264.269461] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1264.269597] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1264.325819] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4141c3c7-b78c-4a03-aad7-579f77ab82c7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.333605] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bec5448-875d-4e73-a2b5-5567994bd452 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.363165] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917d205c-8419-4ca0-b08e-0f828a9bbc29 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.370474] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad392cf-e072-42d9-a5f4-8533cb20a774 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.383068] env[64443]: DEBUG nova.compute.provider_tree [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.885767] env[64443]: DEBUG nova.scheduler.client.report [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.950419] env[64443]: DEBUG nova.network.neutron [None req-0b2363b4-2bcc-402d-8aa4-774ac6914e59 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Updating instance_info_cache with network_info: [{"id": "ce4a978d-bcd6-44e8-a1bd-de893f94dae7", "address": "fa:16:3e:e8:61:be", "network": {"id": "829df491-4319-428d-b469-84ae5f5fee39", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1392141059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b989db96527a47beb79a983eda067337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce4a978d-bc", "ovs_interfaceid": "ce4a978d-bcd6-44e8-a1bd-de893f94dae7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.393154] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64443) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1265.393547] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.155s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.453345] env[64443]: DEBUG oslo_concurrency.lockutils [None req-0b2363b4-2bcc-402d-8aa4-774ac6914e59 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Releasing lock "refresh_cache-579d5925-b7e7-4c44-a517-fe84638250b0" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.459522] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2363b4-2bcc-402d-8aa4-774ac6914e59 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.459895] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e84b0fc4-f970-4a52-85dd-3279b6cf9e30 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.467616] env[64443]: DEBUG oslo_vmware.api [None req-0b2363b4-2bcc-402d-8aa4-774ac6914e59 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1266.467616] env[64443]: value = "task-2677426" [ 1266.467616] env[64443]: _type = "Task" [ 1266.467616] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.475086] env[64443]: DEBUG oslo_vmware.api [None req-0b2363b4-2bcc-402d-8aa4-774ac6914e59 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.977442] env[64443]: DEBUG oslo_vmware.api [None req-0b2363b4-2bcc-402d-8aa4-774ac6914e59 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677426, 'name': PowerOnVM_Task, 'duration_secs': 0.374165} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.977794] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2363b4-2bcc-402d-8aa4-774ac6914e59 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.978044] env[64443]: DEBUG nova.compute.manager [None req-0b2363b4-2bcc-402d-8aa4-774ac6914e59 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.978789] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848619fc-748d-4c51-a68c-f5d038972ef1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.865096] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "6d163ec3-9ba7-40b0-8856-2dfb93ac2216" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.865096] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "6d163ec3-9ba7-40b0-8856-2dfb93ac2216" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.865409] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "6d163ec3-9ba7-40b0-8856-2dfb93ac2216-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.865450] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "6d163ec3-9ba7-40b0-8856-2dfb93ac2216-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.865603] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "6d163ec3-9ba7-40b0-8856-2dfb93ac2216-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.867584] env[64443]: INFO nova.compute.manager [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Terminating instance [ 1269.371918] env[64443]: DEBUG nova.compute.manager [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.372147] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.373150] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2736d84-2656-482c-af69-94e078dbf7d8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.381092] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.381393] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b758586-7d56-40a2-a8a9-cb1d297fd82e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.390511] env[64443]: DEBUG oslo_vmware.api [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1269.390511] env[64443]: value = "task-2677427" [ 1269.390511] env[64443]: _type = "Task" [ 1269.390511] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.405170] env[64443]: DEBUG oslo_vmware.api [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.901186] env[64443]: DEBUG oslo_vmware.api [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677427, 'name': PowerOffVM_Task, 'duration_secs': 0.446549} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.901559] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.901644] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.901893] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac62251e-c8c2-4d97-86bf-1a24e11060a5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.995038] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.995293] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.995485] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Deleting the datastore file [datastore1] 6d163ec3-9ba7-40b0-8856-2dfb93ac2216 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.995760] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d176160b-777d-4a87-af81-981a4472f591 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.002669] env[64443]: DEBUG oslo_vmware.api [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1270.002669] env[64443]: value = "task-2677429" [ 1270.002669] env[64443]: _type = "Task" [ 1270.002669] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.012141] env[64443]: DEBUG oslo_vmware.api [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.512727] env[64443]: DEBUG oslo_vmware.api [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201006} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.512975] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.513311] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.513452] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.513537] env[64443]: INFO nova.compute.manager [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1270.513775] env[64443]: DEBUG oslo.service.loopingcall [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1270.513973] env[64443]: DEBUG nova.compute.manager [-] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.514084] env[64443]: DEBUG nova.network.neutron [-] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.764927] env[64443]: DEBUG nova.compute.manager [req-45ede8ee-b123-4844-a305-3a97d07b9917 req-7e50dafc-11aa-4496-a844-5a24140e7f5c service nova] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Received event network-vif-deleted-f6860620-1d95-4aed-9fd6-4fc4c1f2e64c {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1270.765164] env[64443]: INFO nova.compute.manager [req-45ede8ee-b123-4844-a305-3a97d07b9917 req-7e50dafc-11aa-4496-a844-5a24140e7f5c service nova] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Neutron deleted interface f6860620-1d95-4aed-9fd6-4fc4c1f2e64c; detaching it from the instance and deleting it from the info cache [ 1270.765354] env[64443]: DEBUG nova.network.neutron [req-45ede8ee-b123-4844-a305-3a97d07b9917 req-7e50dafc-11aa-4496-a844-5a24140e7f5c service nova] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.247608] env[64443]: DEBUG nova.network.neutron [-] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.267730] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b63da0c-8c78-4b0b-af89-e82a253b2cc6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.278446] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3098acb7-fbf6-4b0e-8c4a-3a043fb1f648 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.304222] env[64443]: DEBUG nova.compute.manager [req-45ede8ee-b123-4844-a305-3a97d07b9917 req-7e50dafc-11aa-4496-a844-5a24140e7f5c service nova] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Detach interface failed, port_id=f6860620-1d95-4aed-9fd6-4fc4c1f2e64c, reason: Instance 6d163ec3-9ba7-40b0-8856-2dfb93ac2216 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1271.750719] env[64443]: INFO nova.compute.manager [-] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Took 1.24 seconds to deallocate network for instance. [ 1272.256814] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.257171] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.257336] env[64443]: DEBUG nova.objects.instance [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lazy-loading 'resources' on Instance uuid 6d163ec3-9ba7-40b0-8856-2dfb93ac2216 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.822692] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61de1ad4-d5c1-44d1-ad0a-f2ef1bdb14bf {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.830767] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4373222a-0429-4ea5-ae8c-b569288b0b22 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.861466] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7359a20a-d753-4365-84b2-3e28894e5982 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.869015] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a18d8fe-d64f-4d82-a968-9e9e307a4022 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.882160] env[64443]: DEBUG nova.compute.provider_tree [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.385066] env[64443]: DEBUG nova.scheduler.client.report [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.890729] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.910632] env[64443]: INFO nova.scheduler.client.report [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Deleted allocations for instance 6d163ec3-9ba7-40b0-8856-2dfb93ac2216 [ 1274.419882] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d2fc5971-efc5-4841-a29c-3b1f922c9fb2 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "6d163ec3-9ba7-40b0-8856-2dfb93ac2216" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.555s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.447086] env[64443]: DEBUG oslo_concurrency.lockutils [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "d94898b6-2e29-4801-8b05-88e7c0dbb7a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.447470] env[64443]: DEBUG oslo_concurrency.lockutils [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "d94898b6-2e29-4801-8b05-88e7c0dbb7a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.447523] env[64443]: DEBUG oslo_concurrency.lockutils [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "d94898b6-2e29-4801-8b05-88e7c0dbb7a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.447689] env[64443]: DEBUG oslo_concurrency.lockutils [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "d94898b6-2e29-4801-8b05-88e7c0dbb7a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.447864] env[64443]: DEBUG oslo_concurrency.lockutils [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "d94898b6-2e29-4801-8b05-88e7c0dbb7a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.450506] env[64443]: INFO nova.compute.manager [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Terminating instance [ 1275.954781] env[64443]: DEBUG nova.compute.manager [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.955050] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.956379] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bdac74-193e-40eb-b943-0070528875fc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.964772] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.965026] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40f0a84e-d6ff-4111-b6b2-d258ed95c86c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.970949] env[64443]: DEBUG oslo_vmware.api [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1275.970949] env[64443]: value = "task-2677430" [ 1275.970949] env[64443]: _type = "Task" [ 1275.970949] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.979067] env[64443]: DEBUG oslo_vmware.api [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.482354] env[64443]: DEBUG oslo_vmware.api [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677430, 'name': PowerOffVM_Task, 'duration_secs': 0.180308} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.482717] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.482820] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.483089] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1851b383-687e-46c0-8e5f-7595f34bd118 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.544486] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.544725] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.544911] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Deleting the datastore file [datastore2] d94898b6-2e29-4801-8b05-88e7c0dbb7a9 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.545210] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1bb6884-d65f-4e20-ab0a-9e15bd6fdcd2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.552570] env[64443]: DEBUG oslo_vmware.api [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1276.552570] env[64443]: value = "task-2677432" [ 1276.552570] env[64443]: _type = "Task" [ 1276.552570] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.560432] env[64443]: DEBUG oslo_vmware.api [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.064335] env[64443]: DEBUG oslo_vmware.api [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128251} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.064690] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.064943] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.065211] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.065458] env[64443]: INFO nova.compute.manager [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1277.065784] env[64443]: DEBUG oslo.service.loopingcall [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1277.066059] env[64443]: DEBUG nova.compute.manager [-] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.066189] env[64443]: DEBUG nova.network.neutron [-] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.297389] env[64443]: DEBUG nova.compute.manager [req-7a427df8-ccca-4d8a-8e03-1a917c1a296e req-5e29c9c1-fa9b-4f7f-b41a-230306e5eb06 service nova] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Received event network-vif-deleted-732484d4-f2b5-43b2-88e5-d177e7880161 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1277.297576] env[64443]: INFO nova.compute.manager [req-7a427df8-ccca-4d8a-8e03-1a917c1a296e req-5e29c9c1-fa9b-4f7f-b41a-230306e5eb06 service nova] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Neutron deleted interface 732484d4-f2b5-43b2-88e5-d177e7880161; detaching it from the instance and deleting it from the info cache [ 1277.297751] env[64443]: DEBUG nova.network.neutron [req-7a427df8-ccca-4d8a-8e03-1a917c1a296e req-5e29c9c1-fa9b-4f7f-b41a-230306e5eb06 service nova] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.781447] env[64443]: DEBUG nova.network.neutron [-] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.800018] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46d760a0-cbd1-4f5c-9e72-7d622d2bc9ce {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.810041] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4ff00c-3951-4d66-a1a8-e7a37a23e4c0 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.835250] env[64443]: DEBUG nova.compute.manager [req-7a427df8-ccca-4d8a-8e03-1a917c1a296e req-5e29c9c1-fa9b-4f7f-b41a-230306e5eb06 service nova] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Detach interface failed, port_id=732484d4-f2b5-43b2-88e5-d177e7880161, reason: Instance d94898b6-2e29-4801-8b05-88e7c0dbb7a9 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1278.283900] env[64443]: INFO nova.compute.manager [-] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Took 1.22 seconds to deallocate network for instance. [ 1278.790378] env[64443]: DEBUG oslo_concurrency.lockutils [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.790698] env[64443]: DEBUG oslo_concurrency.lockutils [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.790861] env[64443]: DEBUG nova.objects.instance [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lazy-loading 'resources' on Instance uuid d94898b6-2e29-4801-8b05-88e7c0dbb7a9 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.341663] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa40fe0f-299d-4ce4-870b-82d3a2e5f671 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.351014] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9a6bda-25eb-4f36-87df-50c002a7a75f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.382082] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb957e7e-7722-4f6b-9045-7aad19f0a574 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.388797] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee778d09-340b-4e57-b49d-9dc0b9bc40df {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.401693] env[64443]: DEBUG nova.compute.provider_tree [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.904883] env[64443]: DEBUG nova.scheduler.client.report [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.410436] env[64443]: DEBUG oslo_concurrency.lockutils [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.430399] env[64443]: INFO nova.scheduler.client.report [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Deleted allocations for instance d94898b6-2e29-4801-8b05-88e7c0dbb7a9 [ 1280.939094] env[64443]: DEBUG oslo_concurrency.lockutils [None req-34404298-ab4c-45d6-8996-d1e062fac2c5 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "d94898b6-2e29-4801-8b05-88e7c0dbb7a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.492s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.040668] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "579d5925-b7e7-4c44-a517-fe84638250b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.041096] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "579d5925-b7e7-4c44-a517-fe84638250b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.041096] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "579d5925-b7e7-4c44-a517-fe84638250b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.041188] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "579d5925-b7e7-4c44-a517-fe84638250b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.041358] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "579d5925-b7e7-4c44-a517-fe84638250b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.043648] env[64443]: INFO nova.compute.manager [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Terminating instance [ 1282.205645] env[64443]: DEBUG oslo_concurrency.lockutils [None req-970c2d5c-754d-42f5-8b1e-2bfccc57ac30 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "019784ed-8c53-46f1-b495-b6d6a205eacb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.205878] env[64443]: DEBUG oslo_concurrency.lockutils [None req-970c2d5c-754d-42f5-8b1e-2bfccc57ac30 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "019784ed-8c53-46f1-b495-b6d6a205eacb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.547744] env[64443]: DEBUG nova.compute.manager [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1282.547979] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.548897] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea8dc33-b0db-4929-996e-e2a221147c73 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.557499] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.557678] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a799bf8-5d94-4a27-937f-112d207c985b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.564856] env[64443]: DEBUG oslo_vmware.api [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1282.564856] env[64443]: value = "task-2677433" [ 1282.564856] env[64443]: _type = "Task" [ 1282.564856] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.572155] env[64443]: DEBUG oslo_vmware.api [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.709591] env[64443]: DEBUG nova.compute.utils [None req-970c2d5c-754d-42f5-8b1e-2bfccc57ac30 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1283.075632] env[64443]: DEBUG oslo_vmware.api [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677433, 'name': PowerOffVM_Task, 'duration_secs': 0.172262} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.076027] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.076076] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.076299] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9d8aa8e-4520-415d-96c2-28909f143217 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.136557] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.136784] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.136971] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Deleting the datastore file [datastore2] 579d5925-b7e7-4c44-a517-fe84638250b0 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.137249] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67e8518c-a55f-469a-902b-9cc5d5b3813a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.143472] env[64443]: DEBUG oslo_vmware.api [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for the task: (returnval){ [ 1283.143472] env[64443]: value = "task-2677435" [ 1283.143472] env[64443]: _type = "Task" [ 1283.143472] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.151594] env[64443]: DEBUG oslo_vmware.api [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.212579] env[64443]: DEBUG oslo_concurrency.lockutils [None req-970c2d5c-754d-42f5-8b1e-2bfccc57ac30 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "019784ed-8c53-46f1-b495-b6d6a205eacb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.653355] env[64443]: DEBUG oslo_vmware.api [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Task: {'id': task-2677435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13963} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.653655] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.653870] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.654109] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.654334] env[64443]: INFO nova.compute.manager [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1283.654607] env[64443]: DEBUG oslo.service.loopingcall [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1283.654825] env[64443]: DEBUG nova.compute.manager [-] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1283.654938] env[64443]: DEBUG nova.network.neutron [-] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1283.915255] env[64443]: DEBUG nova.compute.manager [req-e1de5e8f-b4c7-4774-8f8d-5ba01c23eca2 req-fb2ae394-f5d3-4267-85f3-923282d56441 service nova] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Received event network-vif-deleted-ce4a978d-bcd6-44e8-a1bd-de893f94dae7 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1283.915255] env[64443]: INFO nova.compute.manager [req-e1de5e8f-b4c7-4774-8f8d-5ba01c23eca2 req-fb2ae394-f5d3-4267-85f3-923282d56441 service nova] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Neutron deleted interface ce4a978d-bcd6-44e8-a1bd-de893f94dae7; detaching it from the instance and deleting it from the info cache [ 1283.915255] env[64443]: DEBUG nova.network.neutron [req-e1de5e8f-b4c7-4774-8f8d-5ba01c23eca2 req-fb2ae394-f5d3-4267-85f3-923282d56441 service nova] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.270395] env[64443]: DEBUG oslo_concurrency.lockutils [None req-970c2d5c-754d-42f5-8b1e-2bfccc57ac30 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "019784ed-8c53-46f1-b495-b6d6a205eacb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.270783] env[64443]: DEBUG oslo_concurrency.lockutils [None req-970c2d5c-754d-42f5-8b1e-2bfccc57ac30 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "019784ed-8c53-46f1-b495-b6d6a205eacb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1284.270885] env[64443]: INFO nova.compute.manager [None req-970c2d5c-754d-42f5-8b1e-2bfccc57ac30 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Attaching volume cf76b2f5-eee0-441c-a463-a0332a1ccfed to /dev/sdb [ 1284.306434] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb08511-f7d1-44eb-a885-3fa2152d36ce {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.313969] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a58e057-6f64-48ae-90eb-ab0799232f3c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.327267] env[64443]: DEBUG nova.virt.block_device [None req-970c2d5c-754d-42f5-8b1e-2bfccc57ac30 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Updating existing volume attachment record: deac3aac-da72-40c1-b62a-c3bd191666a8 {{(pid=64443) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1284.394736] env[64443]: DEBUG nova.network.neutron [-] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.416758] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6452fa52-9cd6-4983-a10a-bdf18dff2cff {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.425607] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db70a7d-eede-41b9-92b4-028a13ac8374 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.451953] env[64443]: DEBUG nova.compute.manager [req-e1de5e8f-b4c7-4774-8f8d-5ba01c23eca2 req-fb2ae394-f5d3-4267-85f3-923282d56441 service nova] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Detach interface failed, port_id=ce4a978d-bcd6-44e8-a1bd-de893f94dae7, reason: Instance 579d5925-b7e7-4c44-a517-fe84638250b0 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1284.897243] env[64443]: INFO nova.compute.manager [-] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Took 1.24 seconds to deallocate network for instance. [ 1285.404098] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.404459] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.404459] env[64443]: DEBUG nova.objects.instance [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lazy-loading 'resources' on Instance uuid 579d5925-b7e7-4c44-a517-fe84638250b0 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.948734] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6883ffb9-120a-4e49-9338-b085270bf1cd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.956468] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b95512-9c95-4701-a288-bef553285909 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.986381] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3f9ea7-aedf-4c68-8879-673267ab7604 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.996013] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4768458-021f-45e0-aeb6-287b7b2af58e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.005759] env[64443]: DEBUG nova.compute.provider_tree [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.508549] env[64443]: DEBUG nova.scheduler.client.report [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.015249] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.037511] env[64443]: INFO nova.scheduler.client.report [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Deleted allocations for instance 579d5925-b7e7-4c44-a517-fe84638250b0 [ 1287.545844] env[64443]: DEBUG oslo_concurrency.lockutils [None req-c43a6aee-c255-440a-989f-dabc54c4bc30 tempest-ListServerFiltersTestJSON-991622148 tempest-ListServerFiltersTestJSON-991622148-project-member] Lock "579d5925-b7e7-4c44-a517-fe84638250b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.505s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.871479] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-970c2d5c-754d-42f5-8b1e-2bfccc57ac30 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Volume attach. Driver type: vmdk {{(pid=64443) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1288.871886] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-970c2d5c-754d-42f5-8b1e-2bfccc57ac30 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539816', 'volume_id': 'cf76b2f5-eee0-441c-a463-a0332a1ccfed', 'name': 'volume-cf76b2f5-eee0-441c-a463-a0332a1ccfed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '019784ed-8c53-46f1-b495-b6d6a205eacb', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf76b2f5-eee0-441c-a463-a0332a1ccfed', 'serial': 'cf76b2f5-eee0-441c-a463-a0332a1ccfed'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1288.872682] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b20a1a6-9b7d-4f5a-a288-87675479d712 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.889325] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a10903-6829-4223-a15d-f97c95f977b6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.914189] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-970c2d5c-754d-42f5-8b1e-2bfccc57ac30 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-cf76b2f5-eee0-441c-a463-a0332a1ccfed/volume-cf76b2f5-eee0-441c-a463-a0332a1ccfed.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.914460] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7292efd2-7307-42f7-8465-058e36c52e7c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.933549] env[64443]: DEBUG oslo_vmware.api [None req-970c2d5c-754d-42f5-8b1e-2bfccc57ac30 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1288.933549] env[64443]: value = "task-2677438" [ 1288.933549] env[64443]: _type = "Task" [ 1288.933549] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.942244] env[64443]: DEBUG oslo_vmware.api [None req-970c2d5c-754d-42f5-8b1e-2bfccc57ac30 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.443734] env[64443]: DEBUG oslo_vmware.api [None req-970c2d5c-754d-42f5-8b1e-2bfccc57ac30 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677438, 'name': ReconfigVM_Task, 'duration_secs': 0.342952} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.444011] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-970c2d5c-754d-42f5-8b1e-2bfccc57ac30 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-cf76b2f5-eee0-441c-a463-a0332a1ccfed/volume-cf76b2f5-eee0-441c-a463-a0332a1ccfed.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.448657] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af203f72-6d2d-4d95-9683-fff71dc194eb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.462804] env[64443]: DEBUG oslo_vmware.api [None req-970c2d5c-754d-42f5-8b1e-2bfccc57ac30 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1289.462804] env[64443]: value = "task-2677439" [ 1289.462804] env[64443]: _type = "Task" [ 1289.462804] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.470869] env[64443]: DEBUG oslo_vmware.api [None req-970c2d5c-754d-42f5-8b1e-2bfccc57ac30 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.973846] env[64443]: DEBUG oslo_vmware.api [None req-970c2d5c-754d-42f5-8b1e-2bfccc57ac30 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677439, 'name': ReconfigVM_Task, 'duration_secs': 0.178305} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.973846] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-970c2d5c-754d-42f5-8b1e-2bfccc57ac30 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539816', 'volume_id': 'cf76b2f5-eee0-441c-a463-a0332a1ccfed', 'name': 'volume-cf76b2f5-eee0-441c-a463-a0332a1ccfed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '019784ed-8c53-46f1-b495-b6d6a205eacb', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf76b2f5-eee0-441c-a463-a0332a1ccfed', 'serial': 'cf76b2f5-eee0-441c-a463-a0332a1ccfed'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1291.008865] env[64443]: DEBUG nova.objects.instance [None req-970c2d5c-754d-42f5-8b1e-2bfccc57ac30 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lazy-loading 'flavor' on Instance uuid 019784ed-8c53-46f1-b495-b6d6a205eacb {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.514112] env[64443]: DEBUG oslo_concurrency.lockutils [None req-970c2d5c-754d-42f5-8b1e-2bfccc57ac30 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "019784ed-8c53-46f1-b495-b6d6a205eacb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.243s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.736053] env[64443]: DEBUG oslo_concurrency.lockutils [None req-85196f10-7c08-49c0-9072-a53306024b4c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "019784ed-8c53-46f1-b495-b6d6a205eacb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.736388] env[64443]: DEBUG oslo_concurrency.lockutils [None req-85196f10-7c08-49c0-9072-a53306024b4c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "019784ed-8c53-46f1-b495-b6d6a205eacb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.239103] env[64443]: INFO nova.compute.manager [None req-85196f10-7c08-49c0-9072-a53306024b4c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Detaching volume cf76b2f5-eee0-441c-a463-a0332a1ccfed [ 1292.268134] env[64443]: INFO nova.virt.block_device [None req-85196f10-7c08-49c0-9072-a53306024b4c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Attempting to driver detach volume cf76b2f5-eee0-441c-a463-a0332a1ccfed from mountpoint /dev/sdb [ 1292.268346] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-85196f10-7c08-49c0-9072-a53306024b4c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Volume detach. Driver type: vmdk {{(pid=64443) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1292.268533] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-85196f10-7c08-49c0-9072-a53306024b4c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539816', 'volume_id': 'cf76b2f5-eee0-441c-a463-a0332a1ccfed', 'name': 'volume-cf76b2f5-eee0-441c-a463-a0332a1ccfed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '019784ed-8c53-46f1-b495-b6d6a205eacb', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf76b2f5-eee0-441c-a463-a0332a1ccfed', 'serial': 'cf76b2f5-eee0-441c-a463-a0332a1ccfed'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1292.269414] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b12640-b7e0-40a1-a5bf-d0e0447b11d1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.290349] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ef669d-15ac-43df-a4d0-c09331e32ae6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.296763] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da6acec-ef33-459a-b9ce-8d561149d673 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.315960] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bedb5a7-eb68-4405-a2e6-a6662a9584a6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.329727] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-85196f10-7c08-49c0-9072-a53306024b4c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] The volume has not been displaced from its original location: [datastore1] volume-cf76b2f5-eee0-441c-a463-a0332a1ccfed/volume-cf76b2f5-eee0-441c-a463-a0332a1ccfed.vmdk. No consolidation needed. {{(pid=64443) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1292.334873] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-85196f10-7c08-49c0-9072-a53306024b4c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1292.335135] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f720e2f1-c9d0-40ed-b220-2aa22b69b55e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.351932] env[64443]: DEBUG oslo_vmware.api [None req-85196f10-7c08-49c0-9072-a53306024b4c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1292.351932] env[64443]: value = "task-2677440" [ 1292.351932] env[64443]: _type = "Task" [ 1292.351932] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.359011] env[64443]: DEBUG oslo_vmware.api [None req-85196f10-7c08-49c0-9072-a53306024b4c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.861512] env[64443]: DEBUG oslo_vmware.api [None req-85196f10-7c08-49c0-9072-a53306024b4c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677440, 'name': ReconfigVM_Task, 'duration_secs': 0.2176} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.861775] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-85196f10-7c08-49c0-9072-a53306024b4c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1292.866414] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9e1616e-b431-4537-93c8-65611abea6f3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.882050] env[64443]: DEBUG oslo_vmware.api [None req-85196f10-7c08-49c0-9072-a53306024b4c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1292.882050] env[64443]: value = "task-2677441" [ 1292.882050] env[64443]: _type = "Task" [ 1292.882050] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.891035] env[64443]: DEBUG oslo_vmware.api [None req-85196f10-7c08-49c0-9072-a53306024b4c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677441, 'name': ReconfigVM_Task} progress is 6%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.392034] env[64443]: DEBUG oslo_vmware.api [None req-85196f10-7c08-49c0-9072-a53306024b4c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.893055] env[64443]: DEBUG oslo_vmware.api [None req-85196f10-7c08-49c0-9072-a53306024b4c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677441, 'name': ReconfigVM_Task, 'duration_secs': 0.735523} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.893369] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-85196f10-7c08-49c0-9072-a53306024b4c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539816', 'volume_id': 'cf76b2f5-eee0-441c-a463-a0332a1ccfed', 'name': 'volume-cf76b2f5-eee0-441c-a463-a0332a1ccfed', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '019784ed-8c53-46f1-b495-b6d6a205eacb', 'attached_at': '', 'detached_at': '', 'volume_id': 'cf76b2f5-eee0-441c-a463-a0332a1ccfed', 'serial': 'cf76b2f5-eee0-441c-a463-a0332a1ccfed'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1294.432044] env[64443]: DEBUG nova.objects.instance [None req-85196f10-7c08-49c0-9072-a53306024b4c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lazy-loading 'flavor' on Instance uuid 019784ed-8c53-46f1-b495-b6d6a205eacb {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.438974] env[64443]: DEBUG oslo_concurrency.lockutils [None req-85196f10-7c08-49c0-9072-a53306024b4c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "019784ed-8c53-46f1-b495-b6d6a205eacb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.702s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.968408] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "019784ed-8c53-46f1-b495-b6d6a205eacb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.968716] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "019784ed-8c53-46f1-b495-b6d6a205eacb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.968959] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "019784ed-8c53-46f1-b495-b6d6a205eacb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.969169] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "019784ed-8c53-46f1-b495-b6d6a205eacb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.969340] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "019784ed-8c53-46f1-b495-b6d6a205eacb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.971535] env[64443]: INFO nova.compute.manager [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Terminating instance [ 1296.475580] env[64443]: DEBUG nova.compute.manager [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1296.475979] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.476771] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb2cf1f-c148-4338-a1d9-3c1b587d6295 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.484894] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.485159] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fa59623-8ccd-4dff-adbb-b3c2290e737e {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.491592] env[64443]: DEBUG oslo_vmware.api [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1296.491592] env[64443]: value = "task-2677442" [ 1296.491592] env[64443]: _type = "Task" [ 1296.491592] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.499232] env[64443]: DEBUG oslo_vmware.api [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.001892] env[64443]: DEBUG oslo_vmware.api [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677442, 'name': PowerOffVM_Task, 'duration_secs': 0.185613} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.002181] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.002326] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.002594] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b599ecfa-eda9-4aca-855f-6cf27448075b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.066912] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.067145] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Deleting contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.067333] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Deleting the datastore file [datastore2] 019784ed-8c53-46f1-b495-b6d6a205eacb {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.067582] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8823e962-e3e4-4e26-894f-271900320ec9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.073344] env[64443]: DEBUG oslo_vmware.api [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1297.073344] env[64443]: value = "task-2677444" [ 1297.073344] env[64443]: _type = "Task" [ 1297.073344] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.080741] env[64443]: DEBUG oslo_vmware.api [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.583492] env[64443]: DEBUG oslo_vmware.api [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143855} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.583908] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.583908] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Deleted contents of the VM from datastore datastore2 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.584108] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.584286] env[64443]: INFO nova.compute.manager [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1297.584527] env[64443]: DEBUG oslo.service.loopingcall [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1297.584712] env[64443]: DEBUG nova.compute.manager [-] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1297.584808] env[64443]: DEBUG nova.network.neutron [-] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1298.009323] env[64443]: DEBUG nova.compute.manager [req-7de9303a-675c-49d6-9805-acc71b026dd1 req-bacef3e8-3ffd-4fcc-850b-98f8dfe19b36 service nova] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Received event network-vif-deleted-f2b48fcb-1355-4927-b167-9102f7ddd8b0 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1298.009323] env[64443]: INFO nova.compute.manager [req-7de9303a-675c-49d6-9805-acc71b026dd1 req-bacef3e8-3ffd-4fcc-850b-98f8dfe19b36 service nova] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Neutron deleted interface f2b48fcb-1355-4927-b167-9102f7ddd8b0; detaching it from the instance and deleting it from the info cache [ 1298.009641] env[64443]: DEBUG nova.network.neutron [req-7de9303a-675c-49d6-9805-acc71b026dd1 req-bacef3e8-3ffd-4fcc-850b-98f8dfe19b36 service nova] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.486888] env[64443]: DEBUG nova.network.neutron [-] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.511337] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-809e71f6-4cd8-4a1c-b470-0b594ae45ceb {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.524519] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272090f4-523a-44e6-9dd3-981cee0c9e8c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.549123] env[64443]: DEBUG nova.compute.manager [req-7de9303a-675c-49d6-9805-acc71b026dd1 req-bacef3e8-3ffd-4fcc-850b-98f8dfe19b36 service nova] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Detach interface failed, port_id=f2b48fcb-1355-4927-b167-9102f7ddd8b0, reason: Instance 019784ed-8c53-46f1-b495-b6d6a205eacb could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1298.990806] env[64443]: INFO nova.compute.manager [-] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Took 1.41 seconds to deallocate network for instance. [ 1299.496994] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.497274] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.497492] env[64443]: DEBUG nova.objects.instance [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lazy-loading 'resources' on Instance uuid 019784ed-8c53-46f1-b495-b6d6a205eacb {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1300.029967] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b91b429-8e4a-4f68-b04d-6071b639bf2b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.037693] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9891401-12fa-4e47-a1d8-a0071bec79c4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.066135] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b1a342-2c93-4592-aa4e-79704a1cb8da {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.073607] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5c71a9-1230-472f-90e2-604edc438ab5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.088229] env[64443]: DEBUG nova.compute.provider_tree [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.591110] env[64443]: DEBUG nova.scheduler.client.report [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.097044] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.113988] env[64443]: INFO nova.scheduler.client.report [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Deleted allocations for instance 019784ed-8c53-46f1-b495-b6d6a205eacb [ 1301.621322] env[64443]: DEBUG oslo_concurrency.lockutils [None req-60cd891f-8959-44c9-a743-57c713e33531 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "019784ed-8c53-46f1-b495-b6d6a205eacb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.653s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1303.789834] env[64443]: DEBUG oslo_concurrency.lockutils [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "14d3ca4d-77d9-413e-a940-226125f6d718" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.790122] env[64443]: DEBUG oslo_concurrency.lockutils [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "14d3ca4d-77d9-413e-a940-226125f6d718" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.292220] env[64443]: DEBUG nova.compute.manager [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Starting instance... {{(pid=64443) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1304.811412] env[64443]: DEBUG oslo_concurrency.lockutils [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.811684] env[64443]: DEBUG oslo_concurrency.lockutils [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.813282] env[64443]: INFO nova.compute.claims [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1305.846551] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b53b8ee-ea6c-4997-86a4-c5956e7b3b10 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.854444] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d213fc14-f4ba-4187-b120-973bbdbc5c20 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.884603] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184d8cb3-be03-47ed-b7d4-a6e02acfd689 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.891915] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b375de1a-bd35-4476-8b33-003cfe539036 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.904578] env[64443]: DEBUG nova.compute.provider_tree [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.408093] env[64443]: DEBUG nova.scheduler.client.report [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.913404] env[64443]: DEBUG oslo_concurrency.lockutils [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.913916] env[64443]: DEBUG nova.compute.manager [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Start building networks asynchronously for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1307.418541] env[64443]: DEBUG nova.compute.utils [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1307.419937] env[64443]: DEBUG nova.compute.manager [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Allocating IP information in the background. {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1307.420123] env[64443]: DEBUG nova.network.neutron [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] allocate_for_instance() {{(pid=64443) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1307.467701] env[64443]: DEBUG nova.policy [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01c71189fb204cc5aa5b00836fe93f69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4f72016b64945a0b5fb0e033d074579', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=64443) authorize /opt/stack/nova/nova/policy.py:192}} [ 1307.728878] env[64443]: DEBUG nova.network.neutron [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Successfully created port: 98c4f62b-0f02-4f26-a374-ae93a0c6a777 {{(pid=64443) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1307.923396] env[64443]: DEBUG nova.compute.manager [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Start building block device mappings for instance. {{(pid=64443) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1308.933557] env[64443]: DEBUG nova.compute.manager [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Start spawning the instance on the hypervisor. {{(pid=64443) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1308.965508] env[64443]: DEBUG nova.virt.hardware [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T10:59:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T10:59:01Z,direct_url=,disk_format='vmdk',id=dd719037-1855-48c3-aee4-b2a657ffb2c7,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='365a2b11854a4bedac83af306567ac96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T10:59:01Z,virtual_size=,visibility=), allow threads: False {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1308.965752] env[64443]: DEBUG nova.virt.hardware [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Flavor limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1308.965914] env[64443]: DEBUG nova.virt.hardware [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Image limits 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1308.966117] env[64443]: DEBUG nova.virt.hardware [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Flavor pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1308.966270] env[64443]: DEBUG nova.virt.hardware [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Image pref 0:0:0 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1308.966419] env[64443]: DEBUG nova.virt.hardware [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=64443) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1308.966645] env[64443]: DEBUG nova.virt.hardware [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1308.966828] env[64443]: DEBUG nova.virt.hardware [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1308.967012] env[64443]: DEBUG nova.virt.hardware [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Got 1 possible topologies {{(pid=64443) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1308.967194] env[64443]: DEBUG nova.virt.hardware [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1308.967371] env[64443]: DEBUG nova.virt.hardware [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=64443) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1308.968282] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dd663c-3c60-4f36-8325-1b1c99d98e5b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.976666] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6c0a49-daab-48a7-8157-a58e5706de74 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.072188] env[64443]: DEBUG nova.compute.manager [req-e33aa672-769f-456d-88c6-72164d4214e7 req-7c691b1a-1010-4fe9-83b3-254c1fca9b29 service nova] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Received event network-vif-plugged-98c4f62b-0f02-4f26-a374-ae93a0c6a777 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1309.072404] env[64443]: DEBUG oslo_concurrency.lockutils [req-e33aa672-769f-456d-88c6-72164d4214e7 req-7c691b1a-1010-4fe9-83b3-254c1fca9b29 service nova] Acquiring lock "14d3ca4d-77d9-413e-a940-226125f6d718-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.072636] env[64443]: DEBUG oslo_concurrency.lockutils [req-e33aa672-769f-456d-88c6-72164d4214e7 req-7c691b1a-1010-4fe9-83b3-254c1fca9b29 service nova] Lock "14d3ca4d-77d9-413e-a940-226125f6d718-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.072818] env[64443]: DEBUG oslo_concurrency.lockutils [req-e33aa672-769f-456d-88c6-72164d4214e7 req-7c691b1a-1010-4fe9-83b3-254c1fca9b29 service nova] Lock "14d3ca4d-77d9-413e-a940-226125f6d718-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.073061] env[64443]: DEBUG nova.compute.manager [req-e33aa672-769f-456d-88c6-72164d4214e7 req-7c691b1a-1010-4fe9-83b3-254c1fca9b29 service nova] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] No waiting events found dispatching network-vif-plugged-98c4f62b-0f02-4f26-a374-ae93a0c6a777 {{(pid=64443) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1309.073177] env[64443]: WARNING nova.compute.manager [req-e33aa672-769f-456d-88c6-72164d4214e7 req-7c691b1a-1010-4fe9-83b3-254c1fca9b29 service nova] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Received unexpected event network-vif-plugged-98c4f62b-0f02-4f26-a374-ae93a0c6a777 for instance with vm_state building and task_state spawning. [ 1309.154411] env[64443]: DEBUG nova.network.neutron [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Successfully updated port: 98c4f62b-0f02-4f26-a374-ae93a0c6a777 {{(pid=64443) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1309.657766] env[64443]: DEBUG oslo_concurrency.lockutils [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "refresh_cache-14d3ca4d-77d9-413e-a940-226125f6d718" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.657984] env[64443]: DEBUG oslo_concurrency.lockutils [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquired lock "refresh_cache-14d3ca4d-77d9-413e-a940-226125f6d718" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.658114] env[64443]: DEBUG nova.network.neutron [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Building network info cache for instance {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.407450] env[64443]: DEBUG nova.network.neutron [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Instance cache missing network info. {{(pid=64443) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1310.531749] env[64443]: DEBUG nova.network.neutron [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Updating instance_info_cache with network_info: [{"id": "98c4f62b-0f02-4f26-a374-ae93a0c6a777", "address": "fa:16:3e:bf:88:df", "network": {"id": "e805300a-b8d0-4d9f-97a2-d4ff40cb73b7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-148640411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f72016b64945a0b5fb0e033d074579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c4f62b-0f", "ovs_interfaceid": "98c4f62b-0f02-4f26-a374-ae93a0c6a777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.035606] env[64443]: DEBUG oslo_concurrency.lockutils [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Releasing lock "refresh_cache-14d3ca4d-77d9-413e-a940-226125f6d718" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.035932] env[64443]: DEBUG nova.compute.manager [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Instance network_info: |[{"id": "98c4f62b-0f02-4f26-a374-ae93a0c6a777", "address": "fa:16:3e:bf:88:df", "network": {"id": "e805300a-b8d0-4d9f-97a2-d4ff40cb73b7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-148640411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f72016b64945a0b5fb0e033d074579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c4f62b-0f", "ovs_interfaceid": "98c4f62b-0f02-4f26-a374-ae93a0c6a777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=64443) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1311.036376] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:88:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98c4f62b-0f02-4f26-a374-ae93a0c6a777', 'vif_model': 'vmxnet3'}] {{(pid=64443) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1311.045059] env[64443]: DEBUG oslo.service.loopingcall [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1311.045059] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Creating VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1311.045059] env[64443]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64934125-4896-4883-a762-277a1702fc93 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.065057] env[64443]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1311.065057] env[64443]: value = "task-2677445" [ 1311.065057] env[64443]: _type = "Task" [ 1311.065057] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.072525] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677445, 'name': CreateVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.098681] env[64443]: DEBUG nova.compute.manager [req-83da7cfd-f4ee-4263-8142-a786d80174b6 req-dea89cb5-2e03-4291-8e2e-7aa7b6e041ab service nova] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Received event network-changed-98c4f62b-0f02-4f26-a374-ae93a0c6a777 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1311.098883] env[64443]: DEBUG nova.compute.manager [req-83da7cfd-f4ee-4263-8142-a786d80174b6 req-dea89cb5-2e03-4291-8e2e-7aa7b6e041ab service nova] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Refreshing instance network info cache due to event network-changed-98c4f62b-0f02-4f26-a374-ae93a0c6a777. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1311.099104] env[64443]: DEBUG oslo_concurrency.lockutils [req-83da7cfd-f4ee-4263-8142-a786d80174b6 req-dea89cb5-2e03-4291-8e2e-7aa7b6e041ab service nova] Acquiring lock "refresh_cache-14d3ca4d-77d9-413e-a940-226125f6d718" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.099262] env[64443]: DEBUG oslo_concurrency.lockutils [req-83da7cfd-f4ee-4263-8142-a786d80174b6 req-dea89cb5-2e03-4291-8e2e-7aa7b6e041ab service nova] Acquired lock "refresh_cache-14d3ca4d-77d9-413e-a940-226125f6d718" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.099438] env[64443]: DEBUG nova.network.neutron [req-83da7cfd-f4ee-4263-8142-a786d80174b6 req-dea89cb5-2e03-4291-8e2e-7aa7b6e041ab service nova] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Refreshing network info cache for port 98c4f62b-0f02-4f26-a374-ae93a0c6a777 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.574901] env[64443]: DEBUG oslo_vmware.api [-] Task: {'id': task-2677445, 'name': CreateVM_Task, 'duration_secs': 0.300567} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.575322] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Created VM on the ESX host {{(pid=64443) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1311.575753] env[64443]: DEBUG oslo_concurrency.lockutils [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.575920] env[64443]: DEBUG oslo_concurrency.lockutils [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.576255] env[64443]: DEBUG oslo_concurrency.lockutils [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1311.576499] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca760487-368d-44e7-bd77-553e6a9a96ff {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.580899] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1311.580899] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]52d4a995-8a2c-1153-72ca-13838fe22c35" [ 1311.580899] env[64443]: _type = "Task" [ 1311.580899] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.588475] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d4a995-8a2c-1153-72ca-13838fe22c35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.768392] env[64443]: DEBUG nova.network.neutron [req-83da7cfd-f4ee-4263-8142-a786d80174b6 req-dea89cb5-2e03-4291-8e2e-7aa7b6e041ab service nova] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Updated VIF entry in instance network info cache for port 98c4f62b-0f02-4f26-a374-ae93a0c6a777. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.768776] env[64443]: DEBUG nova.network.neutron [req-83da7cfd-f4ee-4263-8142-a786d80174b6 req-dea89cb5-2e03-4291-8e2e-7aa7b6e041ab service nova] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Updating instance_info_cache with network_info: [{"id": "98c4f62b-0f02-4f26-a374-ae93a0c6a777", "address": "fa:16:3e:bf:88:df", "network": {"id": "e805300a-b8d0-4d9f-97a2-d4ff40cb73b7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-148640411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f72016b64945a0b5fb0e033d074579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c4f62b-0f", "ovs_interfaceid": "98c4f62b-0f02-4f26-a374-ae93a0c6a777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.091295] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]52d4a995-8a2c-1153-72ca-13838fe22c35, 'name': SearchDatastore_Task, 'duration_secs': 0.011868} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.091564] env[64443]: DEBUG oslo_concurrency.lockutils [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.091790] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Processing image dd719037-1855-48c3-aee4-b2a657ffb2c7 {{(pid=64443) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1312.092036] env[64443]: DEBUG oslo_concurrency.lockutils [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.092189] env[64443]: DEBUG oslo_concurrency.lockutils [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.092369] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1312.092623] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b3cfcc9-4ce9-4d3f-a074-c0ade2c9d3ef {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.100915] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=64443) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1312.101099] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=64443) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1312.101749] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-528d72e5-205a-4792-b36e-1f1635a622c8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.106169] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1312.106169] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]5298e58d-c805-53d8-69c3-cbbc08c06faf" [ 1312.106169] env[64443]: _type = "Task" [ 1312.106169] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.114309] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5298e58d-c805-53d8-69c3-cbbc08c06faf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.271693] env[64443]: DEBUG oslo_concurrency.lockutils [req-83da7cfd-f4ee-4263-8142-a786d80174b6 req-dea89cb5-2e03-4291-8e2e-7aa7b6e041ab service nova] Releasing lock "refresh_cache-14d3ca4d-77d9-413e-a940-226125f6d718" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.616714] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]5298e58d-c805-53d8-69c3-cbbc08c06faf, 'name': SearchDatastore_Task, 'duration_secs': 0.007665} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.617481] env[64443]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f3c4e7a-9999-49aa-95c3-63cc64e9ff0a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.623214] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1312.623214] env[64443]: value = "session[521a59eb-7212-ba99-1c5b-110d994320a2]523ed4bd-7b41-1237-b13e-83658b3f226b" [ 1312.623214] env[64443]: _type = "Task" [ 1312.623214] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.630308] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]523ed4bd-7b41-1237-b13e-83658b3f226b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.133767] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': session[521a59eb-7212-ba99-1c5b-110d994320a2]523ed4bd-7b41-1237-b13e-83658b3f226b, 'name': SearchDatastore_Task, 'duration_secs': 0.009758} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.134199] env[64443]: DEBUG oslo_concurrency.lockutils [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.134453] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 14d3ca4d-77d9-413e-a940-226125f6d718/14d3ca4d-77d9-413e-a940-226125f6d718.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1313.134650] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d9405a3-296c-4e42-a17f-4e926b4be9cc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.141857] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1313.141857] env[64443]: value = "task-2677446" [ 1313.141857] env[64443]: _type = "Task" [ 1313.141857] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.149303] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.651711] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44245} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.652133] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd719037-1855-48c3-aee4-b2a657ffb2c7/dd719037-1855-48c3-aee4-b2a657ffb2c7.vmdk to [datastore1] 14d3ca4d-77d9-413e-a940-226125f6d718/14d3ca4d-77d9-413e-a940-226125f6d718.vmdk {{(pid=64443) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1313.652256] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Extending root virtual disk to 1048576 {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1313.652427] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72aca6c9-d15d-4a22-b355-b6fa90b16848 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.658932] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1313.658932] env[64443]: value = "task-2677447" [ 1313.658932] env[64443]: _type = "Task" [ 1313.658932] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.665932] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.169094] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069038} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.169365] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Extended root virtual disk {{(pid=64443) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1314.170101] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bb09e2-294c-403e-850e-9f5e9df1c3ba {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.190764] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 14d3ca4d-77d9-413e-a940-226125f6d718/14d3ca4d-77d9-413e-a940-226125f6d718.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1314.190981] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8182b7d7-06e9-4e87-b8d7-0889f7e96114 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.209779] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1314.209779] env[64443]: value = "task-2677448" [ 1314.209779] env[64443]: _type = "Task" [ 1314.209779] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.216693] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.720457] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677448, 'name': ReconfigVM_Task, 'duration_secs': 0.264372} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.720850] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 14d3ca4d-77d9-413e-a940-226125f6d718/14d3ca4d-77d9-413e-a940-226125f6d718.vmdk or device None with type sparse {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.721358] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-610fc691-be6d-4d6a-b4de-de22d0d69238 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.728411] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1314.728411] env[64443]: value = "task-2677449" [ 1314.728411] env[64443]: _type = "Task" [ 1314.728411] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.735671] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677449, 'name': Rename_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.238392] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677449, 'name': Rename_Task, 'duration_secs': 0.162528} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.238676] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Powering on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.238927] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41861282-bc99-4ba5-b3a0-3fef0a02d461 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.245946] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1315.245946] env[64443]: value = "task-2677450" [ 1315.245946] env[64443]: _type = "Task" [ 1315.245946] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.252982] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.756822] env[64443]: DEBUG oslo_vmware.api [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677450, 'name': PowerOnVM_Task, 'duration_secs': 0.457694} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.757350] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Powered on the VM {{(pid=64443) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1315.757350] env[64443]: INFO nova.compute.manager [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1315.757482] env[64443]: DEBUG nova.compute.manager [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Checking state {{(pid=64443) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1315.758206] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b7eecd-68f2-442a-8967-e3fb5067e3dc {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.276247] env[64443]: INFO nova.compute.manager [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Took 11.48 seconds to build instance. [ 1316.687354] env[64443]: DEBUG nova.compute.manager [req-78a8711f-1477-4fb4-b07d-2845b2830633 req-6a4ce6d9-31ce-4307-81a2-9353284c931e service nova] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Received event network-changed-98c4f62b-0f02-4f26-a374-ae93a0c6a777 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1316.687554] env[64443]: DEBUG nova.compute.manager [req-78a8711f-1477-4fb4-b07d-2845b2830633 req-6a4ce6d9-31ce-4307-81a2-9353284c931e service nova] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Refreshing instance network info cache due to event network-changed-98c4f62b-0f02-4f26-a374-ae93a0c6a777. {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1316.687767] env[64443]: DEBUG oslo_concurrency.lockutils [req-78a8711f-1477-4fb4-b07d-2845b2830633 req-6a4ce6d9-31ce-4307-81a2-9353284c931e service nova] Acquiring lock "refresh_cache-14d3ca4d-77d9-413e-a940-226125f6d718" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.688018] env[64443]: DEBUG oslo_concurrency.lockutils [req-78a8711f-1477-4fb4-b07d-2845b2830633 req-6a4ce6d9-31ce-4307-81a2-9353284c931e service nova] Acquired lock "refresh_cache-14d3ca4d-77d9-413e-a940-226125f6d718" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.688231] env[64443]: DEBUG nova.network.neutron [req-78a8711f-1477-4fb4-b07d-2845b2830633 req-6a4ce6d9-31ce-4307-81a2-9353284c931e service nova] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Refreshing network info cache for port 98c4f62b-0f02-4f26-a374-ae93a0c6a777 {{(pid=64443) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1316.778119] env[64443]: DEBUG oslo_concurrency.lockutils [None req-873f5fa8-d28c-4334-8f9b-860b44562135 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "14d3ca4d-77d9-413e-a940-226125f6d718" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.988s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.385391] env[64443]: DEBUG nova.network.neutron [req-78a8711f-1477-4fb4-b07d-2845b2830633 req-6a4ce6d9-31ce-4307-81a2-9353284c931e service nova] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Updated VIF entry in instance network info cache for port 98c4f62b-0f02-4f26-a374-ae93a0c6a777. {{(pid=64443) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.385739] env[64443]: DEBUG nova.network.neutron [req-78a8711f-1477-4fb4-b07d-2845b2830633 req-6a4ce6d9-31ce-4307-81a2-9353284c931e service nova] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Updating instance_info_cache with network_info: [{"id": "98c4f62b-0f02-4f26-a374-ae93a0c6a777", "address": "fa:16:3e:bf:88:df", "network": {"id": "e805300a-b8d0-4d9f-97a2-d4ff40cb73b7", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-148640411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f72016b64945a0b5fb0e033d074579", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98c4f62b-0f", "ovs_interfaceid": "98c4f62b-0f02-4f26-a374-ae93a0c6a777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.888596] env[64443]: DEBUG oslo_concurrency.lockutils [req-78a8711f-1477-4fb4-b07d-2845b2830633 req-6a4ce6d9-31ce-4307-81a2-9353284c931e service nova] Releasing lock "refresh_cache-14d3ca4d-77d9-413e-a940-226125f6d718" {{(pid=64443) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.394335] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.394746] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Starting heal instance info cache {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1321.902280] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Didn't find any instances for network info cache update. {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1321.902707] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.902769] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.902958] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.904525] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.673059] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.673280] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.673424] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1322.673569] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64443) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1323.673104] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.176114] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.176354] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.176526] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.176678] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64443) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1324.177576] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd75e265-8b9a-4ea2-a4eb-fb304e703a76 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.185687] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7944899-0efb-4493-99ea-6c59c3901f4b {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.199218] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1595b1-af19-499a-91ca-c001567fb254 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.205106] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149e2071-83df-4a38-9de7-de7e08c5b33f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.234286] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180526MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=64443) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1324.234424] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.234605] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.259695] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Instance 14d3ca4d-77d9-413e-a940-226125f6d718 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=64443) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1325.259985] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1325.260058] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1325.285580] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696f28d1-2ac4-4ea6-addb-83c485261179 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.293398] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcc6e73-f7ba-4de5-a0cc-0b5c998d8acd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.322222] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb297f38-c67f-421c-a962-e8d65a64c1d7 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.329027] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8032df30-a5ef-4954-a1eb-95eee02cdd02 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.342855] env[64443]: DEBUG nova.compute.provider_tree [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.845857] env[64443]: DEBUG nova.scheduler.client.report [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.351605] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64443) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1326.351605] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.117s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.347654] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.990041] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3ad443c6-be19-45fc-bc78-2ba639ccf551 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "14d3ca4d-77d9-413e-a940-226125f6d718" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.990339] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3ad443c6-be19-45fc-bc78-2ba639ccf551 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "14d3ca4d-77d9-413e-a940-226125f6d718" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.493231] env[64443]: DEBUG nova.compute.utils [None req-3ad443c6-be19-45fc-bc78-2ba639ccf551 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Using /dev/sd instead of None {{(pid=64443) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1355.995905] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3ad443c6-be19-45fc-bc78-2ba639ccf551 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "14d3ca4d-77d9-413e-a940-226125f6d718" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.054196] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3ad443c6-be19-45fc-bc78-2ba639ccf551 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "14d3ca4d-77d9-413e-a940-226125f6d718" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.054602] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3ad443c6-be19-45fc-bc78-2ba639ccf551 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "14d3ca4d-77d9-413e-a940-226125f6d718" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.054693] env[64443]: INFO nova.compute.manager [None req-3ad443c6-be19-45fc-bc78-2ba639ccf551 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Attaching volume b377ac7e-a299-458d-a92f-b703d7cdfedd to /dev/sdb [ 1357.084071] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84be16a-8c71-47b4-8d77-47cc928a36f9 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.092507] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51376583-4c0c-4d0c-937f-ef3e389416d2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.105496] env[64443]: DEBUG nova.virt.block_device [None req-3ad443c6-be19-45fc-bc78-2ba639ccf551 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Updating existing volume attachment record: 15fe3087-d79c-40ae-904a-acade0fb492b {{(pid=64443) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1361.649640] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad443c6-be19-45fc-bc78-2ba639ccf551 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Volume attach. Driver type: vmdk {{(pid=64443) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1361.649883] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad443c6-be19-45fc-bc78-2ba639ccf551 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539818', 'volume_id': 'b377ac7e-a299-458d-a92f-b703d7cdfedd', 'name': 'volume-b377ac7e-a299-458d-a92f-b703d7cdfedd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14d3ca4d-77d9-413e-a940-226125f6d718', 'attached_at': '', 'detached_at': '', 'volume_id': 'b377ac7e-a299-458d-a92f-b703d7cdfedd', 'serial': 'b377ac7e-a299-458d-a92f-b703d7cdfedd'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1361.650764] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c804eb-bed1-4c9a-a493-776c9c88e7c4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.667840] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058f4212-5428-4040-91d2-9268fae144c6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.691867] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad443c6-be19-45fc-bc78-2ba639ccf551 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-b377ac7e-a299-458d-a92f-b703d7cdfedd/volume-b377ac7e-a299-458d-a92f-b703d7cdfedd.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1361.692104] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd42bb81-4c3b-43a5-9309-3e82243e5b65 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.709647] env[64443]: DEBUG oslo_vmware.api [None req-3ad443c6-be19-45fc-bc78-2ba639ccf551 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1361.709647] env[64443]: value = "task-2677453" [ 1361.709647] env[64443]: _type = "Task" [ 1361.709647] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.717211] env[64443]: DEBUG oslo_vmware.api [None req-3ad443c6-be19-45fc-bc78-2ba639ccf551 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.219936] env[64443]: DEBUG oslo_vmware.api [None req-3ad443c6-be19-45fc-bc78-2ba639ccf551 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677453, 'name': ReconfigVM_Task, 'duration_secs': 0.358638} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.220246] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad443c6-be19-45fc-bc78-2ba639ccf551 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-b377ac7e-a299-458d-a92f-b703d7cdfedd/volume-b377ac7e-a299-458d-a92f-b703d7cdfedd.vmdk or device None with type thin {{(pid=64443) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1362.224838] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fe5ff31-8ae1-4bfc-9139-dee638c076b1 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.239364] env[64443]: DEBUG oslo_vmware.api [None req-3ad443c6-be19-45fc-bc78-2ba639ccf551 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1362.239364] env[64443]: value = "task-2677454" [ 1362.239364] env[64443]: _type = "Task" [ 1362.239364] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.246726] env[64443]: DEBUG oslo_vmware.api [None req-3ad443c6-be19-45fc-bc78-2ba639ccf551 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.749656] env[64443]: DEBUG oslo_vmware.api [None req-3ad443c6-be19-45fc-bc78-2ba639ccf551 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677454, 'name': ReconfigVM_Task, 'duration_secs': 0.128928} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.749916] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad443c6-be19-45fc-bc78-2ba639ccf551 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539818', 'volume_id': 'b377ac7e-a299-458d-a92f-b703d7cdfedd', 'name': 'volume-b377ac7e-a299-458d-a92f-b703d7cdfedd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14d3ca4d-77d9-413e-a940-226125f6d718', 'attached_at': '', 'detached_at': '', 'volume_id': 'b377ac7e-a299-458d-a92f-b703d7cdfedd', 'serial': 'b377ac7e-a299-458d-a92f-b703d7cdfedd'} {{(pid=64443) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1363.785857] env[64443]: DEBUG nova.objects.instance [None req-3ad443c6-be19-45fc-bc78-2ba639ccf551 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lazy-loading 'flavor' on Instance uuid 14d3ca4d-77d9-413e-a940-226125f6d718 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.293390] env[64443]: DEBUG oslo_concurrency.lockutils [None req-3ad443c6-be19-45fc-bc78-2ba639ccf551 tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "14d3ca4d-77d9-413e-a940-226125f6d718" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.460880] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d71f7306-3cc3-4cd3-8f60-8dc0c402df3c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "14d3ca4d-77d9-413e-a940-226125f6d718" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.461141] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d71f7306-3cc3-4cd3-8f60-8dc0c402df3c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "14d3ca4d-77d9-413e-a940-226125f6d718" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.964598] env[64443]: INFO nova.compute.manager [None req-d71f7306-3cc3-4cd3-8f60-8dc0c402df3c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Detaching volume b377ac7e-a299-458d-a92f-b703d7cdfedd [ 1364.993468] env[64443]: INFO nova.virt.block_device [None req-d71f7306-3cc3-4cd3-8f60-8dc0c402df3c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Attempting to driver detach volume b377ac7e-a299-458d-a92f-b703d7cdfedd from mountpoint /dev/sdb [ 1364.993692] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d71f7306-3cc3-4cd3-8f60-8dc0c402df3c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Volume detach. Driver type: vmdk {{(pid=64443) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1364.993875] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d71f7306-3cc3-4cd3-8f60-8dc0c402df3c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539818', 'volume_id': 'b377ac7e-a299-458d-a92f-b703d7cdfedd', 'name': 'volume-b377ac7e-a299-458d-a92f-b703d7cdfedd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14d3ca4d-77d9-413e-a940-226125f6d718', 'attached_at': '', 'detached_at': '', 'volume_id': 'b377ac7e-a299-458d-a92f-b703d7cdfedd', 'serial': 'b377ac7e-a299-458d-a92f-b703d7cdfedd'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1364.994732] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ca8435-69e1-48af-adf6-7289b2fe7b26 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.015929] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db1a861-4209-4172-abec-4580b80a4870 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.022303] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9955e054-14cd-454c-96bc-85c110c4abb2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.041410] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564f9128-cb98-4ba9-a199-98063b4f3715 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.054941] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d71f7306-3cc3-4cd3-8f60-8dc0c402df3c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] The volume has not been displaced from its original location: [datastore2] volume-b377ac7e-a299-458d-a92f-b703d7cdfedd/volume-b377ac7e-a299-458d-a92f-b703d7cdfedd.vmdk. No consolidation needed. {{(pid=64443) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1365.059977] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d71f7306-3cc3-4cd3-8f60-8dc0c402df3c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1365.060240] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb9ec7a1-3eb1-4dc6-91e4-b451e329caa5 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.077972] env[64443]: DEBUG oslo_vmware.api [None req-d71f7306-3cc3-4cd3-8f60-8dc0c402df3c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1365.077972] env[64443]: value = "task-2677455" [ 1365.077972] env[64443]: _type = "Task" [ 1365.077972] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.085551] env[64443]: DEBUG oslo_vmware.api [None req-d71f7306-3cc3-4cd3-8f60-8dc0c402df3c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.587878] env[64443]: DEBUG oslo_vmware.api [None req-d71f7306-3cc3-4cd3-8f60-8dc0c402df3c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677455, 'name': ReconfigVM_Task, 'duration_secs': 0.22913} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.588190] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d71f7306-3cc3-4cd3-8f60-8dc0c402df3c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=64443) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1365.592711] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aad22b7-2e8f-41ef-b5b1-bff0f05bfb77 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.607266] env[64443]: DEBUG oslo_vmware.api [None req-d71f7306-3cc3-4cd3-8f60-8dc0c402df3c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1365.607266] env[64443]: value = "task-2677456" [ 1365.607266] env[64443]: _type = "Task" [ 1365.607266] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.614677] env[64443]: DEBUG oslo_vmware.api [None req-d71f7306-3cc3-4cd3-8f60-8dc0c402df3c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.116609] env[64443]: DEBUG oslo_vmware.api [None req-d71f7306-3cc3-4cd3-8f60-8dc0c402df3c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677456, 'name': ReconfigVM_Task, 'duration_secs': 0.133195} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.116964] env[64443]: DEBUG nova.virt.vmwareapi.volumeops [None req-d71f7306-3cc3-4cd3-8f60-8dc0c402df3c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-539818', 'volume_id': 'b377ac7e-a299-458d-a92f-b703d7cdfedd', 'name': 'volume-b377ac7e-a299-458d-a92f-b703d7cdfedd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14d3ca4d-77d9-413e-a940-226125f6d718', 'attached_at': '', 'detached_at': '', 'volume_id': 'b377ac7e-a299-458d-a92f-b703d7cdfedd', 'serial': 'b377ac7e-a299-458d-a92f-b703d7cdfedd'} {{(pid=64443) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1366.655738] env[64443]: DEBUG nova.objects.instance [None req-d71f7306-3cc3-4cd3-8f60-8dc0c402df3c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lazy-loading 'flavor' on Instance uuid 14d3ca4d-77d9-413e-a940-226125f6d718 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.662844] env[64443]: DEBUG oslo_concurrency.lockutils [None req-d71f7306-3cc3-4cd3-8f60-8dc0c402df3c tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "14d3ca4d-77d9-413e-a940-226125f6d718" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.202s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.980563] env[64443]: DEBUG oslo_concurrency.lockutils [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "14d3ca4d-77d9-413e-a940-226125f6d718" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.981161] env[64443]: DEBUG oslo_concurrency.lockutils [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "14d3ca4d-77d9-413e-a940-226125f6d718" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.981321] env[64443]: DEBUG oslo_concurrency.lockutils [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "14d3ca4d-77d9-413e-a940-226125f6d718-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.981595] env[64443]: DEBUG oslo_concurrency.lockutils [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "14d3ca4d-77d9-413e-a940-226125f6d718-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.981860] env[64443]: DEBUG oslo_concurrency.lockutils [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "14d3ca4d-77d9-413e-a940-226125f6d718-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.984072] env[64443]: INFO nova.compute.manager [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Terminating instance [ 1369.488122] env[64443]: DEBUG nova.compute.manager [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Start destroying the instance on the hypervisor. {{(pid=64443) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1369.488313] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Destroying instance {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1369.489101] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605809af-edb4-4c6d-b2f7-06ed8583a658 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.497334] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Powering off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.497566] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54bfd8a4-94a7-4e8b-b58a-600b460af2b2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.504308] env[64443]: DEBUG oslo_vmware.api [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1369.504308] env[64443]: value = "task-2677457" [ 1369.504308] env[64443]: _type = "Task" [ 1369.504308] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.511725] env[64443]: DEBUG oslo_vmware.api [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.014594] env[64443]: DEBUG oslo_vmware.api [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677457, 'name': PowerOffVM_Task, 'duration_secs': 0.172879} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.015025] env[64443]: DEBUG nova.virt.vmwareapi.vm_util [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Powered off the VM {{(pid=64443) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1370.015025] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Unregistering the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1370.015293] env[64443]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3741cb3-9ac3-47ba-bed6-205ac93df731 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.077119] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Unregistered the VM {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1370.077330] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Deleting contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1370.077516] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Deleting the datastore file [datastore1] 14d3ca4d-77d9-413e-a940-226125f6d718 {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.077776] env[64443]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d81e6ce8-78c3-4cc7-acd9-b3409c5d07f3 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.084637] env[64443]: DEBUG oslo_vmware.api [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for the task: (returnval){ [ 1370.084637] env[64443]: value = "task-2677459" [ 1370.084637] env[64443]: _type = "Task" [ 1370.084637] env[64443]: } to complete. {{(pid=64443) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.092406] env[64443]: DEBUG oslo_vmware.api [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.594942] env[64443]: DEBUG oslo_vmware.api [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Task: {'id': task-2677459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145456} completed successfully. {{(pid=64443) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.595199] env[64443]: DEBUG nova.virt.vmwareapi.ds_util [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Deleted the datastore file {{(pid=64443) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.595390] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Deleted contents of the VM from datastore datastore1 {{(pid=64443) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1370.595569] env[64443]: DEBUG nova.virt.vmwareapi.vmops [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Instance destroyed {{(pid=64443) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1370.595746] env[64443]: INFO nova.compute.manager [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1370.595993] env[64443]: DEBUG oslo.service.loopingcall [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=64443) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1370.596195] env[64443]: DEBUG nova.compute.manager [-] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Deallocating network for instance {{(pid=64443) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1370.596293] env[64443]: DEBUG nova.network.neutron [-] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] deallocate_for_instance() {{(pid=64443) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1371.106947] env[64443]: DEBUG nova.compute.manager [req-3e274205-7115-49a4-baa2-4e368018180e req-79f1ba2e-b447-4b96-b9fb-19c9c9bdf393 service nova] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Received event network-vif-deleted-98c4f62b-0f02-4f26-a374-ae93a0c6a777 {{(pid=64443) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1371.107239] env[64443]: INFO nova.compute.manager [req-3e274205-7115-49a4-baa2-4e368018180e req-79f1ba2e-b447-4b96-b9fb-19c9c9bdf393 service nova] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Neutron deleted interface 98c4f62b-0f02-4f26-a374-ae93a0c6a777; detaching it from the instance and deleting it from the info cache [ 1371.107383] env[64443]: DEBUG nova.network.neutron [req-3e274205-7115-49a4-baa2-4e368018180e req-79f1ba2e-b447-4b96-b9fb-19c9c9bdf393 service nova] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.588446] env[64443]: DEBUG nova.network.neutron [-] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Updating instance_info_cache with network_info: [] {{(pid=64443) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.609878] env[64443]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-afe587e0-cf32-47fe-abbd-5c21da2d796f {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.621704] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a7a0f5-46a7-430a-886e-3d08dac6b60a {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.647339] env[64443]: DEBUG nova.compute.manager [req-3e274205-7115-49a4-baa2-4e368018180e req-79f1ba2e-b447-4b96-b9fb-19c9c9bdf393 service nova] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Detach interface failed, port_id=98c4f62b-0f02-4f26-a374-ae93a0c6a777, reason: Instance 14d3ca4d-77d9-413e-a940-226125f6d718 could not be found. {{(pid=64443) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1372.091395] env[64443]: INFO nova.compute.manager [-] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Took 1.49 seconds to deallocate network for instance. [ 1372.597923] env[64443]: DEBUG oslo_concurrency.lockutils [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.598336] env[64443]: DEBUG oslo_concurrency.lockutils [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.598421] env[64443]: DEBUG nova.objects.instance [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lazy-loading 'resources' on Instance uuid 14d3ca4d-77d9-413e-a940-226125f6d718 {{(pid=64443) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.130921] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ca1813-658c-4858-85da-ffe7d1a4212d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.138393] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd87ba1-1792-4f93-b705-3343e7588924 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.169396] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ec33b8-ce77-4579-8a7a-0e29ee6790c4 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.177060] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce1d684-5e86-4349-8408-20d7142fad02 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.189660] env[64443]: DEBUG nova.compute.provider_tree [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.692817] env[64443]: DEBUG nova.scheduler.client.report [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1374.199610] env[64443]: DEBUG oslo_concurrency.lockutils [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.222017] env[64443]: INFO nova.scheduler.client.report [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Deleted allocations for instance 14d3ca4d-77d9-413e-a940-226125f6d718 [ 1374.730189] env[64443]: DEBUG oslo_concurrency.lockutils [None req-18dad61d-e2ab-4647-b920-ce2a8bed843b tempest-AttachVolumeNegativeTest-1735235516 tempest-AttachVolumeNegativeTest-1735235516-project-member] Lock "14d3ca4d-77d9-413e-a940-226125f6d718" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.749s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.673377] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1377.673804] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Starting heal instance info cache {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1377.673804] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Rebuilding the list of instances to heal {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1378.176518] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Didn't find any instances for network info cache update. {{(pid=64443) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1379.673734] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.674130] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.674072] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.668753] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.673359] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.673672] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.674051] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.674051] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=64443) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1384.674215] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager.update_available_resource {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.177049] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.177290] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.178028] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.178028] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=64443) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1385.178522] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca0aba4-e91b-42ba-a12f-93d3edae459d {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.187454] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce50a60-4971-4f8c-a3e8-25a02d1b13f2 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.200900] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c546a7aa-0df0-404e-933e-0335f3a9a718 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.207741] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced8c75b-41e6-46d0-9fc6-ef18b868ac22 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.240193] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180743MB free_disk=118GB free_vcpus=48 pci_devices=None {{(pid=64443) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1385.240332] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.240528] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.365422] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1386.365730] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=64443) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1386.381762] env[64443]: DEBUG nova.scheduler.client.report [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Refreshing inventories for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1386.394986] env[64443]: DEBUG nova.scheduler.client.report [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Updating ProviderTree inventory for provider 082176e5-bc15-4857-8991-de4e4f42c66a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1386.395193] env[64443]: DEBUG nova.compute.provider_tree [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Updating inventory in ProviderTree for provider 082176e5-bc15-4857-8991-de4e4f42c66a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1386.405875] env[64443]: DEBUG nova.scheduler.client.report [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Refreshing aggregate associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, aggregates: None {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1386.423499] env[64443]: DEBUG nova.scheduler.client.report [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Refreshing trait associations for resource provider 082176e5-bc15-4857-8991-de4e4f42c66a, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=64443) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1386.435686] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82db6a7f-aaa1-4501-9761-8ba894a3e0c6 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.442996] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4ecebd-bce3-4e4c-8dfa-e141db0afddd {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.471827] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edad59cf-aa1b-4dce-9a0d-1f6280c7aff8 {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.478581] env[64443]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9bec49-ae5a-4e77-a0a0-ba7cd4fb021c {{(pid=64443) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.491299] env[64443]: DEBUG nova.compute.provider_tree [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Inventory has not changed in ProviderTree for provider: 082176e5-bc15-4857-8991-de4e4f42c66a {{(pid=64443) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.994832] env[64443]: DEBUG nova.scheduler.client.report [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Inventory has not changed for provider 082176e5-bc15-4857-8991-de4e4f42c66a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 118, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=64443) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.500076] env[64443]: DEBUG nova.compute.resource_tracker [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=64443) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1387.500449] env[64443]: DEBUG oslo_concurrency.lockutils [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.260s {{(pid=64443) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.500501] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.500647] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Cleaning up deleted instances with incomplete migration {{(pid=64443) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1392.177429] env[64443]: DEBUG oslo_service.periodic_task [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=64443) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.177801] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] Cleaning up deleted instances {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1392.687450] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] There are 29 instances to clean {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1392.687710] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 14d3ca4d-77d9-413e-a940-226125f6d718] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1393.191687] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 6d163ec3-9ba7-40b0-8856-2dfb93ac2216] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1393.695351] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: d94898b6-2e29-4801-8b05-88e7c0dbb7a9] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1394.199098] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 579d5925-b7e7-4c44-a517-fe84638250b0] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1394.702932] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 019784ed-8c53-46f1-b495-b6d6a205eacb] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1395.206321] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 4110a4d2-89b6-445e-99f8-727e43395721] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1395.709999] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: fee803d4-a813-47f8-8860-637fd2f17da8] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1396.213332] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: b235010d-e10c-4dff-a9e7-8093436b4908] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1396.716602] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: d2403b18-56b1-47f0-88a9-ca69997e6061] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1397.219606] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 92aa8c3e-8a31-4766-ac08-bec2686ca2f0] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1397.723693] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: a8e3416a-dc03-4d72-96a4-df5b40092706] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1398.227972] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: b14678bf-9673-478e-9fcc-e6636321e218] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1398.732151] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 5a1d30cc-e31f-48e4-b2d5-f08ffc5c6d43] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1399.235671] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 43754cc2-edeb-4644-92f4-7d6491d01cbf] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1399.738957] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 5d898e14-c22d-4ef6-a277-fce58b4025da] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1400.242886] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: dfc828d9-34d3-4bda-a662-7824538540b7] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1400.746622] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 0a897bf8-614b-4800-9f53-505ac8ebad72] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1401.250126] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: d0194524-eba8-4e22-a69f-572f5d9d44cf] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1401.753769] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 92b16fd1-5990-4e06-8a9c-60a12bbd57c9] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1402.258375] env[64443]: DEBUG nova.compute.manager [None req-7ce66045-bda7-434a-8631-6188d05f1d4e None None] [instance: 2ba0bd9b-d8df-4f0d-87dd-1ef138568c8d] Instance has had 0 of 5 cleanup attempts {{(pid=64443) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}}